livellm 1.1.0__py3-none-any.whl → 1.1.1__py3-none-any.whl

livellm/livellm.py

@@ -1,6 +1,8 @@
 """LiveLLM Client - Python client for the LiveLLM Proxy and Realtime APIs."""
+import asyncio
 import httpx
 import json
+import warnings
 from typing import List, Optional, AsyncIterator, Union
 from .models.common import Settings, SuccessResponse
 from .models.agent.agent import AgentRequest, AgentResponse
@@ -164,6 +166,7 @@ class LivellmClient:
         Should be called when you're done using the client.
         """
         for config in self.settings:
+            config: Settings = config
             await self.delete_config(config.uid)
         await self.client.aclose()
     
@@ -175,6 +178,32 @@ class LivellmClient:
         """Async context manager exit."""
         await self.cleanup()
     
+    def __del__(self):
+        """
+        Destructor to clean up resources when the client is garbage collected.
+        This will close the HTTP client and attempt to delete configs if cleanup wasn't called.
+        Note: It's recommended to use the async context manager or call cleanup() explicitly.
+        """
+        # Warn user if cleanup wasn't called
+        if self.settings:
+            warnings.warn(
+                "LivellmClient is being garbage collected without explicit cleanup. "
+                "Provider configs may not be deleted from the server. "
+                "Consider using 'async with' or calling 'await client.cleanup()' explicitly.",
+                ResourceWarning,
+                stacklevel=2
+            )
+        
+        # Close the httpx client synchronously
+        # httpx.AsyncClient stores a sync Transport that needs cleanup
+        try:
+            with httpx.Client(base_url=self.base_url) as client:
+                for config in self.settings:
+                    config: Settings = config
+                    client.delete("providers/config/{config.uid}", headers=self.headers)
+        except Exception:
+            # Silently fail - we're in a destructor
+            pass
 
     async def agent_run(
         self,

livellm/models/agent/chat.py

@@ -1,18 +1,17 @@
 # models for chat messages
-from pydantic import BaseModel, Field, model_validator
+from pydantic import BaseModel, Field, model_validator, field_serializer
 from enum import Enum
-from typing import Optional
+from typing import Optional, Union
 
-class MessageRole(Enum):
+class MessageRole(str, Enum):
     USER = "user"
     MODEL = "model"
     SYSTEM = "system"
 
 
 class Message(BaseModel):
-    role: MessageRole = Field(..., description="The role of the message")
-
-
+    role: Union[MessageRole, str] = Field(..., description="The role of the message")
+    
 class TextMessage(Message):
     content: str = Field(..., description="The content of the message")
 

livellm/models/agent/tools.py

@@ -3,7 +3,7 @@ from pydantic import BaseModel, Field, field_validator
 from typing import Literal
 from enum import Enum
 
-class ToolKind(Enum):
+class ToolKind(str, Enum):
     WEB_SEARCH = "web_search"
     MCP_STREAMABLE_SERVER = "mcp_streamable_server"
 

livellm/models/audio/speak.py

@@ -6,7 +6,7 @@ from ..common import BaseRequest
 SpeakStreamResponse: TypeAlias = Tuple[AsyncIterator[bytes], str, int]
 
 
-class SpeakMimeType(Enum):
+class SpeakMimeType(str, Enum):
     PCM = "audio/pcm"
     WAV = "audio/wav"
     MP3 = "audio/mpeg"

{livellm-1.1.0.dist-info → livellm-1.1.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: livellm
-Version: 1.1.0
+Version: 1.1.1
 Summary: Python client for the LiveLLM Server
 Project-URL: Homepage, https://github.com/qalby-tech/livellm-client-py
 Project-URL: Repository, https://github.com/qalby-tech/livellm-client-py
@@ -39,18 +39,19 @@ Python client library for the LiveLLM Server - a unified proxy for AI agent, aud
 - 🛠️ **Agent tools** - Web search and MCP server integration
 - 🎙️ **Audio services** - Text-to-speech and transcription
 - ⚡ **Fallback strategies** - Sequential and parallel fallback handling
-- 📦 **Context manager support** - Automatic cleanup with async context managers
+- 📦 **Smart resource management** - Automatic cleanup via GC, context managers, or manual control
+- 🧹 **Memory safe** - No resource leaks with multiple cleanup strategies
 
 ## Installation
 
 ```bash
-pip install livellm-client
+pip install livellm
 ```
 
 Or with development dependencies:
 
 ```bash
-pip install livellm-client[testing]
+pip install livellm[testing]
 ```
 
 ## Quick Start
@@ -181,6 +182,18 @@ print(f"Output: {response.output}")
 print(f"Tokens used - Input: {response.usage.input_tokens}, Output: {response.usage.output_tokens}")
 ```
 
+**Note:** You can use either `MessageRole` enum or string values for the `role` parameter:
+
+```python
+# Using enum (recommended for type safety)
+TextMessage(role=MessageRole.USER, content="Hello")
+
+# Using string (more convenient)
+TextMessage(role="user", content="Hello")
+
+# Both work identically and serialize correctly
+```
+
 #### Streaming Agent Response
 
 ```python
@@ -417,9 +430,32 @@ fallback_request = AudioFallbackRequest(
 audio = await client.speak(fallback_request)
 ```
 
-## Context Manager Support
+## Resource Management
+
+The client provides multiple ways to manage resources and cleanup:
+
+### 1. Automatic Cleanup (Garbage Collection)
+
+The client automatically cleans up when garbage collected:
+
+```python
+async def main():
+    client = LivellmClient(base_url="http://localhost:8000")
+    
+    # Use client...
+    response = await client.ping()
+    
+    # No explicit cleanup needed - handled automatically when object is destroyed
+    # Note: Provider configs are deleted synchronously from the server
+
+asyncio.run(main())
+```
+
+**Note**: While automatic cleanup works, it shows a `ResourceWarning` if configs exist to encourage explicit cleanup for immediate resource release.
 
-The client supports async context managers for automatic cleanup:
+### 2. Context Manager (Recommended)
+
+Use async context managers for guaranteed cleanup:
 
 ```python
 async with LivellmClient(base_url="http://localhost:8000") as client:
@@ -433,17 +469,32 @@ async with LivellmClient(base_url="http://localhost:8000") as client:
 # Automatically cleans up configs and closes HTTP client
 ```
 
-Or manually:
+### 3. Manual Cleanup
+
+Explicitly call cleanup in a try/finally block:
 
 ```python
 client = LivellmClient(base_url="http://localhost:8000")
 try:
     # Use client...
-    pass
+    response = await client.ping()
 finally:
     await client.cleanup()
 ```
 
+### Cleanup Behavior
+
+The `cleanup()` method:
+- Deletes all provider configs created by the client
+- Closes the HTTP client connection
+- Is idempotent (safe to call multiple times)
+
+The `__del__()` destructor (automatic cleanup):
+- Triggers when the object is garbage collected
+- Synchronously deletes provider configs from the server
+- Closes the HTTP client connection
+- Shows a `ResourceWarning` if configs exist (to encourage explicit cleanup)
+
 ## API Reference
 
 ### Client Methods
@@ -468,8 +519,9 @@ finally:
 - `transcribe_json(request: TranscribeRequest | TranscribeFallbackRequest) -> TranscribeResponse` - JSON transcription
 
 #### Cleanup
-- `cleanup() -> None` - Clean up resources and close client
+- `cleanup() -> None` - Clean up resources and close client (async)
 - `__aenter__() / __aexit__()` - Async context manager support
+- `__del__()` - Automatic cleanup when garbage collected (sync)
 
 ### Models
 

{livellm-1.1.0.dist-info → livellm-1.1.1.dist-info}/RECORD

@@ -1,17 +1,17 @@
 livellm/__init__.py,sha256=JG_0-UCfQI_3D0Y2PzobZLS5OhJwK76i8t81ye0KpfY,279
-livellm/livellm.py,sha256=0C4LpQy3EOzxNQ6ltIZqStquYuV1WoKcJSFMVtkI4Sk,8635
+livellm/livellm.py,sha256=4S51uZtNk3YUZ4Wx6Arqbnu4jWkL8rkn67ICskY8WGg,9927
 livellm/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 livellm/models/__init__.py,sha256=JBUd1GkeDexLSdjSOcUet78snu0NNxnhU7mBN3BhqIA,1199
 livellm/models/common.py,sha256=YqRwP6ChWbRdoen4MU6RO4u6HeM0mQJbXiiRV4DuauM,1740
 livellm/models/fallback.py,sha256=AybOrNEP_5JwgForVTWGlK39PWvvapjj4UP7sx3e5qU,1144
 livellm/models/agent/__init__.py,sha256=KVm6AgQoWEaoq47QAG4Ou4NimoXOTkjXC-0-gnMRLZ8,476
 livellm/models/agent/agent.py,sha256=2qCh-SsHPhrL7-phv0HpojNgixXg42FhVW8tOv8K7z8,980
-livellm/models/agent/chat.py,sha256=whDuFo8ddR6dPwKo0mMZS7LzCBkL3sVb4lr7tVXjg-M,983
-livellm/models/agent/tools.py,sha256=gHyVUjK6HzXB6Sd64TIM6pLjmTKSGe-fOEH9ELs5dgg,1398
+livellm/models/agent/chat.py,sha256=zGfeEHx0luwq23pqWF1megcuEDUl6IhV4keLJeZry_A,1028
+livellm/models/agent/tools.py,sha256=wVWfx6_jxL3IcmX_Nt_PonZ3RQLtpfqJnszHz32BQiU,1403
 livellm/models/audio/__init__.py,sha256=sz2NxCOfFGVvp-XQUsdgOR_TYBO1Wb-8LLXaZDEiAZk,282
-livellm/models/audio/speak.py,sha256=4cJhXonImeohL2Fltc2ub_aCGeTAoew6Hnz-myrrR8k,1001
+livellm/models/audio/speak.py,sha256=KvENOE_Lf8AWBhzCMqu1dqGYv4WqaLf7fuWz8OYfJo8,1006
 livellm/models/audio/transcribe.py,sha256=0XtK_f5cYPO4VMD0lh6tYYQQPFaj4g3N2eK7nzuEjKY,2111
-livellm-1.1.0.dist-info/METADATA,sha256=RuCnzRRlAF5VhAmpyalSqhx2aWYrJlSdPWAmt92GFIo,15207
-livellm-1.1.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-livellm-1.1.0.dist-info/licenses/LICENSE,sha256=yapGO2C_00ymEx6TADdbU8Oyc1bWOrZY-fjP-agmFL4,1071
-livellm-1.1.0.dist-info/RECORD,,
+livellm-1.1.1.dist-info/METADATA,sha256=LKhvr1FkbJYli1s4J5Ve5isAp_IV7mA25ZOcv_BfQ6s,16896
+livellm-1.1.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+livellm-1.1.1.dist-info/licenses/LICENSE,sha256=yapGO2C_00ymEx6TADdbU8Oyc1bWOrZY-fjP-agmFL4,1071
+livellm-1.1.1.dist-info/RECORD,,