letta-nightly 0.7.26.dev20250524104104__tar.gz → 0.7.27.dev20250525041502__tar.gz

{letta_nightly-0.7.26.dev20250524104104 → letta_nightly-0.7.27.dev20250525041502}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.7.26.dev20250524104104
+Version: 0.7.27.dev20250525041502
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team
@@ -23,6 +23,7 @@ Provides-Extra: qdrant
 Provides-Extra: server
 Provides-Extra: tests
 Requires-Dist: aiomultiprocess (>=0.9.1,<0.10.0)
+Requires-Dist: aiosqlite (>=0.21.0,<0.22.0)
 Requires-Dist: alembic (>=1.13.3,<2.0.0)
 Requires-Dist: anthropic (>=0.49.0,<0.50.0)
 Requires-Dist: apscheduler (>=3.11.0,<4.0.0)
@@ -88,9 +89,9 @@ Requires-Dist: questionary (>=2.0.1,<3.0.0)
 Requires-Dist: rich (>=13.9.4,<14.0.0)
 Requires-Dist: sentry-sdk[fastapi] (==2.19.1)
 Requires-Dist: setuptools (>=70,<71)
-Requires-Dist: sqlalchemy (>=2.0.25,<3.0.0)
 Requires-Dist: sqlalchemy-json (>=0.7.0,<0.8.0)
 Requires-Dist: sqlalchemy-utils (>=0.41.2,<0.42.0)
+Requires-Dist: sqlalchemy[asyncio] (>=2.0.41,<3.0.0)
 Requires-Dist: sqlmodel (>=0.0.16,<0.0.17)
 Requires-Dist: tavily-python (>=0.7.2,<0.8.0)
 Requires-Dist: tqdm (>=4.66.1,<5.0.0)

{letta_nightly-0.7.26.dev20250524104104 → letta_nightly-0.7.27.dev20250525041502}/letta/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.7.26"
+__version__ = "0.7.27"
 
 # import clients
 from letta.client.client import RESTClient

{letta_nightly-0.7.26.dev20250524104104 → letta_nightly-0.7.27.dev20250525041502}/letta/interfaces/openai_streaming_interface.py

@@ -58,9 +58,10 @@ class OpenAIStreamingInterface:
 
     def get_tool_call_object(self) -> ToolCall:
         """Useful for agent loop"""
+        function_name = self.last_flushed_function_name if self.last_flushed_function_name else self.function_name_buffer
         return ToolCall(
             id=self.letta_tool_message_id,
-            function=FunctionCall(arguments=self.current_function_arguments, name=self.last_flushed_function_name),
+            function=FunctionCall(arguments=self.current_function_arguments, name=function_name),
         )
 
     async def process(self, stream: AsyncStream[ChatCompletionChunk]) -> AsyncGenerator[LettaMessage, None]:

{letta_nightly-0.7.26.dev20250524104104 → letta_nightly-0.7.27.dev20250525041502}/letta/llm_api/anthropic.py

@@ -55,6 +55,18 @@ BASE_URL = "https://api.anthropic.com/v1"
 # https://docs.anthropic.com/claude/docs/models-overview
 # Sadly hardcoded
 MODEL_LIST = [
+    {
+        "name": "claude-opus-4-20250514",
+        "context_window": 200000,
+    },
+    {
+        "name": "claude-sonnet-4-20250514",
+        "context_window": 200000,
+    },
+    {
+        "name": "claude-3-5-haiku-20241022",
+        "context_window": 200000,
+    },
     ## Opus
     {
         "name": "claude-3-opus-20240229",

{letta_nightly-0.7.26.dev20250524104104 → letta_nightly-0.7.27.dev20250525041502}/letta/llm_api/openai.py

@@ -56,6 +56,7 @@ def openai_check_valid_api_key(base_url: str, api_key: Union[str, None]) -> None
     else:
         raise ValueError("No API key provided")
 
+
 def openai_get_model_list(url: str, api_key: Optional[str] = None, fix_url: bool = False, extra_params: Optional[dict] = None) -> dict:
     """https://platform.openai.com/docs/api-reference/models/list"""
     from letta.utils import printd

{letta_nightly-0.7.26.dev20250524104104 → letta_nightly-0.7.27.dev20250525041502}/letta/llm_api/openai_client.py

@@ -41,7 +41,7 @@ def is_openai_reasoning_model(model: str) -> bool:
     """Utility function to check if the model is a 'reasoner'"""
 
     # NOTE: needs to be updated with new model releases
-    is_reasoning = model.startswith("o1") or model.startswith("o3")
+    is_reasoning = model.startswith("o1") or model.startswith("o3") or model.startswith("o4")
     return is_reasoning
 
 
@@ -187,7 +187,8 @@ class OpenAIClient(LLMClientBase):
             tool_choice=tool_choice,
             user=str(),
             max_completion_tokens=llm_config.max_tokens,
-            temperature=llm_config.temperature if supports_temperature_param(model) else None,
+            # NOTE: the reasoners that don't support temperature require 1.0, not None
+            temperature=llm_config.temperature if supports_temperature_param(model) else 1.0,
         )
 
         # always set user id for openai requests

{letta_nightly-0.7.26.dev20250524104104 → letta_nightly-0.7.27.dev20250525041502}/letta/schemas/providers.py

@@ -289,7 +289,7 @@ class OpenAIProvider(Provider):
 
             # for openai, filter models
             if self.base_url == "https://api.openai.com/v1":
-                allowed_types = ["gpt-4", "o1", "o3"]
+                allowed_types = ["gpt-4", "o1", "o3", "o4"]
                 # NOTE: o1-mini and o1-preview do not support tool calling
                 # NOTE: o1-pro is only available in Responses API
                 disallowed_types = ["transcribe", "search", "realtime", "tts", "audio", "computer", "o1-mini", "o1-preview", "o1-pro"]

{letta_nightly-0.7.26.dev20250524104104 → letta_nightly-0.7.27.dev20250525041502}/letta/server/db.py

@@ -120,18 +120,21 @@ class DatabaseRegistry:
                 async_pg_uri = async_pg_uri.replace("sslmode=", "ssl=")
 
                 async_engine = create_async_engine(async_pg_uri, **self._build_sqlalchemy_engine_args(is_async=True))
-
-                self._async_engines["default"] = async_engine
-
-                # Create async session factory
-                self._async_session_factories["default"] = async_sessionmaker(
-                    autocommit=False, autoflush=False, bind=self._async_engines["default"], class_=AsyncSession
-                )
                 self._initialized["async"] = True
             else:
                 self.logger.warning("Async SQLite is currently not supported. Please use PostgreSQL for async database operations.")
                 # TODO (cliandy): unclear around async sqlite support in sqlalchemy, we will not currently support this
-                self._initialized["async"] = False
+                self._initialized["async"] = True
+                engine_path = "sqlite+aiosqlite:///" + os.path.join(self.config.recall_storage_path, "sqlite.db")
+                self.logger.info("Creating sqlite engine " + engine_path)
+                async_engine = create_async_engine(engine_path, **self._build_sqlalchemy_engine_args(is_async=True))
+
+            # Create async session factory
+            self._async_engines["default"] = async_engine
+            self._async_session_factories["default"] = async_sessionmaker(
+                autocommit=False, autoflush=False, bind=self._async_engines["default"], class_=AsyncSession
+            )
+            self._initialized["async"] = True
 
     def _build_sqlalchemy_engine_args(self, *, is_async: bool) -> dict:
         """Prepare keyword arguments for create_engine / create_async_engine."""

{letta_nightly-0.7.26.dev20250524104104 → letta_nightly-0.7.27.dev20250525041502}/letta/server/rest_api/routers/v1/agents.py

@@ -716,6 +716,7 @@ async def send_message_streaming(
     feature_enabled = settings.use_experimental or experimental_header.lower() == "true"
     model_compatible = agent.llm_config.model_endpoint_type in ["anthropic", "openai", "together", "google_ai", "google_vertex"]
     model_compatible_token_streaming = agent.llm_config.model_endpoint_type in ["anthropic", "openai"]
+    not_letta_endpoint = not ("letta" in agent.llm_config.model_endpoint)
 
     if agent_eligible and feature_enabled and model_compatible:
         if agent.enable_sleeptime:
@@ -745,7 +746,7 @@ async def send_message_streaming(
             )
         from letta.server.rest_api.streaming_response import StreamingResponseWithStatusCode
 
-        if request.stream_tokens and model_compatible_token_streaming:
+        if request.stream_tokens and model_compatible_token_streaming and not_letta_endpoint:
             result = StreamingResponseWithStatusCode(
                 experimental_agent.step_stream(
                     input_messages=request.messages,

{letta_nightly-0.7.26.dev20250524104104 → letta_nightly-0.7.27.dev20250525041502}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "letta-nightly"
-version = "0.7.26.dev20250524104104"
+version = "0.7.27.dev20250525041502"
 packages = [
     {include = "letta"},
 ]
@@ -36,7 +36,7 @@ fastapi = { version = "^0.115.6", optional = true}
 uvicorn = {version = "^0.24.0.post1", optional = true}
 pydantic = "^2.10.6"
 html2text = "^2020.1.16"
-sqlalchemy = "^2.0.25"
+sqlalchemy = {extras = ["asyncio"], version = "^2.0.41"}
 pexpect = {version = "^4.9.0", optional = true}
 pyright = {version = "^1.1.347", optional = true}
 qdrant-client = {version="^1.9.1", optional = true}
@@ -92,6 +92,7 @@ aiomultiprocess = "^0.9.1"
 matplotlib = "^3.10.1"
 asyncpg = "^0.30.0"
 tavily-python = "^0.7.2"
+aiosqlite = "^0.21.0"
 
 
 [tool.poetry.extras]