letta-nightly 0.7.26.dev20250523225257__py3-none-any.whl → 0.7.27.dev20250525041502__py3-none-any.whl

letta/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.7.26"
+__version__ = "0.7.27"
 
 # import clients
 from letta.client.client import RESTClient

letta/interfaces/openai_streaming_interface.py

@@ -58,9 +58,10 @@ class OpenAIStreamingInterface:
 
     def get_tool_call_object(self) -> ToolCall:
         """Useful for agent loop"""
+        function_name = self.last_flushed_function_name if self.last_flushed_function_name else self.function_name_buffer
         return ToolCall(
             id=self.letta_tool_message_id,
-            function=FunctionCall(arguments=self.current_function_arguments, name=self.last_flushed_function_name),
+            function=FunctionCall(arguments=self.current_function_arguments, name=function_name),
         )
 
     async def process(self, stream: AsyncStream[ChatCompletionChunk]) -> AsyncGenerator[LettaMessage, None]:

letta/llm_api/anthropic.py

@@ -55,6 +55,18 @@ BASE_URL = "https://api.anthropic.com/v1"
 # https://docs.anthropic.com/claude/docs/models-overview
 # Sadly hardcoded
 MODEL_LIST = [
+    {
+        "name": "claude-opus-4-20250514",
+        "context_window": 200000,
+    },
+    {
+        "name": "claude-sonnet-4-20250514",
+        "context_window": 200000,
+    },
+    {
+        "name": "claude-3-5-haiku-20241022",
+        "context_window": 200000,
+    },
     ## Opus
     {
         "name": "claude-3-opus-20240229",

letta/llm_api/openai.py

@@ -56,6 +56,7 @@ def openai_check_valid_api_key(base_url: str, api_key: Union[str, None]) -> None
     else:
         raise ValueError("No API key provided")
 
+
 def openai_get_model_list(url: str, api_key: Optional[str] = None, fix_url: bool = False, extra_params: Optional[dict] = None) -> dict:
     """https://platform.openai.com/docs/api-reference/models/list"""
     from letta.utils import printd

letta/llm_api/openai_client.py

@@ -41,7 +41,7 @@ def is_openai_reasoning_model(model: str) -> bool:
     """Utility function to check if the model is a 'reasoner'"""
 
     # NOTE: needs to be updated with new model releases
-    is_reasoning = model.startswith("o1") or model.startswith("o3")
+    is_reasoning = model.startswith("o1") or model.startswith("o3") or model.startswith("o4")
     return is_reasoning
 
 
@@ -187,7 +187,8 @@ class OpenAIClient(LLMClientBase):
             tool_choice=tool_choice,
             user=str(),
             max_completion_tokens=llm_config.max_tokens,
-            temperature=llm_config.temperature if supports_temperature_param(model) else None,
+            # NOTE: the reasoners that don't support temperature require 1.0, not None
+            temperature=llm_config.temperature if supports_temperature_param(model) else 1.0,
         )
 
         # always set user id for openai requests

letta/schemas/providers.py

@@ -289,7 +289,7 @@ class OpenAIProvider(Provider):
 
             # for openai, filter models
             if self.base_url == "https://api.openai.com/v1":
-                allowed_types = ["gpt-4", "o1", "o3"]
+                allowed_types = ["gpt-4", "o1", "o3", "o4"]
                 # NOTE: o1-mini and o1-preview do not support tool calling
                 # NOTE: o1-pro is only available in Responses API
                 disallowed_types = ["transcribe", "search", "realtime", "tts", "audio", "computer", "o1-mini", "o1-preview", "o1-pro"]

letta/server/db.py

@@ -120,18 +120,21 @@ class DatabaseRegistry:
                 async_pg_uri = async_pg_uri.replace("sslmode=", "ssl=")
 
                 async_engine = create_async_engine(async_pg_uri, **self._build_sqlalchemy_engine_args(is_async=True))
-
-                self._async_engines["default"] = async_engine
-
-                # Create async session factory
-                self._async_session_factories["default"] = async_sessionmaker(
-                    autocommit=False, autoflush=False, bind=self._async_engines["default"], class_=AsyncSession
-                )
                 self._initialized["async"] = True
             else:
                 self.logger.warning("Async SQLite is currently not supported. Please use PostgreSQL for async database operations.")
                 # TODO (cliandy): unclear around async sqlite support in sqlalchemy, we will not currently support this
-                self._initialized["async"] = False
+                self._initialized["async"] = True
+                engine_path = "sqlite+aiosqlite:///" + os.path.join(self.config.recall_storage_path, "sqlite.db")
+                self.logger.info("Creating sqlite engine " + engine_path)
+                async_engine = create_async_engine(engine_path, **self._build_sqlalchemy_engine_args(is_async=True))
+
+            # Create async session factory
+            self._async_engines["default"] = async_engine
+            self._async_session_factories["default"] = async_sessionmaker(
+                autocommit=False, autoflush=False, bind=self._async_engines["default"], class_=AsyncSession
+            )
+            self._initialized["async"] = True
 
     def _build_sqlalchemy_engine_args(self, *, is_async: bool) -> dict:
         """Prepare keyword arguments for create_engine / create_async_engine."""

letta/server/rest_api/routers/v1/agents.py

@@ -716,6 +716,7 @@ async def send_message_streaming(
     feature_enabled = settings.use_experimental or experimental_header.lower() == "true"
     model_compatible = agent.llm_config.model_endpoint_type in ["anthropic", "openai", "together", "google_ai", "google_vertex"]
     model_compatible_token_streaming = agent.llm_config.model_endpoint_type in ["anthropic", "openai"]
+    not_letta_endpoint = not ("letta" in agent.llm_config.model_endpoint)
 
     if agent_eligible and feature_enabled and model_compatible:
         if agent.enable_sleeptime:
@@ -745,7 +746,7 @@ async def send_message_streaming(
             )
         from letta.server.rest_api.streaming_response import StreamingResponseWithStatusCode
 
-        if request.stream_tokens and model_compatible_token_streaming:
+        if request.stream_tokens and model_compatible_token_streaming and not_letta_endpoint:
             result = StreamingResponseWithStatusCode(
                 experimental_agent.step_stream(
                     input_messages=request.messages,

{letta_nightly-0.7.26.dev20250523225257.dist-info → letta_nightly-0.7.27.dev20250525041502.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.7.26.dev20250523225257
+Version: 0.7.27.dev20250525041502
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team
@@ -23,6 +23,7 @@ Provides-Extra: qdrant
 Provides-Extra: server
 Provides-Extra: tests
 Requires-Dist: aiomultiprocess (>=0.9.1,<0.10.0)
+Requires-Dist: aiosqlite (>=0.21.0,<0.22.0)
 Requires-Dist: alembic (>=1.13.3,<2.0.0)
 Requires-Dist: anthropic (>=0.49.0,<0.50.0)
 Requires-Dist: apscheduler (>=3.11.0,<4.0.0)
@@ -88,9 +89,9 @@ Requires-Dist: questionary (>=2.0.1,<3.0.0)
 Requires-Dist: rich (>=13.9.4,<14.0.0)
 Requires-Dist: sentry-sdk[fastapi] (==2.19.1)
 Requires-Dist: setuptools (>=70,<71)
-Requires-Dist: sqlalchemy (>=2.0.25,<3.0.0)
 Requires-Dist: sqlalchemy-json (>=0.7.0,<0.8.0)
 Requires-Dist: sqlalchemy-utils (>=0.41.2,<0.42.0)
+Requires-Dist: sqlalchemy[asyncio] (>=2.0.41,<3.0.0)
 Requires-Dist: sqlmodel (>=0.0.16,<0.0.17)
 Requires-Dist: tavily-python (>=0.7.2,<0.8.0)
 Requires-Dist: tqdm (>=4.66.1,<5.0.0)

{letta_nightly-0.7.26.dev20250523225257.dist-info → letta_nightly-0.7.27.dev20250525041502.dist-info}/RECORD

@@ -1,4 +1,4 @@
-letta/__init__.py,sha256=MoDbEcp8dbwvj7Q_9O7orGwE_etIduysExAAirD9BsU,888
+letta/__init__.py,sha256=fPBVTKmk9XEoH8EsHzXoJKj1nYCE32EOHkcESZ6ghBs,888
 letta/agent.py,sha256=2r6xovRHeUnmWZ6WJoIP217ryse5Q3Bkco1JXiV599w,87459
 letta/agents/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/agents/base_agent.py,sha256=mdFEpYBVyFjmt6BzO9YrpJnH99RkBWZ9gnP3Q_bnbBI,5505
@@ -61,7 +61,7 @@ letta/interface.py,sha256=6GKasvJMASu-kcZch6Hffz1vnHuPA_ryI6cLH2bMArc,13023
 letta/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/interfaces/anthropic_streaming_interface.py,sha256=qjZaj6uY8NAr6HPhHkgk_6VBbpOu4OvUWT9V4R9Rg0E,21545
 letta/interfaces/openai_chat_completions_streaming_interface.py,sha256=LANdVBA8UNWscBvsFbWTT8cxNg5fHA_woWU2jkTf6TQ,4911
-letta/interfaces/openai_streaming_interface.py,sha256=XEfjm8lvjDiP5aHr9W1PsV69TjMb2caaUENrSEkZa50,20177
+letta/interfaces/openai_streaming_interface.py,sha256=vdEaD_yOZ1UqPY75on_d1_nc45TAw3WQurOc2rSZ4nk,20281
 letta/interfaces/utils.py,sha256=c6jvO0dBYHh8DQnlN-B0qeNC64d3CSunhfqlFA4pJTY,278
 letta/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/jobs/helpers.py,sha256=kO4aj954xsQ1RAmkjY6LQQ7JEIGuhaxB1e9pzrYKHAY,914
@@ -69,7 +69,7 @@ letta/jobs/llm_batch_job_polling.py,sha256=Qv2zkV6ziu5t0Jd3WfGu092oG6CNRBnuX8CI0
 letta/jobs/scheduler.py,sha256=yVlXWn98gidCuvBU0ikrHFWLXxdKdkL1Kw55GugVARk,10510
 letta/jobs/types.py,sha256=K8GKEnqEgAT6Kq4F2hUrBC4ZAFM9OkfOjVMStzxKuXQ,742
 letta/llm_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-letta/llm_api/anthropic.py,sha256=_FIeOSpvynzYf9vWG1VAB7h1xOJgOAMMSeCdD3CfBRA,47009
+letta/llm_api/anthropic.py,sha256=Lvk2_d3UD32Q-PjWpATOjMp2Qf1SUPmXJUCn28UgB-Y,47281
 letta/llm_api/anthropic_client.py,sha256=SwKwhXL_lGAj9G2cAQnkeesFB0ipAiWQYSVBqqbGH_Y,25888
 letta/llm_api/aws_bedrock.py,sha256=kAPpKPRe4ZUa6fkxFbo8xwQgq4fJf3QoZEAP1LOCfaw,4168
 letta/llm_api/azure_openai.py,sha256=YAkXwKyfnJFNhB45pkJVFsoxUNB_M74rQYchtw_CN6I,5099
@@ -84,8 +84,8 @@ letta/llm_api/llm_api_tools.py,sha256=gMYoEvs5vSyvjos2eYJN6_BpQ2aNpt3zvyF7D2phbq
 letta/llm_api/llm_client.py,sha256=sO9MwiSOJ_ycOFnYrQP0_g6cFkMSnrZqFDz1sUeBHD8,2098
 letta/llm_api/llm_client_base.py,sha256=nbW70WZmk9bwLPzjgJ9ATeKjm3xzfZs7vk5lQE0QJ3U,6494
 letta/llm_api/mistral.py,sha256=fHdfD9ug-rQIk2qn8tRKay1U6w9maF11ryhKi91FfXM,1593
-letta/llm_api/openai.py,sha256=428s_NFgzah6ccEZFOfI5WS0uGafYKgOgE7KN_c0KfQ,27353
-letta/llm_api/openai_client.py,sha256=eh07Oxwphau_GHvB2wvrFSj7OK_ed96IA27DFDXjxKk,15210
+letta/llm_api/openai.py,sha256=t_uJEceayjjDNQ06pA-PMDVlKnakVTEn54sub8QHJ8s,27354
+letta/llm_api/openai_client.py,sha256=PF4wjQnMSJdvhD5akDzzdCLHJaldyKC78MYUZZLFVgw,15322
 letta/local_llm/README.md,sha256=hFJyw5B0TU2jrh9nb0zGZMgdH-Ei1dSRfhvPQG_NSoU,168
 letta/local_llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/local_llm/chat_completion_proxy.py,sha256=gc5gaKoHP8QaWRulDeEYPk7Onl8KdCBmpF2l9znXKeQ,13853
@@ -229,7 +229,7 @@ letta/schemas/openai/openai.py,sha256=Hilo5BiLAGabzxCwnwfzK5QrWqwYD8epaEKFa4Pwnd
 letta/schemas/organization.py,sha256=TXrHN4IBQnX-mWvRuCOH57XZSLYCVOY0wWm2_UzDQIA,1279
 letta/schemas/passage.py,sha256=RG0vkaewEu4a_NAZM-FVyMammHjqpPP0RDYAdu27g6A,3723
 letta/schemas/provider_trace.py,sha256=gsgo1CdfTUFSnm1ep1tSZ0fZfGSx45EdPaVyVJREt_U,1958
-letta/schemas/providers.py,sha256=p9k2lTNT0qdFGgYAiNLYJpyfdrZrDBeWeU7v112WDl4,63063
+letta/schemas/providers.py,sha256=2I5MtHHpBGZu0yv2qjrjMZMrn3kV8HRhFPizMOOdrFc,63069
 letta/schemas/response_format.py,sha256=pXNsjbtpA3Tf8HsDyIa40CSmoUbVR_7n2WOfQaX4aFs,2204
 letta/schemas/run.py,sha256=SRqPRziINIiPunjOhE_NlbnQYgxTvqmbauni_yfBQRA,2085
 letta/schemas/sandbox_config.py,sha256=Qfkzw422HCQUsE3GKry94oecQGziAzGXIyd6ke8W06M,5985
@@ -252,7 +252,7 @@ letta/serialize_schemas/marshmallow_tool.py,sha256=jwU69BDCakPlYPSk-ta21kuvsURKO
 letta/serialize_schemas/pydantic_agent_schema.py,sha256=NKq70niUVMI3_lxMKc3u3rOBUhm77bIFaPRj9aidMUQ,3006
 letta/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/server/constants.py,sha256=yAdGbLkzlOU_dLTx0lKDmAnj0ZgRXCEaIcPJWO69eaE,92
-letta/server/db.py,sha256=eG3rJ2hij4gvEOUyRbVZpv2VlBFITmC_FJ6TXBmcwrY,9973
+letta/server/db.py,sha256=EmYbho-yIT1JfBvDBjfzWIRzjk65ZRNNdz4vqgGWwXg,10302
 letta/server/generate_openapi_schema.sh,sha256=0OtBhkC1g6CobVmNEd_m2B6sTdppjbJLXaM95icejvE,371
 letta/server/rest_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/server/rest_api/app.py,sha256=8Y5R_t_s4IAG7wRfdbmCeF5YT9pfGG4h6_kpUAaUwoQ,14771
@@ -266,7 +266,7 @@ letta/server/rest_api/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5N
 letta/server/rest_api/routers/openai/chat_completions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/server/rest_api/routers/openai/chat_completions/chat_completions.py,sha256=QBWab1fn2LXVDMtc6li3gOzmrNzDiUw5WUJsMeeMZII,5076
 letta/server/rest_api/routers/v1/__init__.py,sha256=JfSSttkEWu0W18NVVDxl8AGnd8Qhj0BXJNxntOB7070,1768
-letta/server/rest_api/routers/v1/agents.py,sha256=evL3IHe5PR2Jmo3edT6hGv2BkHd7hB1EfC4Y4z3qOVc,38631
+letta/server/rest_api/routers/v1/agents.py,sha256=QhOs53_DMciQ9k3dgdBtsU_ntpyM61fynSi5hLQgYZA,38728
 letta/server/rest_api/routers/v1/blocks.py,sha256=2uCUK91hFFmiAJt0Mrj0wn0Q6UC6J7xcV1dbDLU44r0,4767
 letta/server/rest_api/routers/v1/embeddings.py,sha256=P-Dvt_HNKoTyjRwkScAMg1hlB3cNxMeAQwV7bSatsKI,957
 letta/server/rest_api/routers/v1/groups.py,sha256=DT2tc4wwiq_gzmxefltEIrFSoqOntzhvmgqQy23varA,10738
@@ -346,8 +346,8 @@ letta/system.py,sha256=mKxmvvekuP8mdgsebRINGBoFbUdJhxLJ260crPBNVyk,8386
 letta/tracing.py,sha256=YMb9KgoBVz7nwCPwnErk2EJEKMiQ_ohctW1nOwhHd1Y,8458
 letta/types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/utils.py,sha256=W8J1FfhRADFqoyx3J8-Z1_aWyG433PBoEh_b5wdOZIg,32262
-letta_nightly-0.7.26.dev20250523225257.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
-letta_nightly-0.7.26.dev20250523225257.dist-info/METADATA,sha256=-cYFaEhrg0rwPYSJ6vH6I_cEBa36ZiOcOLb_326cWro,22321
-letta_nightly-0.7.26.dev20250523225257.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-letta_nightly-0.7.26.dev20250523225257.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
-letta_nightly-0.7.26.dev20250523225257.dist-info/RECORD,,
+letta_nightly-0.7.27.dev20250525041502.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
+letta_nightly-0.7.27.dev20250525041502.dist-info/METADATA,sha256=c4-TYI62CcqQ91lIMjvSxhrEdg_MYC_hgG3wTYNLcH4,22374
+letta_nightly-0.7.27.dev20250525041502.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+letta_nightly-0.7.27.dev20250525041502.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
+letta_nightly-0.7.27.dev20250525041502.dist-info/RECORD,,