letta-nightly 0.11.7.dev20250914103918__py3-none-any.whl → 0.11.7.dev20250916104104__py3-none-any.whl

letta/functions/function_sets/multi_agent.py

@@ -11,7 +11,7 @@ from letta.functions.helpers import (
 )
 from letta.schemas.enums import MessageRole
 from letta.schemas.message import MessageCreate
-from letta.server.rest_api.utils import get_letta_server
+from letta.server.rest_api.dependencies import get_letta_server
 from letta.settings import settings
 
 if TYPE_CHECKING:

letta/functions/helpers.py

@@ -17,7 +17,7 @@ from letta.schemas.letta_response import LettaResponse
 from letta.schemas.letta_stop_reason import LettaStopReason, StopReasonType
 from letta.schemas.message import Message, MessageCreate
 from letta.schemas.user import User
-from letta.server.rest_api.utils import get_letta_server
+from letta.server.rest_api.dependencies import get_letta_server
 from letta.settings import settings
 from letta.utils import safe_create_task
 

letta/prompts/gpt_system.py

@@ -1,26 +1,24 @@
 import os
 
 from letta.constants import LETTA_DIR
+from letta.prompts.system_prompts import SYSTEM_PROMPTS
 
 
 def get_system_text(key):
-    filename = f"{key}.txt"
-    file_path = os.path.join(os.path.dirname(__file__), "system", filename)
+    # first try to get from python constants (no file I/O)
+    if key in SYSTEM_PROMPTS:
+        return SYSTEM_PROMPTS[key].strip()
 
-    # first look in prompts/system/*.txt
+    # fallback to user custom prompts in ~/.letta/system_prompts/*.txt
+    filename = f"{key}.txt"
+    user_system_prompts_dir = os.path.join(LETTA_DIR, "system_prompts")
+    # create directory if it doesn't exist
+    if not os.path.exists(user_system_prompts_dir):
+        os.makedirs(user_system_prompts_dir)
+    # look inside for a matching system prompt
+    file_path = os.path.join(user_system_prompts_dir, filename)
     if os.path.exists(file_path):
         with open(file_path, "r", encoding="utf-8") as file:
             return file.read().strip()
     else:
-        # try looking in ~/.letta/system_prompts/*.txt
-        user_system_prompts_dir = os.path.join(LETTA_DIR, "system_prompts")
-        # create directory if it doesn't exist
-        if not os.path.exists(user_system_prompts_dir):
-            os.makedirs(user_system_prompts_dir)
-        # look inside for a matching system prompt
-        file_path = os.path.join(user_system_prompts_dir, filename)
-        if os.path.exists(file_path):
-            with open(file_path, "r", encoding="utf-8") as file:
-                return file.read().strip()
-        else:
-            raise FileNotFoundError(f"No file found for key {key}, path={file_path}")
+        raise FileNotFoundError(f"No system prompt found for key '{key}'")

letta/prompts/system_prompts/__init__.py

@@ -0,0 +1,27 @@
+from letta.prompts.system_prompts import (
+    memgpt_chat,
+    memgpt_generate_tool,
+    memgpt_v2_chat,
+    react,
+    sleeptime_doc_ingest,
+    sleeptime_v2,
+    summary_system_prompt,
+    voice_chat,
+    voice_sleeptime,
+    workflow,
+)
+
+SYSTEM_PROMPTS = {
+    "voice_chat": voice_chat.PROMPT,
+    "voice_sleeptime": voice_sleeptime.PROMPT,
+    "memgpt_v2_chat": memgpt_v2_chat.PROMPT,
+    "sleeptime_v2": sleeptime_v2.PROMPT,
+    "react": react.PROMPT,
+    "workflow": workflow.PROMPT,
+    "memgpt_chat": memgpt_chat.PROMPT,
+    "sleeptime_doc_ingest": sleeptime_doc_ingest.PROMPT,
+    "summary_system_prompt": summary_system_prompt.PROMPT,
+    "memgpt_generate_tool": memgpt_generate_tool.PROMPT,
+}
+
+__all__ = ["SYSTEM_PROMPTS"]

letta/prompts/{system/memgpt_chat.txt → system_prompts/memgpt_chat.py}

@@ -1,3 +1,4 @@
+PROMPT = r"""
 You are Letta, the latest version of Limnal Corporation's digital companion, developed in 2023.
 Your task is to converse with a user from the perspective of your persona.
 
@@ -56,3 +57,4 @@ There is no function to search your core memory because it is always visible in
 
 Base instructions finished.
 From now on, you are going to act as your persona.
+"""

letta/prompts/{system/memgpt_generate_tool.txt → system_prompts/memgpt_generate_tool.py}

@@ -1,3 +1,4 @@
+PROMPT = r"""
 <base_instructions>
 You are Letta, the latest version of Limnal Corporation's digital companion, developed in 2025.
 You are a memory-augmented agent with a memory system consisting of memory blocks. Your primary task is to generate tools for the user to use in their interactions with you.
@@ -64,7 +65,7 @@ A docstring must always be generated and formatted correctly as part of any gene
 Example:
 ```python
 def get_price(coin_ids: str, vs_currencies: str, reverse: bool) -> list:
-    """
+    \"\"\"
     Fetch prices from CoinGecko.
 
     Args:
@@ -74,7 +75,7 @@ def get_price(coin_ids: str, vs_currencies: str, reverse: bool) -> list:
 
     Returns:
         list: the prices in the target currency, in the same order as the coin_ids if reverse is False, otherwise in the reverse order
-    """
+    \"\"\"
     ...
 ```
 </tool_docstring>
@@ -137,3 +138,4 @@ Example:
 
 Base instructions finished.
 </base_instructions>
+"""

letta/prompts/{system/memgpt_v2_chat.txt → system_prompts/memgpt_v2_chat.py}

@@ -1,3 +1,4 @@
+PROMPT = r"""
 <base_instructions>
 You are Letta, the latest version of Limnal Corporation's digital companion, developed in 2025.
 You are a memory-augmented agent with a memory system consisting of memory blocks.
@@ -70,3 +71,4 @@ Maintain only those files relevant to the user’s current interaction.
 
 Base instructions finished.
 </base_instructions>
+"""

letta/prompts/{system/react.txt → system_prompts/react.py}

@@ -1,3 +1,4 @@
+PROMPT = r"""
 <base_instructions>
 You are Letta ReAct agent, the latest version of Limnal Corporation's digital AI agent, developed in 2025.
 You are an AI agent that can be equipped with various tools which you can execute.
@@ -17,3 +18,4 @@ You should use your inner monologue to plan actions or think privately.
 
 Base instructions finished.
 </base_instructions>
+"""

letta/prompts/{system/sleeptime_doc_ingest.txt → system_prompts/sleeptime_doc_ingest.py}

@@ -1,3 +1,4 @@
+PROMPT = r"""
 You are Letta-Sleeptime-Doc-Ingest, the latest version of Limnal Corporation's memory management system, developed in 2025.
 
 You run in the background, organizing and maintaining the memories of an agent assistant who chats with the user.
@@ -33,3 +34,4 @@ Line numbers:
 Line numbers are shown to you when viewing the memory blocks to help you make precise edits when needed. The line numbers are for viewing only, do NOT under any circumstances actually include the line numbers when using your memory editing tools, or they will not work properly.
 
 You will be sent external context about the interaction, and your goal is to summarize the context and store it in the right memory blocks.
+"""

letta/prompts/{system/sleeptime_v2.txt → system_prompts/sleeptime_v2.py}

@@ -1,3 +1,4 @@
+PROMPT = r"""
 <base_instructions>
 You are Letta-Sleeptime-Memory, the latest version of Limnal Corporation's memory management system, developed in 2025.
 
@@ -26,3 +27,4 @@ Not every observation warrants a memory edit, be selective in your memory editin
 Line numbers:
 Line numbers are shown to you when viewing the memory blocks to help you make precise edits when needed. The line numbers are for viewing only, do NOT under any circumstances actually include the line numbers when using your memory editing tools, or they will not work properly.
 </base_instructions>
+"""

letta/prompts/{system/summary_system_prompt.txt → system_prompts/summary_system_prompt.py}

@@ -1,3 +1,4 @@
+PROMPT = r"""
 You are a memory-recall assistant that preserves conversational context as messages exit the AI's context window.
 
 <core_function>
@@ -60,3 +61,4 @@ Apply to: high-level discussions, philosophical topics, general preferences
 <critical_reminder>
 Your notes are the sole record of evicted messages. Every word should enable future continuity.
 </critical_reminder>
+"""

letta/prompts/{system/voice_chat.txt → system_prompts/voice_chat.py}

@@ -1,3 +1,4 @@
+PROMPT = r"""
 You are the single LLM turn in a low-latency voice assistant pipeline (STT ➜ LLM ➜ TTS).
 Your goals, in priority order, are:
 
@@ -27,3 +28,4 @@ Tone.
 
 The memory of the conversation so far below contains enduring facts and user preferences produced by the system.
 Treat it as reliable ground-truth context. If the user references information that should appear here but does not, follow guidelines and consider `search_memory`.
+"""

letta/prompts/{system/voice_sleeptime.txt → system_prompts/voice_sleeptime.py}

@@ -1,3 +1,4 @@
+PROMPT = r"""
 You are Letta-Sleeptime-Memory, the latest version of Limnal Corporation's memory management system (developed 2025). You operate asynchronously to maintain the memories of a chat agent interacting with a user.
 
 Your current task involves a two-phase process executed sequentially:
@@ -71,3 +72,4 @@ After the `store_memories` tool call is processed, consider the current content
 
 Output Requirements:
 -   You MUST ONLY output tool calls in the specified sequence: First `store_memories` (once), then one or more `rethink_user_memory` calls, and finally `finish_rethinking_memory` (once).
+"""

letta/prompts/{system/workflow.txt → system_prompts/workflow.py}

@@ -1,3 +1,4 @@
+PROMPT = r"""
 <base_instructions>
 You are Letta workflow agent, the latest version of Limnal Corporation's digital AI agent, developed in 2025.
 You are an AI agent that is capable of running one or more tools in a sequence to accomplish a task.
@@ -13,3 +14,4 @@ You should use your inner monologue to plan actions or think privately.
 
 Base instructions finished.
 </base_instructions>
+"""

letta/server/rest_api/dependencies.py

@@ -0,0 +1,37 @@
+from typing import TYPE_CHECKING, Optional
+
+from fastapi import Header
+from pydantic import BaseModel
+
+if TYPE_CHECKING:
+    from letta.server.server import SyncServer
+
+
+class HeaderParams(BaseModel):
+    """Common header parameters used across REST API endpoints."""
+
+    actor_id: Optional[str] = None
+    user_agent: Optional[str] = None
+    project_id: Optional[str] = None
+
+
+def get_headers(
+    actor_id: Optional[str] = Header(None, alias="user_id"),
+    user_agent: Optional[str] = Header(None, alias="User-Agent"),
+    project_id: Optional[str] = Header(None, alias="X-Project-Id"),
+) -> HeaderParams:
+    """Dependency injection function to extract common headers from requests."""
+    return HeaderParams(
+        actor_id=actor_id,
+        user_agent=user_agent,
+        project_id=project_id,
+    )
+
+
+# TODO: why does this double up the interface?
+async def get_letta_server() -> "SyncServer":
+    # Check if a global server is already instantiated
+    from letta.server.rest_api.app import server
+
+    # assert isinstance(server, SyncServer)
+    return server

letta/server/rest_api/routers/openai/chat_completions/chat_completions.py

@@ -11,9 +11,10 @@ from letta.log import get_logger
 from letta.schemas.message import Message, MessageCreate
 from letta.schemas.user import User
 from letta.server.rest_api.chat_completions_interface import ChatCompletionsStreamingInterface
+from letta.server.rest_api.dependencies import HeaderParams, get_headers, get_letta_server
 
 # TODO this belongs in a controller!
-from letta.server.rest_api.utils import get_letta_server, get_user_message_from_chat_completions_request, sse_async_generator
+from letta.server.rest_api.utils import get_user_message_from_chat_completions_request, sse_async_generator
 from letta.utils import safe_create_task
 
 if TYPE_CHECKING:
@@ -39,13 +40,13 @@ async def create_chat_completions(
     agent_id: str,
     completion_request: CompletionCreateParams = Body(...),
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: Optional[str] = Header(None, alias="user_id"),
+    headers: HeaderParams = Depends(get_headers),
 ):
     # Validate and process fields
     if not completion_request["stream"]:
         raise HTTPException(status_code=400, detail="Must be streaming request: `stream` was set to `False` in the request.")
 
-    actor = server.user_manager.get_user_or_default(user_id=user_id)
+    actor = server.user_manager.get_user_or_default(user_id=headers.actor_id)
 
     letta_agent = server.load_agent(agent_id=agent_id, actor=actor)
     llm_config = letta_agent.agent_state.llm_config