letta-nightly 0.4.1.dev20241008104105__py3-none-any.whl → 0.4.1.dev20241010104112__py3-none-any.whl

letta/server/rest_api/routers/v1/agents.py

@@ -40,7 +40,7 @@ router = APIRouter(prefix="/agents", tags=["agents"])
 @router.get("/", response_model=List[AgentState], operation_id="list_agents")
 def list_agents(
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     List all agents associated with a given user.
@@ -55,7 +55,7 @@ def list_agents(
 def create_agent(
     agent: CreateAgent = Body(...),
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Create a new agent with the specified configuration.
@@ -76,7 +76,7 @@ def update_agent(
     agent_id: str,
     update_agent: UpdateAgentState = Body(...),
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """Update an exsiting agent"""
     actor = server.get_user_or_default(user_id=user_id)
@@ -89,7 +89,7 @@ def update_agent(
 def get_agent_state(
     agent_id: str,
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Get the state of the agent.
@@ -107,7 +107,7 @@ def get_agent_state(
 def delete_agent(
     agent_id: str,
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Delete an agent.
@@ -159,7 +159,7 @@ def update_agent_memory(
     agent_id: str,
     request: Dict = Body(...),
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Update the core memory of a specific agent.
@@ -202,7 +202,7 @@ def get_agent_archival_memory(
     after: Optional[int] = Query(None, description="Unique ID of the memory to start the query range at."),
     before: Optional[int] = Query(None, description="Unique ID of the memory to end the query range at."),
     limit: Optional[int] = Query(None, description="How many results to include in the response."),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Retrieve the memories in an agent's archival memory store (paginated query).
@@ -227,7 +227,7 @@ def insert_agent_archival_memory(
     agent_id: str,
     request: CreateArchivalMemory = Body(...),
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Insert a memory into an agent's archival memory store.
@@ -245,7 +245,7 @@ def delete_agent_archival_memory(
     memory_id: str,
     # memory_id: str = Query(..., description="Unique ID of the memory to be deleted."),
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Delete a memory from an agent's archival memory store.
@@ -276,7 +276,7 @@ def get_agent_messages(
         DEFAULT_MESSAGE_TOOL_KWARG,
         description="[Only applicable if use_assistant_message is True] The name of the message argument in the designated message tool.",
     ),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Retrieve message history for an agent.
@@ -315,7 +315,7 @@ async def send_message(
     agent_id: str,
     server: SyncServer = Depends(get_letta_server),
     request: LettaRequest = Body(...),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Process a user message and return the agent's response.

letta/server/rest_api/routers/v1/blocks.py

@@ -19,7 +19,7 @@ def list_blocks(
     templates_only: bool = Query(True, description="Whether to include only templates"),
     name: Optional[str] = Query(None, description="Name of the block"),
     server: SyncServer = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     actor = server.get_user_or_default(user_id=user_id)
 
@@ -33,7 +33,7 @@ def list_blocks(
 def create_block(
     create_block: CreateBlock = Body(...),
     server: SyncServer = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     actor = server.get_user_or_default(user_id=user_id)
 

letta/server/rest_api/routers/v1/jobs.py

@@ -13,7 +13,7 @@ router = APIRouter(prefix="/jobs", tags=["jobs"])
 def list_jobs(
     server: "SyncServer" = Depends(get_letta_server),
     source_id: Optional[str] = Query(None, description="Only list jobs associated with the source."),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     List all jobs.
@@ -34,7 +34,7 @@ def list_jobs(
 @router.get("/active", response_model=List[Job], operation_id="list_active_jobs")
 def list_active_jobs(
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     List all active jobs.

letta/server/rest_api/routers/v1/sources.py

@@ -1,6 +1,6 @@
 import os
 import tempfile
-from typing import List
+from typing import List, Optional
 
 from fastapi import APIRouter, BackgroundTasks, Depends, Header, Query, UploadFile
 
@@ -21,7 +21,7 @@ router = APIRouter(prefix="/sources", tags=["sources"])
 def get_source(
     source_id: str,
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Get all sources
@@ -35,7 +35,7 @@ def get_source(
 def get_source_id_by_name(
     source_name: str,
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Get a source by name
@@ -49,7 +49,7 @@ def get_source_id_by_name(
 @router.get("/", response_model=List[Source], operation_id="list_sources")
 def list_sources(
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     List all data sources created by a user.
@@ -63,7 +63,7 @@ def list_sources(
 def create_source(
     source: SourceCreate,
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Create a new data source.
@@ -78,7 +78,7 @@ def update_source(
     source_id: str,
     source: SourceUpdate,
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Update the name or documentation of an existing data source.
@@ -94,7 +94,7 @@ def update_source(
 def delete_source(
     source_id: str,
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Delete a data source.
@@ -109,7 +109,7 @@ def attach_source_to_agent(
     source_id: str,
     agent_id: str = Query(..., description="The unique identifier of the agent to attach the source to."),
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Attach a data source to an existing agent.
@@ -127,7 +127,7 @@ def detach_source_from_agent(
     source_id: str,
     agent_id: str = Query(..., description="The unique identifier of the agent to detach the source from."),
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ) -> None:
     """
     Detach a data source from an existing agent.
@@ -143,7 +143,7 @@ def upload_file_to_source(
     source_id: str,
     background_tasks: BackgroundTasks,
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Upload a file to a data source.
@@ -176,7 +176,7 @@ def upload_file_to_source(
 def list_passages(
     source_id: str,
     server: SyncServer = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     List all passages associated with a data source.
@@ -190,7 +190,7 @@ def list_passages(
 def list_documents(
     source_id: str,
     server: "SyncServer" = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     List all documents associated with a data source.

letta/server/rest_api/routers/v1/tools.py

@@ -1,4 +1,4 @@
-from typing import List
+from typing import List, Optional
 
 from fastapi import APIRouter, Body, Depends, Header, HTTPException
 
@@ -13,7 +13,7 @@ router = APIRouter(prefix="/tools", tags=["tools"])
 def delete_tool(
     tool_id: str,
     server: SyncServer = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Delete a tool by name
@@ -43,7 +43,7 @@ def get_tool(
 def get_tool_id(
     tool_name: str,
     server: SyncServer = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Get a tool ID by name
@@ -60,7 +60,7 @@ def get_tool_id(
 @router.get("/", response_model=List[Tool], operation_id="list_tools")
 def list_all_tools(
     server: SyncServer = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Get a list of all tools available to agents created by a user
@@ -78,7 +78,7 @@ def create_tool(
     tool: ToolCreate = Body(...),
     update: bool = False,
     server: SyncServer = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Create a new tool
@@ -98,7 +98,7 @@ def update_tool(
     tool_id: str,
     request: ToolUpdate = Body(...),
     server: SyncServer = Depends(get_letta_server),
-    user_id: str = Header(None),  # Extract user_id from header, default to None if not present
+    user_id: Optional[str] = Header(None, alias="user_id"),  # Extract user_id from header, default to None if not present
 ):
     """
     Update an existing tool

letta/server/server.py

@@ -47,11 +47,12 @@ from letta.providers import (
     AnthropicProvider,
     AzureProvider,
     GoogleAIProvider,
+    LettaProvider,
     OllamaProvider,
     OpenAIProvider,
     VLLMProvider,
 )
-from letta.schemas.agent import AgentState, CreateAgent, UpdateAgentState
+from letta.schemas.agent import AgentState, AgentType, CreateAgent, UpdateAgentState
 from letta.schemas.api_key import APIKey, APIKeyCreate
 from letta.schemas.block import (
     Block,
@@ -259,8 +260,8 @@ class SyncServer(Server):
         # add global default tools (for admin)
         self.add_default_tools(module_name="base")
 
-        # collect providers
-        self._enabled_providers = []
+        # collect providers (always has Letta as a default)
+        self._enabled_providers = [LettaProvider()]
         if model_settings.openai_api_key:
             self._enabled_providers.append(OpenAIProvider(api_key=model_settings.openai_api_key))
         if model_settings.anthropic_api_key:
@@ -272,7 +273,13 @@ class SyncServer(Server):
         if model_settings.gemini_api_key:
             self._enabled_providers.append(GoogleAIProvider(api_key=model_settings.gemini_api_key))
         if model_settings.azure_api_key and model_settings.azure_base_url:
-            self._enabled_providers.append(AzureProvider(api_key=model_settings.azure_api_key, base_url=model_settings.azure_base_url))
+            self._enabled_providers.append(
+                AzureProvider(
+                    api_key=model_settings.azure_api_key,
+                    base_url=model_settings.azure_base_url,
+                    api_version=model_settings.azure_api_version,
+                )
+            )
 
     def save_agents(self):
         """Saves all the agents that are in the in-memory object store"""
@@ -335,7 +342,10 @@ class SyncServer(Server):
             # Make sure the memory is a memory object
             assert isinstance(agent_state.memory, Memory)
 
-            letta_agent = Agent(agent_state=agent_state, interface=interface, tools=tool_objs)
+            if agent_state.agent_type == AgentType.memgpt_agent:
+                letta_agent = Agent(agent_state=agent_state, interface=interface, tools=tool_objs)
+            else:
+                raise NotImplementedError("Only base agents are supported as of right now!")
 
             # Add the agent to the in-memory store and return its reference
             logger.debug(f"Adding agent to the agent cache: user_id={user_id}, agent_id={agent_id}")
@@ -599,7 +609,7 @@ class SyncServer(Server):
                 )
 
         # Run the agent state forward
-        usage = self._step(user_id=user_id, agent_id=agent_id, input_message=packaged_user_message, timestamp=timestamp)
+        usage = self._step(user_id=user_id, agent_id=agent_id, input_message=message, timestamp=timestamp)
         return usage
 
     def system_message(
@@ -787,6 +797,7 @@ class SyncServer(Server):
                 name=request.name,
                 user_id=user_id,
                 tools=request.tools if request.tools else [],
+                agent_type=request.agent_type or AgentType.memgpt_agent,
                 llm_config=llm_config,
                 embedding_config=embedding_config,
                 system=request.system,
@@ -1612,6 +1623,11 @@ class SyncServer(Server):
         agent = self._get_or_load_agent(agent_id=agent_id)
         archival_memory = agent.persistence_manager.archival_memory
         archival_memory.storage.delete({"source_id": source_id})
+
+        # delete agent-source mapping
+        self.ms.detach_source(agent_id=agent_id, source_id=source_id)
+
+        # return back source data
         return source
 
     def list_attached_sources(self, agent_id: str) -> List[Source]:
@@ -1921,7 +1937,10 @@ class SyncServer(Server):
         if user_id is None:
             return self.get_default_user()
         else:
-            return self.get_user(user_id=user_id)
+            try:
+                return self.get_user(user_id=user_id)
+            except ValueError:
+                raise HTTPException(status_code=404, detail=f"User with id {user_id} not found")
 
     def list_llm_models(self) -> List[LLMConfig]:
         """List available models"""

letta/settings.py

@@ -13,8 +13,8 @@ class ModelSettings(BaseSettings):
     openai_api_key: Optional[str] = None
     # TODO: provide overriding BASE_URL?
 
-    # grok
-    grok_api_key: Optional[str] = None
+    # groq
+    groq_api_key: Optional[str] = None
 
     # anthropic
     anthropic_api_key: Optional[str] = None
@@ -25,6 +25,7 @@ class ModelSettings(BaseSettings):
     # azure
     azure_api_key: Optional[str] = None
     azure_base_url: Optional[str] = None
+    azure_api_version: Optional[str] = None
 
     # google ai
     gemini_api_key: Optional[str] = None
@@ -55,116 +56,6 @@ class Settings(BaseSettings):
     pg_port: Optional[int] = None
     pg_uri: Optional[str] = None  # option to specifiy full uri
 
-    ## llm configuration
-    # llm_endpoint: Optional[str] = None
-    # llm_endpoint_type: Optional[str] = None
-    # llm_model: Optional[str] = None
-    # llm_context_window: Optional[int] = None
-
-    ## embedding configuration
-    # embedding_endpoint: Optional[str] = None
-    # embedding_endpoint_type: Optional[str] = None
-    # embedding_dim: Optional[int] = None
-    # embedding_model: Optional[str] = None
-    # embedding_chunk_size: int = 300
-
-    # @property
-    # def llm_config(self):
-
-    #    # try to get LLM config from settings
-    #    if self.llm_endpoint and self.llm_endpoint_type and self.llm_model and self.llm_context_window:
-    #        return LLMConfig(
-    #            model=self.llm_model,
-    #            model_endpoint_type=self.llm_endpoint_type,
-    #            model_endpoint=self.llm_endpoint,
-    #            model_wrapper=None,
-    #            context_window=self.llm_context_window,
-    #        )
-    #    else:
-    #        if not self.llm_endpoint:
-    #            printd(f"No LETTA_LLM_ENDPOINT provided")
-    #        if not self.llm_endpoint_type:
-    #            printd(f"No LETTA_LLM_ENDPOINT_TYPE provided")
-    #        if not self.llm_model:
-    #            printd(f"No LETTA_LLM_MODEL provided")
-    #        if not self.llm_context_window:
-    #            printd(f"No LETTA_LLM_CONTEX_WINDOW provided")
-
-    #    # quickstart options
-    #    if self.llm_model:
-    #        try:
-    #            return LLMConfig.default_config(self.llm_model)
-    #        except ValueError:
-    #            pass
-
-    #    # try to read from config file (last resort)
-    #    from letta.config import LettaConfig
-
-    #    if LettaConfig.exists():
-    #        config = LettaConfig.load()
-    #        llm_config = LLMConfig(
-    #            model=config.default_llm_config.model,
-    #            model_endpoint_type=config.default_llm_config.model_endpoint_type,
-    #            model_endpoint=config.default_llm_config.model_endpoint,
-    #            model_wrapper=config.default_llm_config.model_wrapper,
-    #            context_window=config.default_llm_config.context_window,
-    #        )
-    #        return llm_config
-
-    #    # check OpenAI API key
-    #    if os.getenv("OPENAI_API_KEY"):
-    #        return LLMConfig.default_config(self.llm_model if self.llm_model else "gpt-4")
-
-    #    return LLMConfig.default_config("letta")
-
-    # @property
-    # def embedding_config(self):
-
-    #    # try to get LLM config from settings
-    #    if self.embedding_endpoint and self.embedding_endpoint_type and self.embedding_model and self.embedding_dim:
-    #        return EmbeddingConfig(
-    #            embedding_model=self.embedding_model,
-    #            embedding_endpoint_type=self.embedding_endpoint_type,
-    #            embedding_endpoint=self.embedding_endpoint,
-    #            embedding_dim=self.embedding_dim,
-    #            embedding_chunk_size=self.embedding_chunk_size,
-    #        )
-    #    else:
-    #        if not self.embedding_endpoint:
-    #            printd(f"No LETTA_EMBEDDING_ENDPOINT provided")
-    #        if not self.embedding_endpoint_type:
-    #            printd(f"No LETTA_EMBEDDING_ENDPOINT_TYPE provided")
-    #        if not self.embedding_model:
-    #            printd(f"No LETTA_EMBEDDING_MODEL provided")
-    #        if not self.embedding_dim:
-    #            printd(f"No LETTA_EMBEDDING_DIM provided")
-
-    #    # TODO
-    #    ## quickstart options
-    #    # if self.embedding_model:
-    #    #    try:
-    #    #        return EmbeddingConfig.default_config(self.embedding_model)
-    #    #    except ValueError as e:
-    #    #        pass
-
-    #    # try to read from config file (last resort)
-    #    from letta.config import LettaConfig
-
-    #    if LettaConfig.exists():
-    #        config = LettaConfig.load()
-    #        return EmbeddingConfig(
-    #            embedding_model=config.default_embedding_config.embedding_model,
-    #            embedding_endpoint_type=config.default_embedding_config.embedding_endpoint_type,
-    #            embedding_endpoint=config.default_embedding_config.embedding_endpoint,
-    #            embedding_dim=config.default_embedding_config.embedding_dim,
-    #            embedding_chunk_size=config.default_embedding_config.embedding_chunk_size,
-    #        )
-
-    #    if os.getenv("OPENAI_API_KEY"):
-    #        return EmbeddingConfig.default_config(self.embedding_model if self.embedding_model else "text-embedding-ada-002")
-
-    #    return EmbeddingConfig.default_config("letta")
-
     @property
     def letta_pg_uri(self) -> str:
         if self.pg_uri:

letta/streaming_interface.py

@@ -9,6 +9,10 @@ from rich.live import Live
 from rich.markup import escape
 
 from letta.interface import CLIInterface
+from letta.local_llm.constants import (
+    ASSISTANT_MESSAGE_CLI_SYMBOL,
+    INNER_THOUGHTS_CLI_SYMBOL,
+)
 from letta.schemas.message import Message
 from letta.schemas.openai.chat_completion_response import (
     ChatCompletionChunkResponse,
@@ -296,7 +300,7 @@ class StreamingRefreshCLIInterface(AgentRefreshStreamingInterface):
     def process_refresh(self, response: ChatCompletionResponse):
         """Process the response to rewrite the current output buffer."""
         if not response.choices:
-            self.update_output("💭 [italic]...[/italic]")
+            self.update_output(f"{INNER_THOUGHTS_CLI_SYMBOL} [italic]...[/italic]")
             return  # Early exit if there are no choices
 
         choice = response.choices[0]
@@ -304,7 +308,7 @@ class StreamingRefreshCLIInterface(AgentRefreshStreamingInterface):
         tool_calls = choice.message.tool_calls if choice.message.tool_calls else []
 
         if self.fancy:
-            message_string = f"💭 [italic]{inner_thoughts}[/italic]" if inner_thoughts else ""
+            message_string = f"{INNER_THOUGHTS_CLI_SYMBOL} [italic]{inner_thoughts}[/italic]" if inner_thoughts else ""
         else:
             message_string = "[inner thoughts] " + inner_thoughts if inner_thoughts else ""
 
@@ -326,7 +330,7 @@ class StreamingRefreshCLIInterface(AgentRefreshStreamingInterface):
                         message = function_args[len(prefix) :]
                     else:
                         message = function_args
-                message_string += f"🤖 [bold yellow]{message}[/bold yellow]"
+                message_string += f"{ASSISTANT_MESSAGE_CLI_SYMBOL} [bold yellow]{message}[/bold yellow]"
             else:
                 message_string += f"{function_name}({function_args})"
 
@@ -336,7 +340,7 @@ class StreamingRefreshCLIInterface(AgentRefreshStreamingInterface):
         if self.streaming:
             print()
             self.live.start()  # Start the Live display context and keep it running
-            self.update_output("💭 [italic]...[/italic]")
+            self.update_output(f"{INNER_THOUGHTS_CLI_SYMBOL} [italic]...[/italic]")
 
     def stream_end(self):
         if self.streaming:

{letta_nightly-0.4.1.dev20241008104105.dist-info → letta_nightly-0.4.1.dev20241010104112.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.4.1.dev20241008104105
+Version: 0.4.1.dev20241010104112
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team