letta-nightly 0.7.21.dev20250521233415__tar.gz → 0.7.22.dev20250523081403__tar.gz

{letta_nightly-0.7.21.dev20250521233415 → letta_nightly-0.7.22.dev20250523081403}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.7.21.dev20250521233415
+Version: 0.7.22.dev20250523081403
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team

{letta_nightly-0.7.21.dev20250521233415 → letta_nightly-0.7.22.dev20250523081403}/letta/__init__.py

@@ -1,7 +1,7 @@
-__version__ = "0.7.21"
+__version__ = "0.7.22"
 
 # import clients
-from letta.client.client import LocalClient, RESTClient, create_client
+from letta.client.client import RESTClient
 
 # imports for easier access
 from letta.schemas.agent import AgentState

{letta_nightly-0.7.21.dev20250521233415 → letta_nightly-0.7.22.dev20250523081403}/letta/agents/base_agent.py

@@ -100,8 +100,10 @@ class BaseAgent(ABC):
 
             # [DB Call] size of messages and archival memories
             # todo: blocking for now
-            num_messages = num_messages or self.message_manager.size(actor=self.actor, agent_id=agent_state.id)
-            num_archival_memories = num_archival_memories or self.passage_manager.size(actor=self.actor, agent_id=agent_state.id)
+            if num_messages is None:
+                num_messages = await self.message_manager.size_async(actor=self.actor, agent_id=agent_state.id)
+            if num_archival_memories is None:
+                num_archival_memories = await self.passage_manager.size_async(actor=self.actor, agent_id=agent_state.id)
 
             new_system_message_str = compile_system_message(
                 system_prompt=agent_state.system,

{letta_nightly-0.7.21.dev20250521233415 → letta_nightly-0.7.22.dev20250523081403}/letta/agents/letta_agent.py

@@ -174,20 +174,13 @@ class LettaAgent(BaseAgent):
             for message in letta_messages:
                 yield f"data: {message.model_dump_json()}\n\n"
 
-            # update usage
-            # TODO: add run_id
-            usage.step_count += 1
-            usage.completion_tokens += response.usage.completion_tokens
-            usage.prompt_tokens += response.usage.prompt_tokens
-            usage.total_tokens += response.usage.total_tokens
-
             if not should_continue:
                 break
 
         # Extend the in context message ids
         if not agent_state.message_buffer_autoclear:
             message_ids = [m.id for m in (current_in_context_messages + new_in_context_messages)]
-            self.agent_manager.set_in_context_messages(agent_id=self.agent_id, message_ids=message_ids, actor=self.actor)
+            await self.agent_manager.set_in_context_messages_async(agent_id=self.agent_id, message_ids=message_ids, actor=self.actor)
 
         # Return back usage
         yield f"data: {usage.model_dump_json()}\n\n"
@@ -285,7 +278,7 @@ class LettaAgent(BaseAgent):
         # Extend the in context message ids
         if not agent_state.message_buffer_autoclear:
             message_ids = [m.id for m in (current_in_context_messages + new_in_context_messages)]
-            self.agent_manager.set_in_context_messages(agent_id=self.agent_id, message_ids=message_ids, actor=self.actor)
+            await self.agent_manager.set_in_context_messages_async(agent_id=self.agent_id, message_ids=message_ids, actor=self.actor)
 
         return current_in_context_messages, new_in_context_messages, usage
 
@@ -437,7 +430,7 @@ class LettaAgent(BaseAgent):
         # Extend the in context message ids
         if not agent_state.message_buffer_autoclear:
             message_ids = [m.id for m in (current_in_context_messages + new_in_context_messages)]
-            self.agent_manager.set_in_context_messages(agent_id=self.agent_id, message_ids=message_ids, actor=self.actor)
+            await self.agent_manager.set_in_context_messages_async(agent_id=self.agent_id, message_ids=message_ids, actor=self.actor)
 
         # TODO: This may be out of sync, if in between steps users add files
         # NOTE (cliandy): temporary for now for particlar use cases.

{letta_nightly-0.7.21.dev20250521233415 → letta_nightly-0.7.22.dev20250523081403}/letta/agents/letta_agent_batch.py

@@ -233,7 +233,7 @@ class LettaAgentBatch(BaseAgent):
         ctx = await self._collect_resume_context(llm_batch_id)
 
         log_event(name="update_statuses")
-        self._update_request_statuses(ctx.request_status_updates)
+        await self._update_request_statuses_async(ctx.request_status_updates)
 
         log_event(name="exec_tools")
         exec_results = await self._execute_tools(ctx)
@@ -242,7 +242,7 @@ class LettaAgentBatch(BaseAgent):
         msg_map = await self._persist_tool_messages(exec_results, ctx)
 
         log_event(name="mark_steps_done")
-        self._mark_steps_complete(llm_batch_id, ctx.agent_ids)
+        await self._mark_steps_complete_async(llm_batch_id, ctx.agent_ids)
 
         log_event(name="prepare_next")
         next_reqs, next_step_state = self._prepare_next_iteration(exec_results, ctx, msg_map)
@@ -382,9 +382,9 @@ class LettaAgentBatch(BaseAgent):
 
         return self._extract_tool_call_and_decide_continue(tool_call, item.step_state)
 
-    def _update_request_statuses(self, updates: List[RequestStatusUpdateInfo]) -> None:
+    async def _update_request_statuses_async(self, updates: List[RequestStatusUpdateInfo]) -> None:
         if updates:
-            self.batch_manager.bulk_update_llm_batch_items_request_status_by_agent(updates=updates)
+            await self.batch_manager.bulk_update_llm_batch_items_request_status_by_agent_async(updates=updates)
 
     def _build_sandbox(self) -> Tuple[SandboxConfig, Dict[str, Any]]:
         sbx_type = SandboxType.E2B if tool_settings.e2b_api_key else SandboxType.LOCAL
@@ -474,11 +474,11 @@ class LettaAgentBatch(BaseAgent):
         await self.message_manager.create_many_messages_async([m for msgs in msg_map.values() for m in msgs], actor=self.actor)
         return msg_map
 
-    def _mark_steps_complete(self, llm_batch_id: str, agent_ids: List[str]) -> None:
+    async def _mark_steps_complete_async(self, llm_batch_id: str, agent_ids: List[str]) -> None:
         updates = [
             StepStatusUpdateInfo(llm_batch_id=llm_batch_id, agent_id=aid, step_status=AgentStepStatus.completed) for aid in agent_ids
         ]
-        self.batch_manager.bulk_update_llm_batch_items_step_status_by_agent(updates)
+        await self.batch_manager.bulk_update_llm_batch_items_step_status_by_agent_async(updates)
 
     def _prepare_next_iteration(
         self,

letta_nightly-0.7.22.dev20250523081403/letta/cli/cli.py

@@ -0,0 +1,49 @@
+import sys
+from enum import Enum
+from typing import Annotated, Optional
+
+import typer
+
+from letta.log import get_logger
+from letta.streaming_interface import StreamingRefreshCLIInterface as interface  # for printing to terminal
+
+logger = get_logger(__name__)
+
+
+class ServerChoice(Enum):
+    rest_api = "rest"
+    ws_api = "websocket"
+
+
+def server(
+    type: Annotated[ServerChoice, typer.Option(help="Server to run")] = "rest",
+    port: Annotated[Optional[int], typer.Option(help="Port to run the server on")] = None,
+    host: Annotated[Optional[str], typer.Option(help="Host to run the server on (default to localhost)")] = None,
+    debug: Annotated[bool, typer.Option(help="Turn debugging output on")] = False,
+    reload: Annotated[bool, typer.Option(help="Enable hot-reload")] = False,
+    ade: Annotated[bool, typer.Option(help="Allows remote access")] = False,  # NOTE: deprecated
+    secure: Annotated[bool, typer.Option(help="Adds simple security access")] = False,
+    localhttps: Annotated[bool, typer.Option(help="Setup local https")] = False,
+):
+    """Launch a Letta server process"""
+    if type == ServerChoice.rest_api:
+        pass
+
+        try:
+            from letta.server.rest_api.app import start_server
+
+            start_server(port=port, host=host, debug=debug, reload=reload)
+
+        except KeyboardInterrupt:
+            # Handle CTRL-C
+            typer.secho("Terminating the server...")
+            sys.exit(0)
+
+    elif type == ServerChoice.ws_api:
+        raise NotImplementedError("WS suppport deprecated")
+
+
+def version() -> str:
+    import letta
+
+    print(letta.__version__)

letta_nightly-0.7.22.dev20250523081403/letta/cli/cli_load.py

@@ -0,0 +1,16 @@
+"""
+This file contains functions for loading data into Letta's archival storage.
+
+Data can be loaded with the following command, once a load function is defined:
+```
+letta load <data-connector-type> --name <dataset-name> [ADDITIONAL ARGS]
+```
+
+"""
+
+import typer
+
+app = typer.Typer()
+
+
+default_extensions = "txt,md,pdf"