letta-nightly 0.11.7.dev20251007104119__py3-none-any.whl → 0.12.0.dev20251009104148__py3-none-any.whl

letta/groups/round_robin_multi_agent.py

@@ -1,15 +1,16 @@
 from typing import List, Optional
 
-from letta.agent import Agent, AgentState
+from letta.agents.base_agent import BaseAgent
 from letta.interface import AgentInterface
 from letta.orm import User
+from letta.schemas.agent import AgentState
 from letta.schemas.letta_message_content import TextContent
 from letta.schemas.message import Message, MessageCreate
 from letta.schemas.openai.chat_completion_response import UsageStatistics
 from letta.schemas.usage import LettaUsageStatistics
 
 
-class RoundRobinMultiAgent(Agent):
+class RoundRobinMultiAgent(BaseAgent):
     def __init__(
         self,
         interface: AgentInterface,

letta/groups/sleeptime_multi_agent.py

@@ -3,10 +3,11 @@ import threading
 from datetime import datetime, timezone
 from typing import List, Optional
 
-from letta.agent import Agent, AgentState
+from letta.agents.base_agent import BaseAgent
 from letta.groups.helpers import stringify_message
 from letta.interface import AgentInterface
 from letta.orm import User
+from letta.schemas.agent import AgentState
 from letta.schemas.enums import JobStatus
 from letta.schemas.job import JobUpdate
 from letta.schemas.letta_message_content import TextContent
@@ -19,7 +20,7 @@ from letta.services.job_manager import JobManager
 from letta.services.message_manager import MessageManager
 
 
-class SleeptimeMultiAgent(Agent):
+class SleeptimeMultiAgent(BaseAgent):
     def __init__(
         self,
         interface: AgentInterface,

letta/groups/sleeptime_multi_agent_v2.py

@@ -268,7 +268,7 @@ class SleeptimeMultiAgentV2(BaseAgent):
             prior_messages = []
             if self.group.sleeptime_agent_frequency:
                 try:
-                    prior_messages = await self.message_manager.list_messages_for_agent_async(
+                    prior_messages = await self.message_manager.list_messages(
                         agent_id=foreground_agent_id,
                         actor=self.actor,
                         after=last_processed_message_id,

letta/groups/sleeptime_multi_agent_v3.py

@@ -7,14 +7,14 @@ from letta.constants import DEFAULT_MAX_STEPS
 from letta.groups.helpers import stringify_message
 from letta.otel.tracing import trace_method
 from letta.schemas.agent import AgentState
-from letta.schemas.enums import JobStatus
+from letta.schemas.enums import JobStatus, RunStatus
 from letta.schemas.group import Group, ManagerType
 from letta.schemas.job import JobUpdate
 from letta.schemas.letta_message import MessageType
 from letta.schemas.letta_message_content import TextContent
 from letta.schemas.letta_response import LettaResponse
 from letta.schemas.message import Message, MessageCreate
-from letta.schemas.run import Run
+from letta.schemas.run import Run, RunUpdate
 from letta.schemas.user import User
 from letta.services.group_manager import GroupManager
 from letta.utils import safe_create_task
@@ -134,14 +134,14 @@ class SleeptimeMultiAgentV3(LettaAgentV2):
         use_assistant_message: bool = True,
     ) -> str:
         run = Run(
-            user_id=self.actor.id,
-            status=JobStatus.created,
+            agent_id=sleeptime_agent_id,
+            status=RunStatus.created,
             metadata={
-                "job_type": "sleeptime_agent_send_message_async",  # is this right?
+                "run_type": "sleeptime_agent_send_message_async",  # is this right?
                 "agent_id": sleeptime_agent_id,
             },
         )
-        run = await self.job_manager.create_job_async(pydantic_job=run, actor=self.actor)
+        run = await self.run_manager.create_run(pydantic_run=run, actor=self.actor)
 
         safe_create_task(
             self._participant_agent_step(
@@ -167,15 +167,15 @@ class SleeptimeMultiAgentV3(LettaAgentV2):
         use_assistant_message: bool = True,
     ) -> LettaResponse:
         try:
-            # Update job status
-            job_update = JobUpdate(status=JobStatus.running)
-            await self.job_manager.update_job_by_id_async(job_id=run_id, job_update=job_update, actor=self.actor)
+            # Update run status
+            run_update = RunUpdate(status=RunStatus.running)
+            await self.run_manager.update_run_by_id_async(run_id=run_id, update=run_update, actor=self.actor)
 
             # Create conversation transcript
             prior_messages = []
             if self.group.sleeptime_agent_frequency:
                 try:
-                    prior_messages = await self.message_manager.list_messages_for_agent_async(
+                    prior_messages = await self.message_manager.list_messages(
                         agent_id=foreground_agent_id,
                         actor=self.actor,
                         after=last_processed_message_id,
@@ -212,22 +212,22 @@ class SleeptimeMultiAgentV3(LettaAgentV2):
                 use_assistant_message=use_assistant_message,
             )
 
-            # Update job status
-            job_update = JobUpdate(
-                status=JobStatus.completed,
+            # Update run status
+            run_update = RunUpdate(
+                status=RunStatus.completed,
                 completed_at=datetime.now(timezone.utc).replace(tzinfo=None),
                 metadata={
                     "result": result.model_dump(mode="json"),
                     "agent_id": sleeptime_agent_state.id,
                 },
             )
-            await self.job_manager.update_job_by_id_async(job_id=run_id, job_update=job_update, actor=self.actor)
+            await self.run_manager.update_run_by_id_async(run_id=run_id, update=run_update, actor=self.actor)
             return result
         except Exception as e:
-            job_update = JobUpdate(
-                status=JobStatus.failed,
+            run_update = RunUpdate(
+                status=RunStatus.failed,
                 completed_at=datetime.now(timezone.utc).replace(tzinfo=None),
                 metadata={"error": str(e)},
             )
-            await self.job_manager.update_job_by_id_async(job_id=run_id, job_update=job_update, actor=self.actor)
+            await self.run_manager.update_run_by_id_async(run_id=run_id, update=run_update, actor=self.actor)
             raise

letta/groups/supervisor_multi_agent.py

@@ -1,12 +1,13 @@
 from typing import List, Optional
 
-from letta.agent import Agent, AgentState
+from letta.agents.base_agent import BaseAgent
 from letta.constants import DEFAULT_MESSAGE_TOOL
 from letta.functions.function_sets.multi_agent import send_message_to_all_agents_in_group
 from letta.functions.functions import parse_source_code
 from letta.functions.schema_generator import generate_schema
 from letta.interface import AgentInterface
 from letta.orm import User
+from letta.schemas.agent import AgentState
 from letta.schemas.enums import ToolType
 from letta.schemas.letta_message_content import TextContent
 from letta.schemas.message import MessageCreate
@@ -17,7 +18,7 @@ from letta.services.agent_manager import AgentManager
 from letta.services.tool_manager import ToolManager
 
 
-class SupervisorMultiAgent(Agent):
+class SupervisorMultiAgent(BaseAgent):
     def __init__(
         self,
         interface: AgentInterface,
@@ -35,82 +36,85 @@ class SupervisorMultiAgent(Agent):
         self.agent_manager = AgentManager()
         self.tool_manager = ToolManager()
 
-    def step(
-        self,
-        input_messages: List[MessageCreate],
-        chaining: bool = True,
-        max_chaining_steps: Optional[int] = None,
-        put_inner_thoughts_first: bool = True,
-        assistant_message_tool_name: str = DEFAULT_MESSAGE_TOOL,
-        **kwargs,
-    ) -> LettaUsageStatistics:
-        # Load settings
-        token_streaming = self.interface.streaming_mode if hasattr(self.interface, "streaming_mode") else False
-        metadata = self.interface.metadata if hasattr(self.interface, "metadata") else None
-
-        # Prepare supervisor agent
-        if self.tool_manager.get_tool_by_name(tool_name="send_message_to_all_agents_in_group", actor=self.user) is None:
-            multi_agent_tool = Tool(
-                name=send_message_to_all_agents_in_group.__name__,
-                description="",
-                source_type="python",
-                tags=[],
-                source_code=parse_source_code(send_message_to_all_agents_in_group),
-                json_schema=generate_schema(send_message_to_all_agents_in_group, None),
-            )
-            multi_agent_tool.tool_type = ToolType.LETTA_MULTI_AGENT_CORE
-            multi_agent_tool = self.tool_manager.create_or_update_tool(
-                pydantic_tool=multi_agent_tool,
-                actor=self.user,
-            )
-            self.agent_state = self.agent_manager.attach_tool(agent_id=self.agent_state.id, tool_id=multi_agent_tool.id, actor=self.user)
-
-        old_tool_rules = self.agent_state.tool_rules
-        self.agent_state.tool_rules = [
-            InitToolRule(
-                tool_name="send_message_to_all_agents_in_group",
-            ),
-            TerminalToolRule(
-                tool_name=assistant_message_tool_name,
-            ),
-            ChildToolRule(
-                tool_name="send_message_to_all_agents_in_group",
-                children=[assistant_message_tool_name],
-            ),
-        ]
-
-        # Prepare new messages
-        new_messages = []
-        for message in input_messages:
-            if isinstance(message.content, str):
-                message.content = [TextContent(text=message.content)]
-            message.group_id = self.group_id
-            new_messages.append(message)
-
-        try:
-            # Load supervisor agent
-            supervisor_agent = Agent(
-                agent_state=self.agent_state,
-                interface=self.interface,
-                user=self.user,
-            )
-
-            # Perform supervisor step
-            usage_stats = supervisor_agent.step(
-                input_messages=new_messages,
-                chaining=chaining,
-                max_chaining_steps=max_chaining_steps,
-                stream=token_streaming,
-                skip_verify=True,
-                metadata=metadata,
-                put_inner_thoughts_first=put_inner_thoughts_first,
-            )
-        except Exception as e:
-            raise e
-        finally:
-            self.interface.step_yield()
-            self.agent_state.tool_rules = old_tool_rules
-
-        self.interface.step_complete()
 
-        return usage_stats
+#
+#    def step(
+#        self,
+#        input_messages: List[MessageCreate],
+#        chaining: bool = True,
+#        max_chaining_steps: Optional[int] = None,
+#        put_inner_thoughts_first: bool = True,
+#        assistant_message_tool_name: str = DEFAULT_MESSAGE_TOOL,
+#        **kwargs,
+#    ) -> LettaUsageStatistics:
+#        # Load settings
+#        token_streaming = self.interface.streaming_mode if hasattr(self.interface, "streaming_mode") else False
+#        metadata = self.interface.metadata if hasattr(self.interface, "metadata") else None
+#
+#        # Prepare supervisor agent
+#        if self.tool_manager.get_tool_by_name(tool_name="send_message_to_all_agents_in_group", actor=self.user) is None:
+#            multi_agent_tool = Tool(
+#                name=send_message_to_all_agents_in_group.__name__,
+#                description="",
+#                source_type="python",
+#                tags=[],
+#                source_code=parse_source_code(send_message_to_all_agents_in_group),
+#                json_schema=generate_schema(send_message_to_all_agents_in_group, None),
+#            )
+#            multi_agent_tool.tool_type = ToolType.LETTA_MULTI_AGENT_CORE
+#            multi_agent_tool = self.tool_manager.create_or_update_tool(
+#                pydantic_tool=multi_agent_tool,
+#                actor=self.user,
+#            )
+#            self.agent_state = self.agent_manager.attach_tool(agent_id=self.agent_state.id, tool_id=multi_agent_tool.id, actor=self.user)
+#
+#        old_tool_rules = self.agent_state.tool_rules
+#        self.agent_state.tool_rules = [
+#            InitToolRule(
+#                tool_name="send_message_to_all_agents_in_group",
+#            ),
+#            TerminalToolRule(
+#                tool_name=assistant_message_tool_name,
+#            ),
+#            ChildToolRule(
+#                tool_name="send_message_to_all_agents_in_group",
+#                children=[assistant_message_tool_name],
+#            ),
+#        ]
+#
+#        # Prepare new messages
+#        new_messages = []
+#        for message in input_messages:
+#            if isinstance(message.content, str):
+#                message.content = [TextContent(text=message.content)]
+#            message.group_id = self.group_id
+#            new_messages.append(message)
+#
+#        try:
+#            # Load supervisor agent
+#            supervisor_agent = Agent(
+#                agent_state=self.agent_state,
+#                interface=self.interface,
+#                user=self.user,
+#            )
+#
+#            # Perform supervisor step
+#            usage_stats = supervisor_agent.step(
+#                input_messages=new_messages,
+#                chaining=chaining,
+#                max_chaining_steps=max_chaining_steps,
+#                stream=token_streaming,
+#                skip_verify=True,
+#                metadata=metadata,
+#                put_inner_thoughts_first=put_inner_thoughts_first,
+#            )
+#        except Exception as e:
+#            raise e
+#        finally:
+#            self.interface.step_yield()
+#            self.agent_state.tool_rules = old_tool_rules
+#
+#        self.interface.step_complete()
+#
+#        return usage_stats
+#

letta/helpers/converters.py

@@ -16,6 +16,7 @@ from letta.schemas.letta_message_content import (
     OmittedReasoningContent,
     ReasoningContent,
     RedactedReasoningContent,
+    SummarizedReasoningContent,
     TextContent,
     ToolCallContent,
     ToolReturnContent,
@@ -270,6 +271,8 @@ def deserialize_message_content(data: Optional[List[Dict]]) -> List[MessageConte
             content = RedactedReasoningContent(**item)
         elif content_type == MessageContentType.omitted_reasoning:
             content = OmittedReasoningContent(**item)
+        elif content_type == MessageContentType.summarized_reasoning:
+            content = SummarizedReasoningContent(**item)
         else:
             # Skip invalid content
             continue

letta/helpers/message_helper.py

@@ -13,6 +13,7 @@ def convert_message_creates_to_messages(
     message_creates: list[MessageCreate],
     agent_id: str,
     timezone: str,
+    run_id: str,
     wrap_user_message: bool = True,
     wrap_system_message: bool = True,
 ) -> list[Message]:
@@ -21,6 +22,7 @@ def convert_message_creates_to_messages(
             message_create=create,
             agent_id=agent_id,
             timezone=timezone,
+            run_id=run_id,
             wrap_user_message=wrap_user_message,
             wrap_system_message=wrap_system_message,
         )
@@ -32,6 +34,7 @@ def _convert_message_create_to_message(
     message_create: MessageCreate,
     agent_id: str,
     timezone: str,
+    run_id: str,
     wrap_user_message: bool = True,
     wrap_system_message: bool = True,
 ) -> Message:
@@ -81,4 +84,5 @@ def _convert_message_create_to_message(
         sender_id=message_create.sender_id,
         group_id=message_create.group_id,
         batch_item_id=message_create.batch_item_id,
+        run_id=run_id,
     )

letta/helpers/tool_rule_solver.py

@@ -50,6 +50,16 @@ class ToolRulesSolver(BaseModel):
     )
     tool_call_history: list[str] = Field(default_factory=list, description="History of tool calls, updated with each tool call.")
 
+    # Last-evaluated prefilled args cache (per step)
+    last_prefilled_args_by_tool: dict[str, dict] = Field(
+        default_factory=dict, description="Cached mapping of tool name to prefilled args from the last allowlist evaluation.", exclude=True
+    )
+    last_prefilled_args_provenance: dict[str, str] = Field(
+        default_factory=dict,
+        description="Cached mapping of tool name to a short description of which rule provided the prefilled args.",
+        exclude=True,
+    )
+
     def __init__(self, tool_rules: list[ToolRule] | None = None, **kwargs):
         super().__init__(tool_rules=tool_rules, **kwargs)
 
@@ -88,28 +98,78 @@ class ToolRulesSolver(BaseModel):
     ) -> list[ToolName]:
         """Get a list of tool names allowed based on the last tool called.
 
+        Side-effect: also caches any prefilled args provided by active rules into
+        `last_prefilled_args_by_tool` and `last_prefilled_args_provenance`.
+
         The logic is as follows:
             1. if there are no previous tool calls, and we have InitToolRules, those are the only options for the first tool call
             2. else we take the intersection of the Parent/Child/Conditional/MaxSteps as the options
             3. Continue/Terminal/RequiredBeforeExit rules are applied in the agent loop flow, not to restrict tools
         """
-        # TODO: This piece of code here is quite ugly and deserves a refactor
-        # TODO: -> Tool rules should probably be refactored to take in a set of tool names?
+        # Compute allowed tools first
         if not self.tool_call_history and self.init_tool_rules:
-            return [rule.tool_name for rule in self.init_tool_rules]
+            allowed = [rule.tool_name for rule in self.init_tool_rules]
         else:
             valid_tool_sets = []
             for rule in self.child_based_tool_rules + self.parent_tool_rules:
                 tools = rule.get_valid_tools(self.tool_call_history, available_tools, last_function_response)
                 valid_tool_sets.append(tools)
 
-            # Compute intersection of all valid tool sets
+            # Compute intersection of all valid tool sets and restrict to available_tools
             final_allowed_tools = set.intersection(*valid_tool_sets) if valid_tool_sets else available_tools
+            final_allowed_tools = final_allowed_tools & available_tools
 
             if error_on_empty and not final_allowed_tools:
                 raise ValueError("No valid tools found based on tool rules.")
 
-            return list(final_allowed_tools)
+            allowed = list(final_allowed_tools)
+
+        # Build prefilled args cache for current allowed set
+        args_by_tool: dict[str, dict] = {}
+        provenance_by_tool: dict[str, str] = {}
+
+        def _store_args(tool_name: str, args: dict, provenance: str):
+            if not isinstance(args, dict) or len(args) == 0:
+                return
+            if tool_name not in args_by_tool:
+                args_by_tool[tool_name] = {}
+            args_by_tool[tool_name].update(args)  # last-write-wins
+            provenance_by_tool[tool_name] = provenance
+
+        # For caching, restrict to actually available tools
+        allowed_set = set(allowed) & available_tools
+
+        last_tool = self.tool_call_history[-1] if self.tool_call_history else None
+
+        # Init rule args apply only at the beginning
+        if not self.tool_call_history and self.init_tool_rules:
+            for rule in self.init_tool_rules:
+                if hasattr(rule, "args") and getattr(rule, "args") and rule.tool_name in allowed_set:
+                    _store_args(rule.tool_name, getattr(rule, "args"), f"InitToolRule({rule.tool_name})")
+
+        # ChildToolRule per-child args apply only when parent is the last tool
+        for rule in self.child_based_tool_rules:
+            if isinstance(rule, ChildToolRule) and last_tool == rule.tool_name:
+                child_map = rule.get_child_args_map()
+                for child_name, child_args in child_map.items():
+                    if child_name in allowed_set:
+                        _store_args(child_name, child_args, f"ChildToolRule({rule.tool_name}->{child_name})")
+
+        # Rule-level args for other rule types (future-proofing)
+        for rule in (
+            self.parent_tool_rules
+            + self.continue_tool_rules
+            + self.terminal_tool_rules
+            + self.required_before_exit_tool_rules
+            + self.requires_approval_tool_rules
+        ):
+            if hasattr(rule, "args") and getattr(rule, "args") and getattr(rule, "tool_name", None) in allowed_set:
+                _store_args(rule.tool_name, getattr(rule, "args"), f"{rule.__class__.__name__}({rule.tool_name})")
+
+        self.last_prefilled_args_by_tool = args_by_tool
+        self.last_prefilled_args_provenance = provenance_by_tool
+
+        return allowed
 
     def is_terminal_tool(self, tool_name: ToolName) -> bool:
         """Check if the tool is defined as a terminal tool in the terminal tool rules or required-before-exit tool rules."""
@@ -209,3 +269,30 @@ class ToolRulesSolver(BaseModel):
                     violated_rules.append(rendered_prompt)
 
         return violated_rules
+
+    def should_force_tool_call(self) -> bool:
+        """
+        Determine if a tool call should be forced (using 'required' instead of 'auto') based on active constrained tool rules.
+
+        Returns:
+            bool: True if a constrained tool rule is currently active, False otherwise
+        """
+        # check if we're at the start with init rules
+        if not self.tool_call_history and self.init_tool_rules:
+            return True
+
+        # check if any constrained rule is currently active
+        if self.tool_call_history:
+            last_tool = self.tool_call_history[-1]
+
+            # check child-based rules (ChildToolRule, ConditionalToolRule)
+            for rule in self.child_based_tool_rules:
+                if rule.requires_force_tool_call and rule.tool_name == last_tool:
+                    return True
+
+            # check parent rules, `requires_force_tool_call` for safety in case this gets expanded
+            for rule in self.parent_tool_rules:
+                if rule.requires_force_tool_call and rule.tool_name == last_tool:
+                    return True
+
+        return False