letta-nightly 0.11.0.dev20250807104511__py3-none-any.whl → 0.11.0.dev20250808104456__py3-none-any.whl

letta/interfaces/openai_streaming_interface.py

@@ -120,260 +120,34 @@ class OpenAIStreamingInterface:
                 tool_dicts = [tool["function"] if isinstance(tool, dict) and "function" in tool else tool for tool in self.tools]
                 self.fallback_input_tokens += num_tokens_from_functions(tool_dicts)
 
+        prev_message_type = None
+        message_index = 0
         try:
             async with stream:
-                prev_message_type = None
-                message_index = 0
                 async for chunk in stream:
-                    if not self.model or not self.message_id:
-                        self.model = chunk.model
-                        self.message_id = chunk.id
-
-                    # track usage
-                    if chunk.usage:
-                        self.input_tokens += chunk.usage.prompt_tokens
-                        self.output_tokens += chunk.usage.completion_tokens
-
-                    if chunk.choices:
-                        choice = chunk.choices[0]
-                        message_delta = choice.delta
-
-                        if message_delta.tool_calls is not None and len(message_delta.tool_calls) > 0:
-                            tool_call = message_delta.tool_calls[0]
-
-                            if tool_call.function.name:
-                                # If we're waiting for the first key, then we should hold back the name
-                                # ie add it to a buffer instead of returning it as a chunk
-                                if self.function_name_buffer is None:
-                                    self.function_name_buffer = tool_call.function.name
-                                else:
-                                    self.function_name_buffer += tool_call.function.name
-
-                            if tool_call.id:
-                                # Buffer until next time
-                                if self.function_id_buffer is None:
-                                    self.function_id_buffer = tool_call.id
-                                else:
-                                    self.function_id_buffer += tool_call.id
-
-                            if tool_call.function.arguments:
-                                # updates_main_json, updates_inner_thoughts = self.function_args_reader.process_fragment(tool_call.function.arguments)
-                                self.current_function_arguments += tool_call.function.arguments
-                                updates_main_json, updates_inner_thoughts = self.function_args_reader.process_fragment(
-                                    tool_call.function.arguments
-                                )
-
-                                if self.is_openai_proxy:
-                                    self.fallback_output_tokens += count_tokens(tool_call.function.arguments)
+                    try:
+                        async for message in self._process_chunk(chunk, ttft_span, prev_message_type, message_index):
+                            new_message_type = message.message_type
+                            if new_message_type != prev_message_type:
+                                if prev_message_type != None:
+                                    message_index += 1
+                                prev_message_type = new_message_type
+                            yield message
+                    except asyncio.CancelledError as e:
+                        import traceback
+
+                        logger.info("Cancelled stream attempt but overriding %s: %s", e, traceback.format_exc())
+                        async for message in self._process_chunk(chunk, ttft_span, prev_message_type, message_index):
+                            new_message_type = message.message_type
+                            if new_message_type != prev_message_type:
+                                if prev_message_type != None:
+                                    message_index += 1
+                                prev_message_type = new_message_type
+                            yield message
+
+                        # Don't raise the exception here
+                        continue
 
-                                # If we have inner thoughts, we should output them as a chunk
-                                if updates_inner_thoughts:
-                                    if prev_message_type and prev_message_type != "reasoning_message":
-                                        message_index += 1
-                                    self.reasoning_messages.append(updates_inner_thoughts)
-                                    reasoning_message = ReasoningMessage(
-                                        id=self.letta_message_id,
-                                        date=datetime.now(timezone.utc),
-                                        reasoning=updates_inner_thoughts,
-                                        # name=name,
-                                        otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
-                                    )
-                                    prev_message_type = reasoning_message.message_type
-                                    yield reasoning_message
-
-                                    # Additionally inner thoughts may stream back with a chunk of main JSON
-                                    # In that case, since we can only return a chunk at a time, we should buffer it
-                                    if updates_main_json:
-                                        if self.function_args_buffer is None:
-                                            self.function_args_buffer = updates_main_json
-                                        else:
-                                            self.function_args_buffer += updates_main_json
-
-                                # If we have main_json, we should output a ToolCallMessage
-                                elif updates_main_json:
-
-                                    # If there's something in the function_name buffer, we should release it first
-                                    # NOTE: we could output it as part of a chunk that has both name and args,
-                                    #       however the frontend may expect name first, then args, so to be
-                                    #       safe we'll output name first in a separate chunk
-                                    if self.function_name_buffer:
-
-                                        # use_assisitant_message means that we should also not release main_json raw, and instead should only release the contents of "message": "..."
-                                        if self.use_assistant_message and self.function_name_buffer == self.assistant_message_tool_name:
-
-                                            # Store the ID of the tool call so allow skipping the corresponding response
-                                            if self.function_id_buffer:
-                                                self.prev_assistant_message_id = self.function_id_buffer
-
-                                        else:
-                                            if prev_message_type and prev_message_type != "tool_call_message":
-                                                message_index += 1
-                                            self.tool_call_name = str(self.function_name_buffer)
-                                            tool_call_msg = ToolCallMessage(
-                                                id=self.letta_message_id,
-                                                date=datetime.now(timezone.utc),
-                                                tool_call=ToolCallDelta(
-                                                    name=self.function_name_buffer,
-                                                    arguments=None,
-                                                    tool_call_id=self.function_id_buffer,
-                                                ),
-                                                otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
-                                            )
-                                            prev_message_type = tool_call_msg.message_type
-                                            yield tool_call_msg
-
-                                        # Record what the last function name we flushed was
-                                        self.last_flushed_function_name = self.function_name_buffer
-                                        if self.last_flushed_function_id is None:
-                                            self.last_flushed_function_id = self.function_id_buffer
-                                        # Clear the buffer
-                                        self.function_name_buffer = None
-                                        self.function_id_buffer = None
-                                        # Since we're clearing the name buffer, we should store
-                                        # any updates to the arguments inside a separate buffer
-
-                                        # Add any main_json updates to the arguments buffer
-                                        if self.function_args_buffer is None:
-                                            self.function_args_buffer = updates_main_json
-                                        else:
-                                            self.function_args_buffer += updates_main_json
-
-                                    # If there was nothing in the name buffer, we can proceed to
-                                    # output the arguments chunk as a ToolCallMessage
-                                    else:
-                                        # use_assistant_message means that we should also not release main_json raw, and instead should only release the contents of "message": "..."
-                                        if self.use_assistant_message and (
-                                            self.last_flushed_function_name is not None
-                                            and self.last_flushed_function_name == self.assistant_message_tool_name
-                                        ):
-                                            # do an additional parse on the updates_main_json
-                                            if self.function_args_buffer:
-                                                updates_main_json = self.function_args_buffer + updates_main_json
-                                                self.function_args_buffer = None
-
-                                                # Pretty gross hardcoding that assumes that if we're toggling into the keywords, we have the full prefix
-                                                match_str = '{"' + self.assistant_message_tool_kwarg + '":"'
-                                                if updates_main_json == match_str:
-                                                    updates_main_json = None
-
-                                            else:
-                                                # Some hardcoding to strip off the trailing "}"
-                                                if updates_main_json in ["}", '"}']:
-                                                    updates_main_json = None
-                                                if updates_main_json and len(updates_main_json) > 0 and updates_main_json[-1:] == '"':
-                                                    updates_main_json = updates_main_json[:-1]
-
-                                            if not updates_main_json:
-                                                # early exit to turn into content mode
-                                                continue
-
-                                            # There may be a buffer from a previous chunk, for example
-                                            # if the previous chunk had arguments but we needed to flush name
-                                            if self.function_args_buffer:
-                                                # In this case, we should release the buffer + new data at once
-                                                combined_chunk = self.function_args_buffer + updates_main_json
-
-                                                if prev_message_type and prev_message_type != "assistant_message":
-                                                    message_index += 1
-                                                assistant_message = AssistantMessage(
-                                                    id=self.letta_message_id,
-                                                    date=datetime.now(timezone.utc),
-                                                    content=combined_chunk,
-                                                    otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
-                                                )
-                                                prev_message_type = assistant_message.message_type
-                                                yield assistant_message
-                                                # Store the ID of the tool call so allow skipping the corresponding response
-                                                if self.function_id_buffer:
-                                                    self.prev_assistant_message_id = self.function_id_buffer
-                                                # clear buffer
-                                                self.function_args_buffer = None
-                                                self.function_id_buffer = None
-
-                                            else:
-                                                # If there's no buffer to clear, just output a new chunk with new data
-                                                # TODO: THIS IS HORRIBLE
-                                                # TODO: WE USE THE OLD JSON PARSER EARLIER (WHICH DOES NOTHING) AND NOW THE NEW JSON PARSER
-                                                # TODO: THIS IS TOTALLY WRONG AND BAD, BUT SAVING FOR A LARGER REWRITE IN THE NEAR FUTURE
-                                                parsed_args = self.optimistic_json_parser.parse(self.current_function_arguments)
-
-                                                if parsed_args.get(self.assistant_message_tool_kwarg) and parsed_args.get(
-                                                    self.assistant_message_tool_kwarg
-                                                ) != self.current_json_parse_result.get(self.assistant_message_tool_kwarg):
-                                                    new_content = parsed_args.get(self.assistant_message_tool_kwarg)
-                                                    prev_content = self.current_json_parse_result.get(self.assistant_message_tool_kwarg, "")
-                                                    # TODO: Assumes consistent state and that prev_content is subset of new_content
-                                                    diff = new_content.replace(prev_content, "", 1)
-                                                    self.current_json_parse_result = parsed_args
-                                                    if prev_message_type and prev_message_type != "assistant_message":
-                                                        message_index += 1
-                                                    assistant_message = AssistantMessage(
-                                                        id=self.letta_message_id,
-                                                        date=datetime.now(timezone.utc),
-                                                        content=diff,
-                                                        # name=name,
-                                                        otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
-                                                    )
-                                                    prev_message_type = assistant_message.message_type
-                                                    yield assistant_message
-
-                                                # Store the ID of the tool call so allow skipping the corresponding response
-                                                if self.function_id_buffer:
-                                                    self.prev_assistant_message_id = self.function_id_buffer
-                                                # clear buffers
-                                                self.function_id_buffer = None
-                                        else:
-
-                                            # There may be a buffer from a previous chunk, for example
-                                            # if the previous chunk had arguments but we needed to flush name
-                                            if self.function_args_buffer:
-                                                # In this case, we should release the buffer + new data at once
-                                                combined_chunk = self.function_args_buffer + updates_main_json
-                                                if prev_message_type and prev_message_type != "tool_call_message":
-                                                    message_index += 1
-                                                tool_call_msg = ToolCallMessage(
-                                                    id=self.letta_message_id,
-                                                    date=datetime.now(timezone.utc),
-                                                    tool_call=ToolCallDelta(
-                                                        name=self.function_name_buffer,
-                                                        arguments=combined_chunk,
-                                                        tool_call_id=self.function_id_buffer,
-                                                    ),
-                                                    # name=name,
-                                                    otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
-                                                )
-                                                prev_message_type = tool_call_msg.message_type
-                                                yield tool_call_msg
-                                                # clear buffer
-                                                self.function_args_buffer = None
-                                                self.function_id_buffer = None
-                                            else:
-                                                # If there's no buffer to clear, just output a new chunk with new data
-                                                if prev_message_type and prev_message_type != "tool_call_message":
-                                                    message_index += 1
-                                                tool_call_msg = ToolCallMessage(
-                                                    id=self.letta_message_id,
-                                                    date=datetime.now(timezone.utc),
-                                                    tool_call=ToolCallDelta(
-                                                        name=None,
-                                                        arguments=updates_main_json,
-                                                        tool_call_id=self.function_id_buffer,
-                                                    ),
-                                                    # name=name,
-                                                    otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
-                                                )
-                                                prev_message_type = tool_call_msg.message_type
-                                                yield tool_call_msg
-                                                self.function_id_buffer = None
-        except asyncio.CancelledError as e:
-            import traceback
-
-            logger.error("Cancelled stream %s: %s", e, traceback.format_exc())
-            ttft_span.add_event(
-                name="stop_reason",
-                attributes={"stop_reason": StopReasonType.cancelled.value, "error": str(e), "stacktrace": traceback.format_exc()},
-            )
-            raise e
         except Exception as e:
             import traceback
 
@@ -386,3 +160,249 @@ class OpenAIStreamingInterface:
             raise e
         finally:
             logger.info("OpenAIStreamingInterface: Stream processing complete.")
+
+    async def _process_chunk(
+        self,
+        chunk: ChatCompletionChunk,
+        ttft_span: Optional["Span"] = None,
+        prev_message_type: Optional[str] = None,
+        message_index: int = 0,
+    ) -> AsyncGenerator[LettaMessage | LettaStopReason, None]:
+        if not self.model or not self.message_id:
+            self.model = chunk.model
+            self.message_id = chunk.id
+
+        # track usage
+        if chunk.usage:
+            self.input_tokens += chunk.usage.prompt_tokens
+            self.output_tokens += chunk.usage.completion_tokens
+
+        if chunk.choices:
+            choice = chunk.choices[0]
+            message_delta = choice.delta
+
+            if message_delta.tool_calls is not None and len(message_delta.tool_calls) > 0:
+                tool_call = message_delta.tool_calls[0]
+
+                if tool_call.function.name:
+                    # If we're waiting for the first key, then we should hold back the name
+                    # ie add it to a buffer instead of returning it as a chunk
+                    if self.function_name_buffer is None:
+                        self.function_name_buffer = tool_call.function.name
+                    else:
+                        self.function_name_buffer += tool_call.function.name
+
+                if tool_call.id:
+                    # Buffer until next time
+                    if self.function_id_buffer is None:
+                        self.function_id_buffer = tool_call.id
+                    else:
+                        self.function_id_buffer += tool_call.id
+
+                if tool_call.function.arguments:
+                    # updates_main_json, updates_inner_thoughts = self.function_args_reader.process_fragment(tool_call.function.arguments)
+                    self.current_function_arguments += tool_call.function.arguments
+                    updates_main_json, updates_inner_thoughts = self.function_args_reader.process_fragment(tool_call.function.arguments)
+
+                    if self.is_openai_proxy:
+                        self.fallback_output_tokens += count_tokens(tool_call.function.arguments)
+
+                    # If we have inner thoughts, we should output them as a chunk
+                    if updates_inner_thoughts:
+                        if prev_message_type and prev_message_type != "reasoning_message":
+                            message_index += 1
+                        self.reasoning_messages.append(updates_inner_thoughts)
+                        reasoning_message = ReasoningMessage(
+                            id=self.letta_message_id,
+                            date=datetime.now(timezone.utc),
+                            reasoning=updates_inner_thoughts,
+                            # name=name,
+                            otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
+                        )
+                        prev_message_type = reasoning_message.message_type
+                        yield reasoning_message
+
+                        # Additionally inner thoughts may stream back with a chunk of main JSON
+                        # In that case, since we can only return a chunk at a time, we should buffer it
+                        if updates_main_json:
+                            if self.function_args_buffer is None:
+                                self.function_args_buffer = updates_main_json
+                            else:
+                                self.function_args_buffer += updates_main_json
+
+                    # If we have main_json, we should output a ToolCallMessage
+                    elif updates_main_json:
+
+                        # If there's something in the function_name buffer, we should release it first
+                        # NOTE: we could output it as part of a chunk that has both name and args,
+                        #       however the frontend may expect name first, then args, so to be
+                        #       safe we'll output name first in a separate chunk
+                        if self.function_name_buffer:
+
+                            # use_assisitant_message means that we should also not release main_json raw, and instead should only release the contents of "message": "..."
+                            if self.use_assistant_message and self.function_name_buffer == self.assistant_message_tool_name:
+
+                                # Store the ID of the tool call so allow skipping the corresponding response
+                                if self.function_id_buffer:
+                                    self.prev_assistant_message_id = self.function_id_buffer
+
+                            else:
+                                if prev_message_type and prev_message_type != "tool_call_message":
+                                    message_index += 1
+                                self.tool_call_name = str(self.function_name_buffer)
+                                tool_call_msg = ToolCallMessage(
+                                    id=self.letta_message_id,
+                                    date=datetime.now(timezone.utc),
+                                    tool_call=ToolCallDelta(
+                                        name=self.function_name_buffer,
+                                        arguments=None,
+                                        tool_call_id=self.function_id_buffer,
+                                    ),
+                                    otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
+                                )
+                                prev_message_type = tool_call_msg.message_type
+                                yield tool_call_msg
+
+                            # Record what the last function name we flushed was
+                            self.last_flushed_function_name = self.function_name_buffer
+                            if self.last_flushed_function_id is None:
+                                self.last_flushed_function_id = self.function_id_buffer
+                            # Clear the buffer
+                            self.function_name_buffer = None
+                            self.function_id_buffer = None
+                            # Since we're clearing the name buffer, we should store
+                            # any updates to the arguments inside a separate buffer
+
+                            # Add any main_json updates to the arguments buffer
+                            if self.function_args_buffer is None:
+                                self.function_args_buffer = updates_main_json
+                            else:
+                                self.function_args_buffer += updates_main_json
+
+                        # If there was nothing in the name buffer, we can proceed to
+                        # output the arguments chunk as a ToolCallMessage
+                        else:
+                            # use_assistant_message means that we should also not release main_json raw, and instead should only release the contents of "message": "..."
+                            if self.use_assistant_message and (
+                                self.last_flushed_function_name is not None
+                                and self.last_flushed_function_name == self.assistant_message_tool_name
+                            ):
+                                # do an additional parse on the updates_main_json
+                                if self.function_args_buffer:
+                                    updates_main_json = self.function_args_buffer + updates_main_json
+                                    self.function_args_buffer = None
+
+                                    # Pretty gross hardcoding that assumes that if we're toggling into the keywords, we have the full prefix
+                                    match_str = '{"' + self.assistant_message_tool_kwarg + '":"'
+                                    if updates_main_json == match_str:
+                                        updates_main_json = None
+
+                                else:
+                                    # Some hardcoding to strip off the trailing "}"
+                                    if updates_main_json in ["}", '"}']:
+                                        updates_main_json = None
+                                    if updates_main_json and len(updates_main_json) > 0 and updates_main_json[-1:] == '"':
+                                        updates_main_json = updates_main_json[:-1]
+
+                                if not updates_main_json:
+                                    # early exit to turn into content mode
+                                    pass
+
+                                # There may be a buffer from a previous chunk, for example
+                                # if the previous chunk had arguments but we needed to flush name
+                                if self.function_args_buffer:
+                                    # In this case, we should release the buffer + new data at once
+                                    combined_chunk = self.function_args_buffer + updates_main_json
+
+                                    if prev_message_type and prev_message_type != "assistant_message":
+                                        message_index += 1
+                                    assistant_message = AssistantMessage(
+                                        id=self.letta_message_id,
+                                        date=datetime.now(timezone.utc),
+                                        content=combined_chunk,
+                                        otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
+                                    )
+                                    prev_message_type = assistant_message.message_type
+                                    yield assistant_message
+                                    # Store the ID of the tool call so allow skipping the corresponding response
+                                    if self.function_id_buffer:
+                                        self.prev_assistant_message_id = self.function_id_buffer
+                                    # clear buffer
+                                    self.function_args_buffer = None
+                                    self.function_id_buffer = None
+
+                                else:
+                                    # If there's no buffer to clear, just output a new chunk with new data
+                                    # TODO: THIS IS HORRIBLE
+                                    # TODO: WE USE THE OLD JSON PARSER EARLIER (WHICH DOES NOTHING) AND NOW THE NEW JSON PARSER
+                                    # TODO: THIS IS TOTALLY WRONG AND BAD, BUT SAVING FOR A LARGER REWRITE IN THE NEAR FUTURE
+                                    parsed_args = self.optimistic_json_parser.parse(self.current_function_arguments)
+
+                                    if parsed_args.get(self.assistant_message_tool_kwarg) and parsed_args.get(
+                                        self.assistant_message_tool_kwarg
+                                    ) != self.current_json_parse_result.get(self.assistant_message_tool_kwarg):
+                                        new_content = parsed_args.get(self.assistant_message_tool_kwarg)
+                                        prev_content = self.current_json_parse_result.get(self.assistant_message_tool_kwarg, "")
+                                        # TODO: Assumes consistent state and that prev_content is subset of new_content
+                                        diff = new_content.replace(prev_content, "", 1)
+                                        self.current_json_parse_result = parsed_args
+                                        if prev_message_type and prev_message_type != "assistant_message":
+                                            message_index += 1
+                                        assistant_message = AssistantMessage(
+                                            id=self.letta_message_id,
+                                            date=datetime.now(timezone.utc),
+                                            content=diff,
+                                            # name=name,
+                                            otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
+                                        )
+                                        prev_message_type = assistant_message.message_type
+                                        yield assistant_message
+
+                                    # Store the ID of the tool call so allow skipping the corresponding response
+                                    if self.function_id_buffer:
+                                        self.prev_assistant_message_id = self.function_id_buffer
+                                    # clear buffers
+                                    self.function_id_buffer = None
+                            else:
+
+                                # There may be a buffer from a previous chunk, for example
+                                # if the previous chunk had arguments but we needed to flush name
+                                if self.function_args_buffer:
+                                    # In this case, we should release the buffer + new data at once
+                                    combined_chunk = self.function_args_buffer + updates_main_json
+                                    if prev_message_type and prev_message_type != "tool_call_message":
+                                        message_index += 1
+                                    tool_call_msg = ToolCallMessage(
+                                        id=self.letta_message_id,
+                                        date=datetime.now(timezone.utc),
+                                        tool_call=ToolCallDelta(
+                                            name=self.function_name_buffer,
+                                            arguments=combined_chunk,
+                                            tool_call_id=self.function_id_buffer,
+                                        ),
+                                        # name=name,
+                                        otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
+                                    )
+                                    prev_message_type = tool_call_msg.message_type
+                                    yield tool_call_msg
+                                    # clear buffer
+                                    self.function_args_buffer = None
+                                    self.function_id_buffer = None
+                                else:
+                                    # If there's no buffer to clear, just output a new chunk with new data
+                                    if prev_message_type and prev_message_type != "tool_call_message":
+                                        message_index += 1
+                                    tool_call_msg = ToolCallMessage(
+                                        id=self.letta_message_id,
+                                        date=datetime.now(timezone.utc),
+                                        tool_call=ToolCallDelta(
+                                            name=None,
+                                            arguments=updates_main_json,
+                                            tool_call_id=self.function_id_buffer,
+                                        ),
+                                        # name=name,
+                                        otid=Message.generate_otid_from_id(self.letta_message_id, message_index),
+                                    )
+                                    prev_message_type = tool_call_msg.message_type
+                                    yield tool_call_msg
+                                    self.function_id_buffer = None

letta/llm_api/anthropic.py

@@ -55,19 +55,12 @@ BASE_URL = "https://api.anthropic.com/v1"
 # https://docs.anthropic.com/claude/docs/models-overview
 # Sadly hardcoded
 MODEL_LIST = [
+    ## Opus 4.1
     {
-        "name": "claude-opus-4-20250514",
-        "context_window": 200000,
-    },
-    {
-        "name": "claude-sonnet-4-20250514",
-        "context_window": 200000,
-    },
-    {
-        "name": "claude-3-5-haiku-20241022",
+        "name": "claude-opus-4-1-20250805",
         "context_window": 200000,
     },
-    ## Opus
+    ## Opus 3
     {
         "name": "claude-3-opus-20240229",
         "context_window": 200000,

letta/llm_api/openai_client.py

@@ -49,6 +49,11 @@ def is_openai_reasoning_model(model: str) -> bool:
     return is_reasoning
 
 
+def is_openai_5_model(model: str) -> bool:
+    """Utility function to check if the model is a '5' model"""
+    return model.startswith("gpt-5")
+
+
 def accepts_developer_role(model: str) -> bool:
     """Checks if the model accepts the 'developer' role. Note that not all reasoning models accept this role.
 
@@ -65,7 +70,7 @@ def supports_temperature_param(model: str) -> bool:
 
     Example error: 400 - {'error': {'message': "Unsupported parameter: 'temperature' is not supported with this model.", 'type': 'invalid_request_error', 'param': 'temperature', 'code': 'unsupported_parameter'}}
     """
-    if is_openai_reasoning_model(model):
+    if is_openai_reasoning_model(model) or is_openai_5_model(model):
         return False
     else:
         return True

letta/orm/__init__.py

@@ -29,6 +29,7 @@ from letta.orm.sandbox_config import AgentEnvironmentVariable, SandboxConfig, Sa
 from letta.orm.source import Source
 from letta.orm.sources_agents import SourcesAgents
 from letta.orm.step import Step
+from letta.orm.step_metrics import StepMetrics
 from letta.orm.tool import Tool
 from letta.orm.tools_agents import ToolsAgents
 from letta.orm.user import User

letta/orm/step.py

@@ -6,12 +6,16 @@ from sqlalchemy.orm import Mapped, mapped_column, relationship
 
 from letta.orm.mixins import ProjectMixin
 from letta.orm.sqlalchemy_base import SqlalchemyBase
+from letta.schemas.enums import StepStatus
 from letta.schemas.letta_stop_reason import StopReasonType
 from letta.schemas.step import Step as PydanticStep
 
 if TYPE_CHECKING:
     from letta.orm.job import Job
+    from letta.orm.message import Message
+    from letta.orm.organization import Organization
     from letta.orm.provider import Provider
+    from letta.orm.step_metrics import StepMetrics
 
 
 class Step(SqlalchemyBase, ProjectMixin):
@@ -55,6 +59,13 @@ class Step(SqlalchemyBase, ProjectMixin):
         None, nullable=True, doc="The feedback for this step. Must be either 'positive' or 'negative'."
     )
 
+    # error handling
+    error_type: Mapped[Optional[str]] = mapped_column(None, nullable=True, doc="The type/class of the error that occurred")
+    error_data: Mapped[Optional[Dict]] = mapped_column(
+        JSON, nullable=True, doc="Error details including message, traceback, and additional context"
+    )
+    status: Mapped[Optional[StepStatus]] = mapped_column(None, nullable=True, doc="Step status: pending, success, or failed")
+
     # Relationships (foreign keys)
     organization: Mapped[Optional["Organization"]] = relationship("Organization")
     provider: Mapped[Optional["Provider"]] = relationship("Provider")
@@ -62,3 +73,6 @@ class Step(SqlalchemyBase, ProjectMixin):
 
     # Relationships (backrefs)
     messages: Mapped[List["Message"]] = relationship("Message", back_populates="step", cascade="save-update", lazy="noload")
+    metrics: Mapped[Optional["StepMetrics"]] = relationship(
+        "StepMetrics", back_populates="step", cascade="all, delete-orphan", lazy="noload", uselist=False
+    )