letta-nightly 0.7.15.dev20250513222014__py3-none-any.whl → 0.7.15.dev20250514104255__py3-none-any.whl

letta/interfaces/anthropic_streaming_interface.py

@@ -83,6 +83,9 @@ class AnthropicStreamingInterface:
         self.inner_thoughts_complete = False
         self.put_inner_thoughts_in_kwarg = put_inner_thoughts_in_kwarg
 
+        # Buffer to handle partial XML tags across chunks
+        self.partial_tag_buffer = ""
+
     def get_tool_call_object(self) -> ToolCall:
         """Useful for agent loop"""
         return ToolCall(id=self.tool_call_id, function=FunctionCall(arguments=self.accumulated_tool_call_args, name=self.tool_call_name))
@@ -154,8 +157,22 @@ class AnthropicStreamingInterface:
                                     f"Streaming integrity failed - received BetaTextDelta object while not in TEXT EventMode: {delta}"
                                 )
 
-                            # TODO: Strip out </thinking> more robustly, this is pretty hacky lol
-                            delta.text = delta.text.replace("</thinking>", "")
+                            # Combine buffer with current text to handle tags split across chunks
+                            combined_text = self.partial_tag_buffer + delta.text
+
+                            # Remove all occurrences of </thinking> tag
+                            cleaned_text = combined_text.replace("</thinking>", "")
+
+                            # Extract just the new content (without the buffer part)
+                            if len(self.partial_tag_buffer) <= len(cleaned_text):
+                                delta.text = cleaned_text[len(self.partial_tag_buffer) :]
+                            else:
+                                # Edge case: the tag was removed and now the text is shorter than the buffer
+                                delta.text = ""
+
+                            # Store the last 10 characters (or all if less than 10) for the next chunk
+                            # This is enough to catch "</thinking" which is 10 characters
+                            self.partial_tag_buffer = combined_text[-10:] if len(combined_text) > 10 else combined_text
                             self.accumulated_inner_thoughts.append(delta.text)
 
                             reasoning_message = ReasoningMessage(

letta/schemas/llm_config.py

@@ -75,7 +75,8 @@ class LLMConfig(BaseModel):
         description="The reasoning effort to use when generating text reasoning models",
     )
     max_reasoning_tokens: int = Field(
-        0, description="Configurable thinking budget for extended thinking. Used for enable_reasoner and also for Google Vertex models like Gemini 2.5 Flash. Minimum value is 1024 when used with enable_reasoner."
+        0,
+        description="Configurable thinking budget for extended thinking. Used for enable_reasoner and also for Google Vertex models like Gemini 2.5 Flash. Minimum value is 1024 when used with enable_reasoner.",
     )
 
     # FIXME hack to silence pydantic protected namespace warning

{letta_nightly-0.7.15.dev20250513222014.dist-info → letta_nightly-0.7.15.dev20250514104255.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.7.15.dev20250513222014
+Version: 0.7.15.dev20250514104255
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team

{letta_nightly-0.7.15.dev20250513222014.dist-info → letta_nightly-0.7.15.dev20250514104255.dist-info}/RECORD

@@ -62,7 +62,7 @@ letta/humans/examples/basic.txt,sha256=Lcp8YESTWvOJgO4Yf_yyQmgo5bKakeB1nIVrwEGG6
 letta/humans/examples/cs_phd.txt,sha256=9C9ZAV_VuG7GB31ksy3-_NAyk8rjE6YtVOkhp08k1xw,297
 letta/interface.py,sha256=6GKasvJMASu-kcZch6Hffz1vnHuPA_ryI6cLH2bMArc,13023
 letta/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-letta/interfaces/anthropic_streaming_interface.py,sha256=OU5Q8OwazIQ6z6AQKGWe6yEHcafnfBiCc3iaMOkbVW4,17038
+letta/interfaces/anthropic_streaming_interface.py,sha256=2ZpZbEjvF5vzNJX8AMVc36TedFYu3SObcv3XhD696s0,18056
 letta/interfaces/openai_chat_completions_streaming_interface.py,sha256=LANdVBA8UNWscBvsFbWTT8cxNg5fHA_woWU2jkTf6TQ,4911
 letta/interfaces/utils.py,sha256=c6jvO0dBYHh8DQnlN-B0qeNC64d3CSunhfqlFA4pJTY,278
 letta/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -218,7 +218,7 @@ letta/schemas/letta_message_content.py,sha256=eF2UEDofQx7S_nS1jc9MZypP4EGVWj7zdi
 letta/schemas/letta_request.py,sha256=acGJDmrv804Xe0432Vnk6_yD8aUt4LZwK9lQKm56uss,1943
 letta/schemas/letta_response.py,sha256=lZ_uCwSmV7g7UCBxNyU_r-FFcXAf6_pBsFqgWJ-WkBs,7955
 letta/schemas/llm_batch_job.py,sha256=i8m58-EFF0xGD7cYfu-LRlbvYZwv5y2B14ckmuRQ_IM,2896
-letta/schemas/llm_config.py,sha256=0sXsJm4fYHsggfXhkJMpeiiZ62xtGPOqr-nPlqmWN7c,8651
+letta/schemas/llm_config.py,sha256=EswzTtCXDA9xIRJd8Mu5WUe44UCT9bvY2DeDkOGvHx0,8660
 letta/schemas/llm_config_overrides.py,sha256=E6qJuVA8TwAAy3VjGitJ5jSQo5PbN-6VPcZOF5qhP9A,1815
 letta/schemas/memory.py,sha256=GOYDfPKzbWftUWO9Hv4KW7xAi1EIQmC8zpP7qvEkVHw,10245
 letta/schemas/message.py,sha256=98vA5w2IzA-9fyF9JGpmYKsyg6uyWQqx5mBZVIlFQzU,51165
@@ -341,8 +341,8 @@ letta/streaming_utils.py,sha256=jLqFTVhUL76FeOuYk8TaRQHmPTf3HSRc2EoJwxJNK6U,1194
 letta/system.py,sha256=mKxmvvekuP8mdgsebRINGBoFbUdJhxLJ260crPBNVyk,8386
 letta/tracing.py,sha256=j9uyBbx02erQZ307XmZmZSNyzQt-d7ZDB7vhFhjDlsU,8448
 letta/utils.py,sha256=W8J1FfhRADFqoyx3J8-Z1_aWyG433PBoEh_b5wdOZIg,32262
-letta_nightly-0.7.15.dev20250513222014.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
-letta_nightly-0.7.15.dev20250513222014.dist-info/METADATA,sha256=6jwxd5EX0GwvMkmIFMO1MDB0memZHZv5e5ylH17eCSg,22274
-letta_nightly-0.7.15.dev20250513222014.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-letta_nightly-0.7.15.dev20250513222014.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
-letta_nightly-0.7.15.dev20250513222014.dist-info/RECORD,,
+letta_nightly-0.7.15.dev20250514104255.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
+letta_nightly-0.7.15.dev20250514104255.dist-info/METADATA,sha256=01dkW49EkSgKXUVY4iFBwHMxaXvbm1z3V9UrlT9d5AI,22274
+letta_nightly-0.7.15.dev20250514104255.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+letta_nightly-0.7.15.dev20250514104255.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
+letta_nightly-0.7.15.dev20250514104255.dist-info/RECORD,,