letta-nightly 0.8.4.dev20250617104327__py3-none-any.whl → 0.8.4.dev20250619104255__py3-none-any.whl

letta/llm_api/anthropic_client.py

@@ -243,7 +243,8 @@ class AnthropicClient(LLMClientBase):
         # Move 'system' to the top level
         if messages[0].role != "system":
             raise RuntimeError(f"First message is not a system message, instead has role {messages[0].role}")
-        data["system"] = messages[0].content if isinstance(messages[0].content, str) else messages[0].content[0].text
+        system_content = messages[0].content if isinstance(messages[0].content, str) else messages[0].content[0].text
+        data["system"] = self._add_cache_control_to_system_message(system_content)
         data["messages"] = [
             m.to_anthropic_dict(
                 inner_thoughts_xml_tag=inner_thoughts_xml_tag,
@@ -489,6 +490,27 @@ class AnthropicClient(LLMClientBase):
             )
 
         return chat_completion_response
+    def _add_cache_control_to_system_message(self, system_content):
+        """Add cache control to system message content"""
+        if isinstance(system_content, str):
+            # For string content, convert to list format with cache control
+            return [
+                {
+                    'type': 'text',
+                    'text': system_content,
+                    'cache_control': {'type': 'ephemeral'}
+                }
+            ]
+        elif isinstance(system_content, list):
+            # For list content, add cache control to the last text block
+            cached_content = system_content.copy()
+            for i in range(len(cached_content) - 1, -1, -1):
+                if cached_content[i].get('type') == 'text':
+                    cached_content[i]['cache_control'] = {'type': 'ephemeral'}
+                    break
+            return cached_content
+
+        return system_content
 
 
 def convert_tools_to_anthropic_format(tools: List[OpenAITool]) -> List[dict]:

{letta_nightly-0.8.4.dev20250617104327.dist-info → letta_nightly-0.8.4.dev20250619104255.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.8.4.dev20250617104327
+Version: 0.8.4.dev20250619104255
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team

{letta_nightly-0.8.4.dev20250617104327.dist-info → letta_nightly-0.8.4.dev20250619104255.dist-info}/RECORD

@@ -77,7 +77,7 @@ letta/jobs/scheduler.py,sha256=VpRyO2vuETNrarHOIWYctAkrD4WFtV57buUSHaLE89Y,10240
 letta/jobs/types.py,sha256=K8GKEnqEgAT6Kq4F2hUrBC4ZAFM9OkfOjVMStzxKuXQ,742
 letta/llm_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/llm_api/anthropic.py,sha256=uR_nHffOl1KWHTos_7Pz36h1xFckCyhWVC7bEJ3isDk,47286
-letta/llm_api/anthropic_client.py,sha256=9LsH5vLA90VCs1IIE6FG8MTdNJ6Xdq1fg95pTqtg0GY,27557
+letta/llm_api/anthropic_client.py,sha256=Wiv4QFFP16fvOWbk4b-smZ9Zy0eFQhJPUEsEtgV1amY,28558
 letta/llm_api/aws_bedrock.py,sha256=kAPpKPRe4ZUa6fkxFbo8xwQgq4fJf3QoZEAP1LOCfaw,4168
 letta/llm_api/azure_openai.py,sha256=YAkXwKyfnJFNhB45pkJVFsoxUNB_M74rQYchtw_CN6I,5099
 letta/llm_api/azure_openai_constants.py,sha256=ZaR2IasJThijG0uhLKJThrixdAxLPD2IojfeaJ-KQMQ,294
@@ -399,8 +399,8 @@ letta/templates/sandbox_code_file.py.j2,sha256=zgzaboDZVtM15XkxILnhiKisF7DSUoI2Y
 letta/templates/template_helper.py,sha256=uHWO1PukgMoIIvgqQdPyHq3o3CQ6mcjUjTGvx9VLGkk,409
 letta/types/__init__.py,sha256=hokKjCVFGEfR7SLMrtZsRsBfsC7yTIbgKPLdGg4K1eY,147
 letta/utils.py,sha256=ZfyAcRBITlYs2XM5fHj_Lp08fPFMBMaQSPbfYlETbDs,33198
-letta_nightly-0.8.4.dev20250617104327.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
-letta_nightly-0.8.4.dev20250617104327.dist-info/METADATA,sha256=Twz8A7mtMNDIAvdnyIQf7jqjMCa2YRfk0N6dV-krLog,22745
-letta_nightly-0.8.4.dev20250617104327.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-letta_nightly-0.8.4.dev20250617104327.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
-letta_nightly-0.8.4.dev20250617104327.dist-info/RECORD,,
+letta_nightly-0.8.4.dev20250619104255.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
+letta_nightly-0.8.4.dev20250619104255.dist-info/METADATA,sha256=Y1C0Pt1U3xatyvPHNPM4SjK7z3J6oM6hg3Q5iAX30zA,22745
+letta_nightly-0.8.4.dev20250619104255.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+letta_nightly-0.8.4.dev20250619104255.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
+letta_nightly-0.8.4.dev20250619104255.dist-info/RECORD,,