letta-nightly 0.6.37.dev20250310103931__py3-none-any.whl → 0.6.37.dev20250311104150__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of letta-nightly might be problematic. Click here for more details.
- letta/llm_api/anthropic.py +20 -0
- letta/server/rest_api/interface.py +9 -7
- {letta_nightly-0.6.37.dev20250310103931.dist-info → letta_nightly-0.6.37.dev20250311104150.dist-info}/METADATA +1 -1
- {letta_nightly-0.6.37.dev20250310103931.dist-info → letta_nightly-0.6.37.dev20250311104150.dist-info}/RECORD +7 -7
- {letta_nightly-0.6.37.dev20250310103931.dist-info → letta_nightly-0.6.37.dev20250311104150.dist-info}/LICENSE +0 -0
- {letta_nightly-0.6.37.dev20250310103931.dist-info → letta_nightly-0.6.37.dev20250311104150.dist-info}/WHEEL +0 -0
- {letta_nightly-0.6.37.dev20250310103931.dist-info → letta_nightly-0.6.37.dev20250311104150.dist-info}/entry_points.txt +0 -0
letta/llm_api/anthropic.py
CHANGED
|
@@ -53,6 +53,11 @@ MODEL_LIST = [
|
|
|
53
53
|
"name": "claude-3-opus-20240229",
|
|
54
54
|
"context_window": 200000,
|
|
55
55
|
},
|
|
56
|
+
# latest
|
|
57
|
+
{
|
|
58
|
+
"name": "claude-3-opus-latest",
|
|
59
|
+
"context_window": 200000,
|
|
60
|
+
},
|
|
56
61
|
## Sonnet
|
|
57
62
|
# 3.0
|
|
58
63
|
{
|
|
@@ -69,11 +74,21 @@ MODEL_LIST = [
|
|
|
69
74
|
"name": "claude-3-5-sonnet-20241022",
|
|
70
75
|
"context_window": 200000,
|
|
71
76
|
},
|
|
77
|
+
# 3.5 latest
|
|
78
|
+
{
|
|
79
|
+
"name": "claude-3-5-sonnet-latest",
|
|
80
|
+
"context_window": 200000,
|
|
81
|
+
},
|
|
72
82
|
# 3.7
|
|
73
83
|
{
|
|
74
84
|
"name": "claude-3-7-sonnet-20250219",
|
|
75
85
|
"context_window": 200000,
|
|
76
86
|
},
|
|
87
|
+
# 3.7 latest
|
|
88
|
+
{
|
|
89
|
+
"name": "claude-3-7-sonnet-latest",
|
|
90
|
+
"context_window": 200000,
|
|
91
|
+
},
|
|
77
92
|
## Haiku
|
|
78
93
|
# 3.0
|
|
79
94
|
{
|
|
@@ -85,6 +100,11 @@ MODEL_LIST = [
|
|
|
85
100
|
"name": "claude-3-5-haiku-20241022",
|
|
86
101
|
"context_window": 200000,
|
|
87
102
|
},
|
|
103
|
+
# 3.5 latest
|
|
104
|
+
{
|
|
105
|
+
"name": "claude-3-5-haiku-latest",
|
|
106
|
+
"context_window": 200000,
|
|
107
|
+
},
|
|
88
108
|
]
|
|
89
109
|
|
|
90
110
|
DUMMY_FIRST_USER_MESSAGE = "User initializing bootup sequence."
|
|
@@ -918,13 +918,15 @@ class StreamingServerInterface(AgentChunkStreamingInterface):
|
|
|
918
918
|
# skip if there's a finish
|
|
919
919
|
return None
|
|
920
920
|
else:
|
|
921
|
-
#
|
|
922
|
-
|
|
923
|
-
|
|
924
|
-
|
|
925
|
-
|
|
926
|
-
|
|
927
|
-
|
|
921
|
+
# Only warn for non-Claude models since Claude commonly has empty first chunks
|
|
922
|
+
if not chunk.model.startswith("claude-"):
|
|
923
|
+
# Example case that would trigger here:
|
|
924
|
+
# id='chatcmpl-AKtUvREgRRvgTW6n8ZafiKuV0mxhQ'
|
|
925
|
+
# choices=[ChunkChoice(finish_reason=None, index=0, delta=MessageDelta(content=None, tool_calls=None, function_call=None), logprobs=None)]
|
|
926
|
+
# created=datetime.datetime(2024, 10, 21, 20, 40, 57, tzinfo=TzInfo(UTC))
|
|
927
|
+
# model='gpt-4o-mini-2024-07-18'
|
|
928
|
+
# object='chat.completion.chunk'
|
|
929
|
+
warnings.warn(f"Couldn't find delta in chunk: {chunk}")
|
|
928
930
|
return None
|
|
929
931
|
|
|
930
932
|
return processed_chunk
|
|
@@ -44,7 +44,7 @@ letta/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,
|
|
|
44
44
|
letta/interfaces/openai_chat_completions_streaming_interface.py,sha256=SfqVp7V7AbBqv8D_IwyqrcztNiI0nKhjAvqtZQE_jfM,4729
|
|
45
45
|
letta/interfaces/utils.py,sha256=c6jvO0dBYHh8DQnlN-B0qeNC64d3CSunhfqlFA4pJTY,278
|
|
46
46
|
letta/llm_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
47
|
-
letta/llm_api/anthropic.py,sha256=
|
|
47
|
+
letta/llm_api/anthropic.py,sha256=pDj9W_Myz4fe05eoMiApO45G8jqzVoO9QyfFpCs-uV0,38360
|
|
48
48
|
letta/llm_api/aws_bedrock.py,sha256=J_oCM810-m2T-tgo3iRwSM0BuykBN5AK3SbkyiOaGbc,3835
|
|
49
49
|
letta/llm_api/azure_openai.py,sha256=GP50e3WyoU2O_vb_b06GYTA1S157I0G21lF9-qv9nsA,6459
|
|
50
50
|
letta/llm_api/azure_openai_constants.py,sha256=ZaR2IasJThijG0uhLKJThrixdAxLPD2IojfeaJ-KQMQ,294
|
|
@@ -210,7 +210,7 @@ letta/server/rest_api/auth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
|
|
|
210
210
|
letta/server/rest_api/auth/index.py,sha256=fQBGyVylGSRfEMLQ17cZzrHd5Y1xiVylvPqH5Rl-lXQ,1378
|
|
211
211
|
letta/server/rest_api/auth_token.py,sha256=725EFEIiNj4dh70hrSd94UysmFD8vcJLrTRfNHkzxDo,774
|
|
212
212
|
letta/server/rest_api/chat_completions_interface.py,sha256=htY1v3eyP6OmoDkBYog2fPZX_2cHsNKkxUAAAvuUbiE,10862
|
|
213
|
-
letta/server/rest_api/interface.py,sha256=
|
|
213
|
+
letta/server/rest_api/interface.py,sha256=0FHLtFKHYyjLIpKUmA87cbd9A1m_yBIh3uB5Jl6Nvro,58262
|
|
214
214
|
letta/server/rest_api/optimistic_json_parser.py,sha256=1z4d9unmxMb0ou7owJ62uUQoNjNYf21FmaNdg0ZcqUU,6567
|
|
215
215
|
letta/server/rest_api/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
216
216
|
letta/server/rest_api/routers/openai/chat_completions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -274,8 +274,8 @@ letta/streaming_utils.py,sha256=jLqFTVhUL76FeOuYk8TaRQHmPTf3HSRc2EoJwxJNK6U,1194
|
|
|
274
274
|
letta/system.py,sha256=dnOrS2FlRMwijQnOvfrky0Lg8wEw-FUq2zzfAJOUSKA,8477
|
|
275
275
|
letta/tracing.py,sha256=h_-c2lIKHmA7yCLOvgaHijMabmRC__FAl2rZtVKufUM,8017
|
|
276
276
|
letta/utils.py,sha256=AdHrQ2OQ3V4XhJ1LtYwbLUO71j2IJY37cIUxXPgaaRY,32125
|
|
277
|
-
letta_nightly-0.6.37.
|
|
278
|
-
letta_nightly-0.6.37.
|
|
279
|
-
letta_nightly-0.6.37.
|
|
280
|
-
letta_nightly-0.6.37.
|
|
281
|
-
letta_nightly-0.6.37.
|
|
277
|
+
letta_nightly-0.6.37.dev20250311104150.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
|
|
278
|
+
letta_nightly-0.6.37.dev20250311104150.dist-info/METADATA,sha256=5kQNnpGTB11YpdDwyd3n0_WUCxZEg9UdTxDh2WUR4bs,22600
|
|
279
|
+
letta_nightly-0.6.37.dev20250311104150.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
|
|
280
|
+
letta_nightly-0.6.37.dev20250311104150.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
|
|
281
|
+
letta_nightly-0.6.37.dev20250311104150.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|