letta-nightly 0.6.43.dev20250318104149__py3-none-any.whl → 0.6.43.dev20250319104146__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of letta-nightly might be problematic. Click here for more details.
- letta/llm_api/aws_bedrock.py +8 -2
- letta/schemas/providers.py +1 -2
- {letta_nightly-0.6.43.dev20250318104149.dist-info → letta_nightly-0.6.43.dev20250319104146.dist-info}/METADATA +1 -1
- {letta_nightly-0.6.43.dev20250318104149.dist-info → letta_nightly-0.6.43.dev20250319104146.dist-info}/RECORD +7 -7
- {letta_nightly-0.6.43.dev20250318104149.dist-info → letta_nightly-0.6.43.dev20250319104146.dist-info}/LICENSE +0 -0
- {letta_nightly-0.6.43.dev20250318104149.dist-info → letta_nightly-0.6.43.dev20250319104146.dist-info}/WHEEL +0 -0
- {letta_nightly-0.6.43.dev20250318104149.dist-info → letta_nightly-0.6.43.dev20250319104146.dist-info}/entry_points.txt +0 -0
letta/llm_api/aws_bedrock.py
CHANGED
|
@@ -5,6 +5,9 @@ from anthropic import AnthropicBedrock
|
|
|
5
5
|
|
|
6
6
|
from letta.settings import model_settings
|
|
7
7
|
|
|
8
|
+
from letta.log import get_logger
|
|
9
|
+
|
|
10
|
+
logger = get_logger(__name__)
|
|
8
11
|
|
|
9
12
|
def has_valid_aws_credentials() -> bool:
|
|
10
13
|
"""
|
|
@@ -20,6 +23,7 @@ def get_bedrock_client():
|
|
|
20
23
|
"""
|
|
21
24
|
import boto3
|
|
22
25
|
|
|
26
|
+
logger.debug(f"Getting Bedrock client for {model_settings.aws_region}")
|
|
23
27
|
sts_client = boto3.client(
|
|
24
28
|
"sts",
|
|
25
29
|
aws_access_key_id=model_settings.aws_access_key,
|
|
@@ -51,12 +55,13 @@ def bedrock_get_model_list(region_name: str) -> List[dict]:
|
|
|
51
55
|
"""
|
|
52
56
|
import boto3
|
|
53
57
|
|
|
58
|
+
logger.debug(f"Getting model list for {region_name}")
|
|
54
59
|
try:
|
|
55
60
|
bedrock = boto3.client("bedrock", region_name=region_name)
|
|
56
61
|
response = bedrock.list_inference_profiles()
|
|
57
62
|
return response["inferenceProfileSummaries"]
|
|
58
63
|
except Exception as e:
|
|
59
|
-
|
|
64
|
+
logger.exception(f"Error getting model list: {str(e)}", e)
|
|
60
65
|
raise e
|
|
61
66
|
|
|
62
67
|
|
|
@@ -67,12 +72,13 @@ def bedrock_get_model_details(region_name: str, model_id: str) -> Dict[str, Any]
|
|
|
67
72
|
import boto3
|
|
68
73
|
from botocore.exceptions import ClientError
|
|
69
74
|
|
|
75
|
+
logger.debug(f"Getting model details for {model_id}")
|
|
70
76
|
try:
|
|
71
77
|
bedrock = boto3.client("bedrock", region_name=region_name)
|
|
72
78
|
response = bedrock.get_foundation_model(modelIdentifier=model_id)
|
|
73
79
|
return response["modelDetails"]
|
|
74
80
|
except ClientError as e:
|
|
75
|
-
|
|
81
|
+
logger.exception(f"Error getting model details: {str(e)}", e)
|
|
76
82
|
raise e
|
|
77
83
|
|
|
78
84
|
|
letta/schemas/providers.py
CHANGED
|
@@ -208,8 +208,7 @@ class OpenAIProvider(Provider):
|
|
|
208
208
|
if model_name in LLM_MAX_TOKENS:
|
|
209
209
|
return LLM_MAX_TOKENS[model_name]
|
|
210
210
|
else:
|
|
211
|
-
return
|
|
212
|
-
|
|
211
|
+
return LLM_MAX_TOKENS["DEFAULT"]
|
|
213
212
|
|
|
214
213
|
class xAIProvider(OpenAIProvider):
|
|
215
214
|
"""https://docs.x.ai/docs/api-reference"""
|
|
@@ -51,7 +51,7 @@ letta/interfaces/openai_chat_completions_streaming_interface.py,sha256=SfqVp7V7A
|
|
|
51
51
|
letta/interfaces/utils.py,sha256=c6jvO0dBYHh8DQnlN-B0qeNC64d3CSunhfqlFA4pJTY,278
|
|
52
52
|
letta/llm_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
53
53
|
letta/llm_api/anthropic.py,sha256=XHmy2MJvV6y-Rc-GOv2M8xdaB5jmEcp7SMKI2Wc4izw,38363
|
|
54
|
-
letta/llm_api/aws_bedrock.py,sha256=
|
|
54
|
+
letta/llm_api/aws_bedrock.py,sha256=udMPSNcrpOsRWRLfNDc7HSWhP2V9iRjQFBpmWBynrNI,4119
|
|
55
55
|
letta/llm_api/azure_openai.py,sha256=GP50e3WyoU2O_vb_b06GYTA1S157I0G21lF9-qv9nsA,6459
|
|
56
56
|
letta/llm_api/azure_openai_constants.py,sha256=ZaR2IasJThijG0uhLKJThrixdAxLPD2IojfeaJ-KQMQ,294
|
|
57
57
|
letta/llm_api/cohere.py,sha256=uzSXkvDPg4CV6tNnbX3yYkYsXRXAm4FvclUX8ln1etM,14863
|
|
@@ -198,7 +198,7 @@ letta/schemas/openai/embedding_response.py,sha256=WKIZpXab1Av7v6sxKG8feW3ZtpQUNo
|
|
|
198
198
|
letta/schemas/openai/openai.py,sha256=Hilo5BiLAGabzxCwnwfzK5QrWqwYD8epaEKFa4Pwndk,7970
|
|
199
199
|
letta/schemas/organization.py,sha256=_RR8jlOOdJyG31q53IDdIvBVvIfAZrQWAGuvc5HmW24,788
|
|
200
200
|
letta/schemas/passage.py,sha256=RG0vkaewEu4a_NAZM-FVyMammHjqpPP0RDYAdu27g6A,3723
|
|
201
|
-
letta/schemas/providers.py,sha256=
|
|
201
|
+
letta/schemas/providers.py,sha256=mMzLiyaFU1elV5R_UUjtTa7aziRVtl7YZ_-FUCkD1_A,43685
|
|
202
202
|
letta/schemas/run.py,sha256=SRqPRziINIiPunjOhE_NlbnQYgxTvqmbauni_yfBQRA,2085
|
|
203
203
|
letta/schemas/sandbox_config.py,sha256=SZCo3FSMz-DIBMKGu0atT4tsVFXGsqMFPaJnjrxpkX4,5993
|
|
204
204
|
letta/schemas/source.py,sha256=IuenIFs7B8uOuYJIHXqR1E28wVSa-pUX6NkLZH7cukg,3141
|
|
@@ -294,8 +294,8 @@ letta/supervisor_multi_agent.py,sha256=jMy0J-a1_u5ZCulweXwJ98SgF6Hnvwxh1L3_wavnT
|
|
|
294
294
|
letta/system.py,sha256=dnOrS2FlRMwijQnOvfrky0Lg8wEw-FUq2zzfAJOUSKA,8477
|
|
295
295
|
letta/tracing.py,sha256=RstWXpfWVF77nmb_ISORVWd9IQw2Ky3de40k_S70yKI,8258
|
|
296
296
|
letta/utils.py,sha256=AdHrQ2OQ3V4XhJ1LtYwbLUO71j2IJY37cIUxXPgaaRY,32125
|
|
297
|
-
letta_nightly-0.6.43.
|
|
298
|
-
letta_nightly-0.6.43.
|
|
299
|
-
letta_nightly-0.6.43.
|
|
300
|
-
letta_nightly-0.6.43.
|
|
301
|
-
letta_nightly-0.6.43.
|
|
297
|
+
letta_nightly-0.6.43.dev20250319104146.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
|
|
298
|
+
letta_nightly-0.6.43.dev20250319104146.dist-info/METADATA,sha256=Mzu_hs2LL1rwBwO6lwNUX16QGQDZ9qy_ZmVaVRX0DR8,22847
|
|
299
|
+
letta_nightly-0.6.43.dev20250319104146.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
|
|
300
|
+
letta_nightly-0.6.43.dev20250319104146.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
|
|
301
|
+
letta_nightly-0.6.43.dev20250319104146.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|