letta-nightly 0.6.26.dev20250214104050__py3-none-any.whl → 0.6.27.dev20250215103947__py3-none-any.whl

letta/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.6.26"
+__version__ = "0.6.27"
 
 # import clients
 from letta.client.client import LocalClient, RESTClient, create_client

letta/llm_api/google_vertex.py

@@ -307,15 +307,27 @@ def google_vertex_chat_completions_request(
     """
 
     from google import genai
+    from google.genai.types import FunctionCallingConfig, FunctionCallingConfigMode, ToolConfig
 
     client = genai.Client(vertexai=True, project=project_id, location=region, http_options={"api_version": "v1"})
     # add dummy model messages to the end of the input
     if add_postfunc_model_messages:
         contents = add_dummy_model_messages(contents)
 
+    tool_config = ToolConfig(
+        function_calling_config=FunctionCallingConfig(
+            # ANY mode forces the model to predict only function calls
+            mode=FunctionCallingConfigMode.ANY,
+        )
+    )
+    config["tool_config"] = tool_config.model_dump()
+
     # make request to client
-    response = client.models.generate_content(model=model, contents=contents, config=config)
-    print(response)
+    response = client.models.generate_content(
+        model=model,
+        contents=contents,
+        config=config,
+    )
 
     # convert back response
     try:

letta/llm_api/llm_api_tools.py

@@ -151,7 +151,8 @@ def create(
         if function_call is None and functions is not None and len(functions) > 0:
             # force function calling for reliability, see https://platform.openai.com/docs/api-reference/chat/create#chat-create-tool_choice
             # TODO(matt) move into LLMConfig
-            if llm_config.model_endpoint == "https://inference.memgpt.ai":
+            # TODO: This vllm checking is very brittle and is a patch at most
+            if llm_config.model_endpoint == "https://inference.memgpt.ai" or (llm_config.handle and "vllm" in llm_config.handle):
                 function_call = "auto"  # TODO change to "required" once proxy supports it
             else:
                 function_call = "required"

{letta_nightly-0.6.26.dev20250214104050.dist-info → letta_nightly-0.6.27.dev20250215103947.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.6.26.dev20250214104050
+Version: 0.6.27.dev20250215103947
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team

{letta_nightly-0.6.26.dev20250214104050.dist-info → letta_nightly-0.6.27.dev20250215103947.dist-info}/RECORD

@@ -1,4 +1,4 @@
-letta/__init__.py,sha256=N01gwYd0I1HifmEloysc6D-it3aLYbloi3F676QkJ54,918
+letta/__init__.py,sha256=GFX4ppYbghJdXx6Fu9PxSfN1WaCjMRNiFKoz97vINbc,918
 letta/__main__.py,sha256=6Hs2PV7EYc5Tid4g4OtcLXhqVHiNYTGzSBdoOnW2HXA,29
 letta/agent.py,sha256=qdBP_rO-35W_m9K-HMl_ZZm803MgARAHaNEG4kjn4gU,59768
 letta/benchmark/benchmark.py,sha256=ebvnwfp3yezaXOQyGXkYCDYpsmre-b9hvNtnyx4xkG0,3701
@@ -43,9 +43,9 @@ letta/llm_api/azure_openai_constants.py,sha256=_f7NKjKBPxGPFQPfP1e0umHk4Jmf56qNj
 letta/llm_api/cohere.py,sha256=A5uUoxoRsXsaMDCIIWiVXeyCbiQ7gUfiASb8Ovv2I_o,14852
 letta/llm_api/google_ai.py,sha256=VnoxG6QYcwgFEbH8iJ8MHaMQrW4ROekZy6ZV5ZdHxzI,18000
 letta/llm_api/google_constants.py,sha256=ZdABT9l9l-qKcV2QCkVsv9kQbttx6JyIJoOWS8IMS5o,448
-letta/llm_api/google_vertex.py,sha256=7CGbJdpNyQIwTfKkeUdYr4qbZVa83qwd65-o-nLwJ14,13768
+letta/llm_api/google_vertex.py,sha256=Cqr73-jZJJvii1M_0QEmasNajOIJ5TDs5GabsCJjI04,14149
 letta/llm_api/helpers.py,sha256=8rM_grbeCIQN27Uh-adhmAFcg2NPFSg6SA9WmogoZzY,16231
-letta/llm_api/llm_api_tools.py,sha256=70lXa-5J8fAmkkXPoGOR0jmZb-vH6GENNJGU_Oit4NQ,21935
+letta/llm_api/llm_api_tools.py,sha256=Ss6RLmrNpqplHYVcl7QkK4xXeHZBAnzG1m0KTIqMW-c,22068
 letta/llm_api/mistral.py,sha256=fHdfD9ug-rQIk2qn8tRKay1U6w9maF11ryhKi91FfXM,1593
 letta/llm_api/openai.py,sha256=T69e4oveJw1IdzuONIaK4t1aRqXggTdfQ6n6eW0Uh8Q,20371
 letta/local_llm/README.md,sha256=hFJyw5B0TU2jrh9nb0zGZMgdH-Ei1dSRfhvPQG_NSoU,168
@@ -244,8 +244,8 @@ letta/streaming_interface.py,sha256=lo2VAQRUJOdWTijwnXuKOC9uejqr2siUAEmZiQUXkj8,
 letta/streaming_utils.py,sha256=jLqFTVhUL76FeOuYk8TaRQHmPTf3HSRc2EoJwxJNK6U,11946
 letta/system.py,sha256=dnOrS2FlRMwijQnOvfrky0Lg8wEw-FUq2zzfAJOUSKA,8477
 letta/utils.py,sha256=E1Kfbezh_yOivlr9RniZid_uWdZkedRPrH5Vd76-Fu4,31805
-letta_nightly-0.6.26.dev20250214104050.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
-letta_nightly-0.6.26.dev20250214104050.dist-info/METADATA,sha256=lAsBv5e1kqHywVNr3pRaCDxQAjlVpoPMrtvqF0n3eaw,22203
-letta_nightly-0.6.26.dev20250214104050.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-letta_nightly-0.6.26.dev20250214104050.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
-letta_nightly-0.6.26.dev20250214104050.dist-info/RECORD,,
+letta_nightly-0.6.27.dev20250215103947.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
+letta_nightly-0.6.27.dev20250215103947.dist-info/METADATA,sha256=mzDRcfOW3kl9KRfDI7ucYyoAdsp3VkgCRr6299g6-pU,22203
+letta_nightly-0.6.27.dev20250215103947.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+letta_nightly-0.6.27.dev20250215103947.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
+letta_nightly-0.6.27.dev20250215103947.dist-info/RECORD,,