letta-nightly 0.6.6.dev20241230104051__tar.gz → 0.6.7.dev20241231104024__tar.gz

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.6.6.dev20241230104051
+Version: 0.6.7.dev20241231104024
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team
@@ -23,8 +23,8 @@ Requires-Dist: alembic (>=1.13.3,<2.0.0)
 Requires-Dist: autoflake (>=2.3.0,<3.0.0) ; extra == "dev" or extra == "all"
 Requires-Dist: black[jupyter] (>=24.2.0,<25.0.0) ; extra == "dev" or extra == "all"
 Requires-Dist: brotli (>=1.1.0,<2.0.0)
-Requires-Dist: composio-core (>=0.6.3,<0.7.0)
-Requires-Dist: composio-langchain (>=0.6.3,<0.7.0)
+Requires-Dist: composio-core (>=0.6.7,<0.7.0)
+Requires-Dist: composio-langchain (>=0.6.7,<0.7.0)
 Requires-Dist: datasets (>=2.14.6,<3.0.0) ; extra == "dev" or extra == "all"
 Requires-Dist: demjson3 (>=3.0.6,<4.0.0)
 Requires-Dist: docker (>=7.1.0,<8.0.0) ; extra == "external-tools" or extra == "all"

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.6.6"
+__version__ = "0.6.7"
 
 # import clients
 from letta.client.client import LocalClient, RESTClient, create_client
@@ -12,13 +12,7 @@ from letta.schemas.file import FileMetadata
 from letta.schemas.job import Job
 from letta.schemas.letta_message import LettaMessage
 from letta.schemas.llm_config import LLMConfig
-from letta.schemas.memory import (
-    ArchivalMemorySummary,
-    BasicBlockMemory,
-    ChatMemory,
-    Memory,
-    RecallMemorySummary,
-)
+from letta.schemas.memory import ArchivalMemorySummary, BasicBlockMemory, ChatMemory, Memory, RecallMemorySummary
 from letta.schemas.message import Message
 from letta.schemas.openai.chat_completion_response import UsageStatistics
 from letta.schemas.organization import Organization

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/agent.py

@@ -33,34 +33,21 @@ from letta.schemas.embedding_config import EmbeddingConfig
 from letta.schemas.enums import MessageRole
 from letta.schemas.memory import ContextWindowOverview, Memory
 from letta.schemas.message import Message
-from letta.schemas.openai.chat_completion_request import (
-    Tool as ChatCompletionRequestTool,
-)
+from letta.schemas.openai.chat_completion_request import Tool as ChatCompletionRequestTool
 from letta.schemas.openai.chat_completion_response import ChatCompletionResponse
-from letta.schemas.openai.chat_completion_response import (
-    Message as ChatCompletionMessage,
-)
+from letta.schemas.openai.chat_completion_response import Message as ChatCompletionMessage
 from letta.schemas.openai.chat_completion_response import UsageStatistics
 from letta.schemas.tool import Tool
 from letta.schemas.tool_rule import TerminalToolRule
 from letta.schemas.usage import LettaUsageStatistics
 from letta.services.agent_manager import AgentManager
 from letta.services.block_manager import BlockManager
-from letta.services.helpers.agent_manager_helper import (
-    check_supports_structured_output,
-    compile_memory_metadata_block,
-)
+from letta.services.helpers.agent_manager_helper import check_supports_structured_output, compile_memory_metadata_block
 from letta.services.message_manager import MessageManager
 from letta.services.passage_manager import PassageManager
 from letta.services.tool_execution_sandbox import ToolExecutionSandbox
 from letta.streaming_interface import StreamingRefreshCLIInterface
-from letta.system import (
-    get_heartbeat,
-    get_token_limit_warning,
-    package_function_response,
-    package_summarize_message,
-    package_user_message,
-)
+from letta.system import get_heartbeat, get_token_limit_warning, package_function_response, package_summarize_message, package_user_message
 from letta.utils import (
     count_tokens,
     get_friendly_error_msg,

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/cli/cli.py

@@ -10,12 +10,7 @@ import letta.utils as utils
 from letta import create_client
 from letta.agent import Agent, save_agent
 from letta.config import LettaConfig
-from letta.constants import (
-    CLI_WARNING_PREFIX,
-    CORE_MEMORY_BLOCK_CHAR_LIMIT,
-    LETTA_DIR,
-    MIN_CONTEXT_WINDOW,
-)
+from letta.constants import CLI_WARNING_PREFIX, CORE_MEMORY_BLOCK_CHAR_LIMIT, LETTA_DIR, MIN_CONTEXT_WINDOW
 from letta.local_llm.constants import ASSISTANT_MESSAGE_CLI_SYMBOL
 from letta.log import get_logger
 from letta.schemas.enums import OptionState
@@ -23,9 +18,7 @@ from letta.schemas.memory import ChatMemory, Memory
 from letta.server.server import logger as server_logger
 
 # from letta.interface import CLIInterface as interface  # for printing to terminal
-from letta.streaming_interface import (
-    StreamingRefreshCLIInterface as interface,  # for printing to terminal
-)
+from letta.streaming_interface import StreamingRefreshCLIInterface as interface  # for printing to terminal
 from letta.utils import open_folder_in_explorer, printd
 
 logger = get_logger(__name__)

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/client/client.py

@@ -5,14 +5,7 @@ from typing import Callable, Dict, Generator, List, Optional, Union
 import requests
 
 import letta.utils
-from letta.constants import (
-    ADMIN_PREFIX,
-    BASE_MEMORY_TOOLS,
-    BASE_TOOLS,
-    DEFAULT_HUMAN,
-    DEFAULT_PERSONA,
-    FUNCTION_RETURN_CHAR_LIMIT,
-)
+from letta.constants import ADMIN_PREFIX, BASE_MEMORY_TOOLS, BASE_TOOLS, DEFAULT_HUMAN, DEFAULT_PERSONA, FUNCTION_RETURN_CHAR_LIMIT
 from letta.data_sources.connectors import DataConnector
 from letta.functions.functions import parse_source_code
 from letta.orm.errors import NoResultFound
@@ -27,13 +20,7 @@ from letta.schemas.job import Job
 from letta.schemas.letta_request import LettaRequest, LettaStreamingRequest
 from letta.schemas.letta_response import LettaResponse, LettaStreamingResponse
 from letta.schemas.llm_config import LLMConfig
-from letta.schemas.memory import (
-    ArchivalMemorySummary,
-    ChatMemory,
-    CreateArchivalMemory,
-    Memory,
-    RecallMemorySummary,
-)
+from letta.schemas.memory import ArchivalMemorySummary, ChatMemory, CreateArchivalMemory, Memory, RecallMemorySummary
 from letta.schemas.message import Message, MessageCreate, MessageUpdate
 from letta.schemas.openai.chat_completions import ToolCall
 from letta.schemas.organization import Organization

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/client/streaming.py

@@ -7,11 +7,7 @@ from httpx_sse import SSEError, connect_sse
 from letta.constants import OPENAI_CONTEXT_WINDOW_ERROR_SUBSTRING
 from letta.errors import LLMError
 from letta.schemas.enums import MessageStreamStatus
-from letta.schemas.letta_message import (
-    ToolCallMessage,
-    ToolReturnMessage,
-    ReasoningMessage,
-)
+from letta.schemas.letta_message import ReasoningMessage, ToolCallMessage, ToolReturnMessage
 from letta.schemas.letta_response import LettaStreamingResponse
 from letta.schemas.usage import LettaUsageStatistics
 

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/client/utils.py

@@ -5,10 +5,7 @@ from typing import Optional
 from IPython.display import HTML, display
 from sqlalchemy.testing.plugin.plugin_base import warnings
 
-from letta.local_llm.constants import (
-    ASSISTANT_MESSAGE_CLI_SYMBOL,
-    INNER_THOUGHTS_CLI_SYMBOL,
-)
+from letta.local_llm.constants import ASSISTANT_MESSAGE_CLI_SYMBOL, INNER_THOUGHTS_CLI_SYMBOL
 
 
 def pprint(messages):

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/data_sources/connectors.py

@@ -2,11 +2,7 @@ from typing import Dict, Iterator, List, Tuple
 
 import typer
 
-from letta.data_sources.connectors_helper import (
-    assert_all_files_exist_locally,
-    extract_metadata_from_files,
-    get_filenames_in_dir,
-)
+from letta.data_sources.connectors_helper import assert_all_files_exist_locally, extract_metadata_from_files, get_filenames_in_dir
 from letta.embeddings import embedding_model
 from letta.schemas.file import FileMetadata
 from letta.schemas.passage import Passage
@@ -14,6 +10,7 @@ from letta.schemas.source import Source
 from letta.services.passage_manager import PassageManager
 from letta.services.source_manager import SourceManager
 
+
 class DataConnector:
     """
     Base class for data connectors that can be extended to generate files and passages from a custom data source.

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/embeddings.py

@@ -4,11 +4,7 @@ from typing import Any, List, Optional
 import numpy as np
 import tiktoken
 
-from letta.constants import (
-    EMBEDDING_TO_TOKENIZER_DEFAULT,
-    EMBEDDING_TO_TOKENIZER_MAP,
-    MAX_EMBEDDING_DIM,
-)
+from letta.constants import EMBEDDING_TO_TOKENIZER_DEFAULT, EMBEDDING_TO_TOKENIZER_MAP, MAX_EMBEDDING_DIM
 from letta.schemas.embedding_config import EmbeddingConfig
 from letta.utils import is_valid_url, printd
 

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/errors.py

@@ -52,12 +52,10 @@ class LettaConfigurationError(LettaError):
 
 class LettaAgentNotFoundError(LettaError):
     """Error raised when an agent is not found."""
-    pass
 
 
 class LettaUserNotFoundError(LettaError):
     """Error raised when a user is not found."""
-    pass
 
 
 class LLMError(LettaError):

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/functions/function_sets/extras.py

@@ -4,10 +4,7 @@ from typing import Optional
 
 import requests
 
-from letta.constants import (
-    MESSAGE_CHATGPT_FUNCTION_MODEL,
-    MESSAGE_CHATGPT_FUNCTION_SYSTEM_MESSAGE,
-)
+from letta.constants import MESSAGE_CHATGPT_FUNCTION_MODEL, MESSAGE_CHATGPT_FUNCTION_SYSTEM_MESSAGE
 from letta.llm_api.llm_api_tools import create
 from letta.schemas.message import Message
 from letta.utils import json_dumps, json_loads

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/functions/schema_generator.py

@@ -396,44 +396,6 @@ def generate_schema(function, name: Optional[str] = None, description: Optional[
     return schema
 
 
-def generate_schema_from_args_schema_v1(
-    args_schema: Type[V1BaseModel], name: Optional[str] = None, description: Optional[str] = None, append_heartbeat: bool = True
-) -> Dict[str, Any]:
-    properties = {}
-    required = []
-    for field_name, field in args_schema.__fields__.items():
-        if field.type_ == str:
-            field_type = "string"
-        elif field.type_ == int:
-            field_type = "integer"
-        elif field.type_ == bool:
-            field_type = "boolean"
-        else:
-            field_type = field.type_.__name__
-
-        properties[field_name] = {
-            "type": field_type,
-            "description": field.field_info.description,
-        }
-        if field.required:
-            required.append(field_name)
-
-    function_call_json = {
-        "name": name,
-        "description": description,
-        "parameters": {"type": "object", "properties": properties, "required": required},
-    }
-
-    if append_heartbeat:
-        function_call_json["parameters"]["properties"]["request_heartbeat"] = {
-            "type": "boolean",
-            "description": "Request an immediate heartbeat after function execution. Set to `True` if you want to send a follow-up message or run a follow-up function.",
-        }
-        function_call_json["parameters"]["required"].append("request_heartbeat")
-
-    return function_call_json
-
-
 def generate_schema_from_args_schema_v2(
     args_schema: Type[BaseModel], name: Optional[str] = None, description: Optional[str] = None, append_heartbeat: bool = True
 ) -> Dict[str, Any]:
@@ -441,19 +403,8 @@ def generate_schema_from_args_schema_v2(
     required = []
     for field_name, field in args_schema.model_fields.items():
         field_type_annotation = field.annotation
-        if field_type_annotation == str:
-            field_type = "string"
-        elif field_type_annotation == int:
-            field_type = "integer"
-        elif field_type_annotation == bool:
-            field_type = "boolean"
-        else:
-            field_type = field_type_annotation.__name__
-
-        properties[field_name] = {
-            "type": field_type,
-            "description": field.description,
-        }
+        properties[field_name] = type_to_json_schema_type(field_type_annotation)
+        properties[field_name]["description"] = field.description
         if field.is_required():
             required.append(field_name)
 

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/helpers/tool_rule_solver.py

@@ -4,13 +4,7 @@ from typing import List, Optional, Union
 from pydantic import BaseModel, Field
 
 from letta.schemas.enums import ToolRuleType
-from letta.schemas.tool_rule import (
-    BaseToolRule,
-    ChildToolRule,
-    ConditionalToolRule,
-    InitToolRule,
-    TerminalToolRule,
-)
+from letta.schemas.tool_rule import BaseToolRule, ChildToolRule, ConditionalToolRule, InitToolRule, TerminalToolRule
 
 
 class ToolRuleValidationError(Exception):
@@ -50,7 +44,6 @@ class ToolRulesSolver(BaseModel):
                 assert isinstance(rule, TerminalToolRule)
                 self.terminal_tool_rules.append(rule)
 
-
     def update_tool_usage(self, tool_name: str):
         """Update the internal state to track the last tool called."""
         self.last_tool_name = tool_name
@@ -88,7 +81,7 @@ class ToolRulesSolver(BaseModel):
         return any(rule.tool_name == tool_name for rule in self.tool_rules)
 
     def validate_conditional_tool(self, rule: ConditionalToolRule):
-        '''
+        """
         Validate a conditional tool rule
 
         Args:
@@ -96,13 +89,13 @@ class ToolRulesSolver(BaseModel):
 
         Raises:
             ToolRuleValidationError: If the rule is invalid
-        '''
+        """
         if len(rule.child_output_mapping) == 0:
             raise ToolRuleValidationError("Conditional tool rule must have at least one child tool.")
         return True
 
     def evaluate_conditional_tool(self, tool: ConditionalToolRule, last_function_response: str) -> str:
-        '''
+        """
         Parse function response to determine which child tool to use based on the mapping
 
         Args:
@@ -111,7 +104,7 @@ class ToolRulesSolver(BaseModel):
 
         Returns:
             str: The name of the child tool to use next
-        '''
+        """
         json_response = json.loads(last_function_response)
         function_output = json_response["message"]
 

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/interface.py

@@ -5,10 +5,7 @@ from typing import List, Optional
 from colorama import Fore, Style, init
 
 from letta.constants import CLI_WARNING_PREFIX
-from letta.local_llm.constants import (
-    ASSISTANT_MESSAGE_CLI_SYMBOL,
-    INNER_THOUGHTS_CLI_SYMBOL,
-)
+from letta.local_llm.constants import ASSISTANT_MESSAGE_CLI_SYMBOL, INNER_THOUGHTS_CLI_SYMBOL
 from letta.schemas.message import Message
 from letta.utils import json_loads, printd
 

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/llm_api/anthropic.py

@@ -5,11 +5,7 @@ from typing import List, Optional, Union
 from letta.llm_api.helpers import make_post_request
 from letta.schemas.message import Message
 from letta.schemas.openai.chat_completion_request import ChatCompletionRequest, Tool
-from letta.schemas.openai.chat_completion_response import (
-    ChatCompletionResponse,
-    Choice,
-    FunctionCall,
-)
+from letta.schemas.openai.chat_completion_response import ChatCompletionResponse, Choice, FunctionCall
 from letta.schemas.openai.chat_completion_response import (
     Message as ChoiceMessage,  # NOTE: avoid conflict with our own Letta Message datatype
 )
@@ -102,13 +98,9 @@ def convert_tools_to_anthropic_format(tools: List[Tool]) -> List[dict]:
     formatted_tools = []
     for tool in tools:
         formatted_tool = {
-            "name"         : tool.function.name,
-            "description"  : tool.function.description,
-            "input_schema"   : tool.function.parameters or {
-                "type": "object",
-                "properties": {},
-                "required": []
-            }
+            "name": tool.function.name,
+            "description": tool.function.description,
+            "input_schema": tool.function.parameters or {"type": "object", "properties": {}, "required": []},
         }
         formatted_tools.append(formatted_tool)
 
@@ -346,7 +338,7 @@ def anthropic_chat_completions_request(
             data["tool_choice"] = {
                 "type": "tool",  # Changed from "function" to "tool"
                 "name": anthropic_tools[0]["name"],  # Directly specify name without nested "function" object
-                "disable_parallel_tool_use": True  # Force single tool use
+                "disable_parallel_tool_use": True,  # Force single tool use
             }
 
     # Move 'system' to the top level

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/llm_api/cohere.py

@@ -7,11 +7,7 @@ import requests
 from letta.local_llm.utils import count_tokens
 from letta.schemas.message import Message
 from letta.schemas.openai.chat_completion_request import ChatCompletionRequest, Tool
-from letta.schemas.openai.chat_completion_response import (
-    ChatCompletionResponse,
-    Choice,
-    FunctionCall,
-)
+from letta.schemas.openai.chat_completion_response import ChatCompletionResponse, Choice, FunctionCall
 from letta.schemas.openai.chat_completion_response import (
     Message as ChoiceMessage,  # NOTE: avoid conflict with our own Letta Message datatype
 )
@@ -276,10 +272,7 @@ def convert_tools_to_cohere_format(tools: List[Tool], inner_thoughts_in_kwargs:
     if inner_thoughts_in_kwargs:
         # NOTE: since Cohere doesn't allow "text" in the response when a tool call happens, if we want
         # a simultaneous CoT + tool call we need to put it inside a kwarg
-        from letta.local_llm.constants import (
-            INNER_THOUGHTS_KWARG,
-            INNER_THOUGHTS_KWARG_DESCRIPTION,
-        )
+        from letta.local_llm.constants import INNER_THOUGHTS_KWARG, INNER_THOUGHTS_KWARG_DESCRIPTION
 
         for cohere_tool in tools_dict_list:
             cohere_tool["parameter_definitions"][INNER_THOUGHTS_KWARG] = {

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/llm_api/google_ai.py

@@ -8,14 +8,7 @@ from letta.llm_api.helpers import make_post_request
 from letta.local_llm.json_parser import clean_json_string_extra_backslash
 from letta.local_llm.utils import count_tokens
 from letta.schemas.openai.chat_completion_request import Tool
-from letta.schemas.openai.chat_completion_response import (
-    ChatCompletionResponse,
-    Choice,
-    FunctionCall,
-    Message,
-    ToolCall,
-    UsageStatistics,
-)
+from letta.schemas.openai.chat_completion_response import ChatCompletionResponse, Choice, FunctionCall, Message, ToolCall, UsageStatistics
 from letta.utils import get_tool_call_id, get_utc_time, json_dumps
 
 
@@ -230,10 +223,7 @@ def convert_tools_to_google_ai_format(tools: List[Tool], inner_thoughts_in_kwarg
             param_fields["type"] = param_fields["type"].upper()
         # Add inner thoughts
         if inner_thoughts_in_kwargs:
-            from letta.local_llm.constants import (
-                INNER_THOUGHTS_KWARG,
-                INNER_THOUGHTS_KWARG_DESCRIPTION,
-            )
+            from letta.local_llm.constants import INNER_THOUGHTS_KWARG, INNER_THOUGHTS_KWARG_DESCRIPTION
 
             func["parameters"]["properties"][INNER_THOUGHTS_KWARG] = {
                 "type": "STRING",

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/llm_api/llm_api_tools.py

@@ -8,38 +8,22 @@ from letta.constants import CLI_WARNING_PREFIX
 from letta.errors import LettaConfigurationError, RateLimitExceededError
 from letta.llm_api.anthropic import anthropic_chat_completions_request
 from letta.llm_api.azure_openai import azure_openai_chat_completions_request
-from letta.llm_api.google_ai import (
-    convert_tools_to_google_ai_format,
-    google_ai_chat_completions_request,
-)
-from letta.llm_api.helpers import (
-    add_inner_thoughts_to_functions,
-    unpack_all_inner_thoughts_from_kwargs,
-)
+from letta.llm_api.google_ai import convert_tools_to_google_ai_format, google_ai_chat_completions_request
+from letta.llm_api.helpers import add_inner_thoughts_to_functions, unpack_all_inner_thoughts_from_kwargs
 from letta.llm_api.openai import (
     build_openai_chat_completions_request,
     openai_chat_completions_process_stream,
     openai_chat_completions_request,
 )
 from letta.local_llm.chat_completion_proxy import get_chat_completion
-from letta.local_llm.constants import (
-    INNER_THOUGHTS_KWARG,
-    INNER_THOUGHTS_KWARG_DESCRIPTION,
-)
+from letta.local_llm.constants import INNER_THOUGHTS_KWARG, INNER_THOUGHTS_KWARG_DESCRIPTION
 from letta.local_llm.utils import num_tokens_from_functions, num_tokens_from_messages
 from letta.schemas.llm_config import LLMConfig
 from letta.schemas.message import Message
-from letta.schemas.openai.chat_completion_request import (
-    ChatCompletionRequest,
-    Tool,
-    cast_message_to_subtype,
-)
+from letta.schemas.openai.chat_completion_request import ChatCompletionRequest, Tool, cast_message_to_subtype
 from letta.schemas.openai.chat_completion_response import ChatCompletionResponse
 from letta.settings import ModelSettings
-from letta.streaming_interface import (
-    AgentChunkStreamingInterface,
-    AgentRefreshStreamingInterface,
-)
+from letta.streaming_interface import AgentChunkStreamingInterface, AgentRefreshStreamingInterface
 
 LLM_API_PROVIDER_OPTIONS = ["openai", "azure", "anthropic", "google_ai", "cohere", "local", "groq"]
 

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/llm_api/openai.py

@@ -9,28 +9,15 @@ from httpx_sse._exceptions import SSEError
 
 from letta.constants import OPENAI_CONTEXT_WINDOW_ERROR_SUBSTRING
 from letta.errors import LLMError
-from letta.llm_api.helpers import (
-    add_inner_thoughts_to_functions,
-    convert_to_structured_output,
-    make_post_request,
-)
-from letta.local_llm.constants import (
-    INNER_THOUGHTS_KWARG,
-    INNER_THOUGHTS_KWARG_DESCRIPTION,
-)
+from letta.llm_api.helpers import add_inner_thoughts_to_functions, convert_to_structured_output, make_post_request
+from letta.local_llm.constants import INNER_THOUGHTS_KWARG, INNER_THOUGHTS_KWARG_DESCRIPTION
 from letta.local_llm.utils import num_tokens_from_functions, num_tokens_from_messages
 from letta.schemas.llm_config import LLMConfig
 from letta.schemas.message import Message as _Message
 from letta.schemas.message import MessageRole as _MessageRole
 from letta.schemas.openai.chat_completion_request import ChatCompletionRequest
-from letta.schemas.openai.chat_completion_request import (
-    FunctionCall as ToolFunctionChoiceFunctionCall,
-)
-from letta.schemas.openai.chat_completion_request import (
-    Tool,
-    ToolFunctionChoice,
-    cast_message_to_subtype,
-)
+from letta.schemas.openai.chat_completion_request import FunctionCall as ToolFunctionChoiceFunctionCall
+from letta.schemas.openai.chat_completion_request import Tool, ToolFunctionChoice, cast_message_to_subtype
 from letta.schemas.openai.chat_completion_response import (
     ChatCompletionChunkResponse,
     ChatCompletionResponse,
@@ -41,10 +28,7 @@ from letta.schemas.openai.chat_completion_response import (
     UsageStatistics,
 )
 from letta.schemas.openai.embedding_response import EmbeddingResponse
-from letta.streaming_interface import (
-    AgentChunkStreamingInterface,
-    AgentRefreshStreamingInterface,
-)
+from letta.streaming_interface import AgentChunkStreamingInterface, AgentRefreshStreamingInterface
 from letta.utils import get_tool_call_id, smart_urljoin
 
 OPENAI_SSE_DONE = "[DONE]"

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/local_llm/chat_completion_proxy.py

@@ -8,10 +8,7 @@ from letta.constants import CLI_WARNING_PREFIX
 from letta.errors import LocalLLMConnectionError, LocalLLMError
 from letta.local_llm.constants import DEFAULT_WRAPPER
 from letta.local_llm.function_parser import patch_function
-from letta.local_llm.grammars.gbnf_grammar_generator import (
-    create_dynamic_model_from_function,
-    generate_gbnf_grammar_and_documentation,
-)
+from letta.local_llm.grammars.gbnf_grammar_generator import create_dynamic_model_from_function, generate_gbnf_grammar_and_documentation
 from letta.local_llm.koboldcpp.api import get_koboldcpp_completion
 from letta.local_llm.llamacpp.api import get_llamacpp_completion
 from letta.local_llm.llm_chat_completion_wrappers import simple_summary_wrapper
@@ -20,17 +17,9 @@ from letta.local_llm.ollama.api import get_ollama_completion
 from letta.local_llm.utils import count_tokens, get_available_wrappers
 from letta.local_llm.vllm.api import get_vllm_completion
 from letta.local_llm.webui.api import get_webui_completion
-from letta.local_llm.webui.legacy_api import (
-    get_webui_completion as get_webui_completion_legacy,
-)
+from letta.local_llm.webui.legacy_api import get_webui_completion as get_webui_completion_legacy
 from letta.prompts.gpt_summarize import SYSTEM as SUMMARIZE_SYSTEM_MESSAGE
-from letta.schemas.openai.chat_completion_response import (
-    ChatCompletionResponse,
-    Choice,
-    Message,
-    ToolCall,
-    UsageStatistics,
-)
+from letta.schemas.openai.chat_completion_response import ChatCompletionResponse, Choice, Message, ToolCall, UsageStatistics
 from letta.utils import get_tool_call_id, get_utc_time, json_dumps
 
 has_shown_warning = False

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/local_llm/constants.py

@@ -1,7 +1,5 @@
 # import letta.local_llm.llm_chat_completion_wrappers.airoboros as airoboros
-from letta.local_llm.llm_chat_completion_wrappers.chatml import (
-    ChatMLInnerMonologueWrapper,
-)
+from letta.local_llm.llm_chat_completion_wrappers.chatml import ChatMLInnerMonologueWrapper
 
 DEFAULT_ENDPOINTS = {
     # Local

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/local_llm/grammars/gbnf_grammar_generator.py

@@ -5,18 +5,7 @@ from copy import copy
 from enum import Enum
 from inspect import getdoc, isclass
 from types import NoneType
-from typing import (
-    Any,
-    Callable,
-    List,
-    Optional,
-    Tuple,
-    Type,
-    Union,
-    _GenericAlias,
-    get_args,
-    get_origin,
-)
+from typing import Any, Callable, List, Optional, Tuple, Type, Union, _GenericAlias, get_args, get_origin
 
 from docstring_parser import parse
 from pydantic import BaseModel, create_model

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/local_llm/llm_chat_completion_wrappers/chatml.py

@@ -1,8 +1,6 @@
 from letta.errors import LLMJSONParsingError
 from letta.local_llm.json_parser import clean_json
-from letta.local_llm.llm_chat_completion_wrappers.wrapper_base import (
-    LLMChatCompletionWrapper,
-)
+from letta.local_llm.llm_chat_completion_wrappers.wrapper_base import LLMChatCompletionWrapper
 from letta.schemas.enums import MessageRole
 from letta.utils import json_dumps, json_loads
 
@@ -75,10 +73,7 @@ class ChatMLInnerMonologueWrapper(LLMChatCompletionWrapper):
         func_str += f"\n  description: {schema['description']}"
         func_str += f"\n  params:"
         if add_inner_thoughts:
-            from letta.local_llm.constants import (
-                INNER_THOUGHTS_KWARG,
-                INNER_THOUGHTS_KWARG_DESCRIPTION,
-            )
+            from letta.local_llm.constants import INNER_THOUGHTS_KWARG, INNER_THOUGHTS_KWARG_DESCRIPTION
 
             func_str += f"\n    {INNER_THOUGHTS_KWARG}: {INNER_THOUGHTS_KWARG_DESCRIPTION}"
         for param_k, param_v in schema["parameters"]["properties"].items():

{letta_nightly-0.6.6.dev20241230104051 → letta_nightly-0.6.7.dev20241231104024}/letta/local_llm/llm_chat_completion_wrappers/llama3.py

@@ -1,8 +1,6 @@
 from letta.errors import LLMJSONParsingError
 from letta.local_llm.json_parser import clean_json
-from letta.local_llm.llm_chat_completion_wrappers.wrapper_base import (
-    LLMChatCompletionWrapper,
-)
+from letta.local_llm.llm_chat_completion_wrappers.wrapper_base import LLMChatCompletionWrapper
 from letta.utils import json_dumps, json_loads
 
 PREFIX_HINT = """# Reminders:
@@ -74,10 +72,7 @@ class LLaMA3InnerMonologueWrapper(LLMChatCompletionWrapper):
         func_str += f"\n  description: {schema['description']}"
         func_str += "\n  params:"
         if add_inner_thoughts:
-            from letta.local_llm.constants import (
-                INNER_THOUGHTS_KWARG,
-                INNER_THOUGHTS_KWARG_DESCRIPTION,
-            )
+            from letta.local_llm.constants import INNER_THOUGHTS_KWARG, INNER_THOUGHTS_KWARG_DESCRIPTION
 
             func_str += f"\n    {INNER_THOUGHTS_KWARG}: {INNER_THOUGHTS_KWARG_DESCRIPTION}"
         for param_k, param_v in schema["parameters"]["properties"].items():