letta-nightly 0.6.7.dev20250108225500__tar.gz → 0.6.8.dev20250109104059__tar.gz

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/PKG-INFO

@@ -1,11 +1,11 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.6.7.dev20250108225500
+Version: 0.6.8.dev20250109104059
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team
 Author-email: contact@letta.com
-Requires-Python: >=3.10,<4.0
+Requires-Python: >=3.10,<3.14
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/__init__.py

@@ -1,9 +1,9 @@
-__version__ = "0.6.7"
+__version__ = "0.6.8"
 
 # import clients
 from letta.client.client import LocalClient, RESTClient, create_client
 
-# imports for easier access
+# # imports for easier access
 from letta.schemas.agent import AgentState
 from letta.schemas.block import Block
 from letta.schemas.embedding_config import EmbeddingConfig

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/agent.py

@@ -1075,6 +1075,8 @@ def save_agent(agent: Agent):
         message_ids=agent_state.message_ids,
         description=agent_state.description,
         metadata_=agent_state.metadata_,
+        # TODO: Add this back in later
+        # tool_exec_environment_variables=agent_state.get_agent_env_vars_as_dict(),
     )
     agent_manager.update_agent(agent_id=agent_state.id, agent_update=update_agent, actor=agent.user)
 

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/client/client.py

@@ -35,7 +35,6 @@ from letta.schemas.source import Source, SourceCreate, SourceUpdate
 from letta.schemas.tool import Tool, ToolCreate, ToolUpdate
 from letta.schemas.tool_rule import BaseToolRule
 from letta.server.rest_api.interface import QueuingInterface
-from letta.server.server import SyncServer
 from letta.utils import get_human_text, get_persona_text
 
 
@@ -1033,7 +1032,7 @@ class RESTClient(AbstractClient):
     ) -> Block:  #
         request_kwargs = dict(label=label, value=value, template=is_template, template_name=template_name)
         if limit:
-            request_kwargs['limit'] = limit
+            request_kwargs["limit"] = limit
         request = CreateBlock(**request_kwargs)
         response = requests.post(f"{self.base_url}/{self.api_prefix}/blocks", json=request.model_dump(), headers=self.headers)
         if response.status_code != 200:
@@ -2011,6 +2010,8 @@ class LocalClient(AbstractClient):
             debug (bool): Whether to print debug information.
         """
 
+        from letta.server.server import SyncServer
+
         # set logging levels
         letta.utils.DEBUG = debug
         logging.getLogger().setLevel(logging.CRITICAL)

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/constants.py

@@ -7,6 +7,8 @@ ADMIN_PREFIX = "/v1/admin"
 API_PREFIX = "/v1"
 OPENAI_API_PREFIX = "/openai"
 
+COMPOSIO_ENTITY_ENV_VAR_KEY = "COMPOSIO_ENTITY"
+
 # String in the error message for when the context window is too large
 # Example full message:
 # This model's maximum context length is 8192 tokens. However, your messages resulted in 8198 tokens (7450 in the messages, 748 in the functions). Please reduce the length of the messages or functions.

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/functions/helpers.py

@@ -1,8 +1,11 @@
 from typing import Any, Optional, Union
 
 import humps
+from composio.constants import DEFAULT_ENTITY_ID
 from pydantic import BaseModel
 
+from letta.constants import COMPOSIO_ENTITY_ENV_VAR_KEY
+
 
 def generate_composio_tool_wrapper(action_name: str) -> tuple[str, str]:
     # Instantiate the object
@@ -13,12 +16,16 @@ def generate_composio_tool_wrapper(action_name: str) -> tuple[str, str]:
 
     wrapper_function_str = f"""
 def {func_name}(**kwargs):
-    from composio import Action, App, Tag
     from composio_langchain import ComposioToolSet
+    import os
+
+    entity_id = os.getenv('{COMPOSIO_ENTITY_ENV_VAR_KEY}', '{DEFAULT_ENTITY_ID}')
+    composio_toolset = ComposioToolSet(entity_id=entity_id)
+    response = composio_toolset.execute_action(action='{action_name}', params=kwargs)
 
-    composio_toolset = ComposioToolSet()
-    tool = {tool_instantiation_str}
-    return tool.func(**kwargs)['data']
+    if response["error"]:
+        raise RuntimeError(response["error"])
+    return response["data"]
     """
 
     # Compile safety check

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/functions/schema_generator.py

@@ -3,7 +3,6 @@ from typing import Any, Dict, List, Optional, Type, Union, get_args, get_origin
 
 from docstring_parser import parse
 from pydantic import BaseModel
-from pydantic.v1 import BaseModel as V1BaseModel
 
 
 def is_optional(annotation):

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/llm_api/llm_api_tools.py

@@ -22,6 +22,7 @@ from letta.schemas.llm_config import LLMConfig
 from letta.schemas.message import Message
 from letta.schemas.openai.chat_completion_request import ChatCompletionRequest, Tool, cast_message_to_subtype
 from letta.schemas.openai.chat_completion_response import ChatCompletionResponse
+from letta.services.provider_manager import ProviderManager
 from letta.settings import ModelSettings
 from letta.streaming_interface import AgentChunkStreamingInterface, AgentRefreshStreamingInterface
 
@@ -251,9 +252,12 @@ def create(
             tool_call = {"type": "function", "function": {"name": force_tool_call}}
             assert functions is not None
 
+        # load anthropic key from db in case a custom key has been stored
+        anthropic_key_override = ProviderManager().get_anthropic_key_override()
+
         return anthropic_chat_completions_request(
             url=llm_config.model_endpoint,
-            api_key=model_settings.anthropic_api_key,
+            api_key=anthropic_key_override if anthropic_key_override else model_settings.anthropic_api_key,
             data=ChatCompletionRequest(
                 model=llm_config.model,
                 messages=[cast_message_to_subtype(m.to_openai_dict()) for m in messages],

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/orm/__init__.py

@@ -8,7 +8,8 @@ from letta.orm.job import Job
 from letta.orm.message import Message
 from letta.orm.organization import Organization
 from letta.orm.passage import AgentPassage, BasePassage, SourcePassage
-from letta.orm.sandbox_config import SandboxConfig, SandboxEnvironmentVariable
+from letta.orm.provider import Provider
+from letta.orm.sandbox_config import AgentEnvironmentVariable, SandboxConfig, SandboxEnvironmentVariable
 from letta.orm.source import Source
 from letta.orm.sources_agents import SourcesAgents
 from letta.orm.tool import Tool

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/orm/organization.py

@@ -9,6 +9,7 @@ if TYPE_CHECKING:
 
     from letta.orm.agent import Agent
     from letta.orm.file import FileMetadata
+    from letta.orm.provider import Provider
     from letta.orm.sandbox_config import AgentEnvironmentVariable
     from letta.orm.tool import Tool
     from letta.orm.user import User
@@ -45,6 +46,7 @@ class Organization(SqlalchemyBase):
         "SourcePassage", back_populates="organization", cascade="all, delete-orphan"
     )
     agent_passages: Mapped[List["AgentPassage"]] = relationship("AgentPassage", back_populates="organization", cascade="all, delete-orphan")
+    providers: Mapped[List["Provider"]] = relationship("Provider", back_populates="organization", cascade="all, delete-orphan")
 
     @property
     def passages(self) -> List[Union["SourcePassage", "AgentPassage"]]:

letta_nightly-0.6.8.dev20250109104059/letta/orm/provider.py

@@ -0,0 +1,23 @@
+from typing import TYPE_CHECKING
+
+from sqlalchemy.orm import Mapped, mapped_column, relationship
+
+from letta.orm.mixins import OrganizationMixin
+from letta.orm.sqlalchemy_base import SqlalchemyBase
+from letta.providers import Provider as PydanticProvider
+
+if TYPE_CHECKING:
+    from letta.orm.organization import Organization
+
+
+class Provider(SqlalchemyBase, OrganizationMixin):
+    """Provider ORM class"""
+
+    __tablename__ = "providers"
+    __pydantic_model__ = PydanticProvider
+
+    name: Mapped[str] = mapped_column(nullable=False, doc="The name of the provider")
+    api_key: Mapped[str] = mapped_column(nullable=True, doc="API key used for requests to the provider.")
+
+    # relationships
+    organization: Mapped["Organization"] = relationship("Organization", back_populates="providers")

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/providers.py

@@ -1,16 +1,24 @@
 from typing import List, Optional
 
-from pydantic import BaseModel, Field, model_validator
+from pydantic import Field, model_validator
 
 from letta.constants import LLM_MAX_TOKENS, MIN_CONTEXT_WINDOW
 from letta.llm_api.azure_openai import get_azure_chat_completions_endpoint, get_azure_embeddings_endpoint
 from letta.llm_api.azure_openai_constants import AZURE_MODEL_TO_CONTEXT_LENGTH
 from letta.schemas.embedding_config import EmbeddingConfig
+from letta.schemas.letta_base import LettaBase
 from letta.schemas.llm_config import LLMConfig
+from letta.services.organization_manager import OrganizationManager
 
 
-class Provider(BaseModel):
+class ProviderBase(LettaBase):
+    __id_prefix__ = "provider"
+
+
+class Provider(ProviderBase):
     name: str = Field(..., description="The name of the provider")
+    api_key: Optional[str] = Field(None, description="API key used for requests to the provider.")
+    organization_id: Optional[str] = Field(OrganizationManager.DEFAULT_ORG_ID, description="The organization id of the user")
 
     def list_llm_models(self) -> List[LLMConfig]:
         return []
@@ -29,6 +37,17 @@ class Provider(BaseModel):
         return f"{self.name}/{model_name}"
 
 
+class ProviderCreate(ProviderBase):
+    name: str = Field(..., description="The name of the provider.")
+    api_key: str = Field(..., description="API key used for requests to the provider.")
+    organization_id: str = Field(..., description="The organization id that this provider information pertains to.")
+
+
+class ProviderUpdate(ProviderBase):
+    id: str = Field(..., description="The id of the provider to update.")
+    api_key: str = Field(..., description="API key used for requests to the provider.")
+
+
 class LettaProvider(Provider):
 
     name: str = "letta"

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/schemas/agent.py

@@ -80,9 +80,16 @@ class AgentState(OrmMetadataBase, validate_assignment=True):
     sources: List[Source] = Field(..., description="The sources used by the agent.")
     tags: List[str] = Field(..., description="The tags associated with the agent.")
     tool_exec_environment_variables: List[AgentEnvironmentVariable] = Field(
-        ..., description="The environment variables for tool execution specific to this agent."
+        default_factory=list, description="The environment variables for tool execution specific to this agent."
     )
 
+    def get_agent_env_vars_as_dict(self) -> Dict[str, str]:
+        # Get environment variables for this agent specifically
+        per_agent_env_vars = {}
+        for agent_env_var_obj in self.tool_exec_environment_variables:
+            per_agent_env_vars[agent_env_var_obj.key] = agent_env_var_obj.value
+        return per_agent_env_vars
+
 
 class CreateAgent(BaseModel, validate_assignment=True):  #
     # all optional as server can generate defaults
@@ -127,6 +134,7 @@ class CreateAgent(BaseModel, validate_assignment=True):  #
     tool_exec_environment_variables: Optional[Dict[str, str]] = Field(
         None, description="The environment variables for tool execution specific to this agent."
     )
+    variables: Optional[Dict[str, str]] = Field(None, description="The variables that should be set for the agent.")
 
     @field_validator("name")
     @classmethod

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/schemas/letta_request.py

@@ -11,6 +11,10 @@ class LettaRequest(BaseModel):
 
     # Flags to support the use of AssistantMessage message types
 
+    use_assistant_message: bool = Field(
+        default=True,
+        description="Whether the server should parse specific tool call arguments (default `send_message`) as `AssistantMessage` objects.",
+    )
     assistant_message_tool_name: str = Field(
         default=DEFAULT_MESSAGE_TOOL,
         description="The name of the designated message tool.",

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/server/rest_api/routers/v1/agents.py

@@ -46,6 +46,8 @@ def list_agents(
     ),
     server: "SyncServer" = Depends(get_letta_server),
     user_id: Optional[str] = Header(None, alias="user_id"),
+    cursor: Optional[int] = Query(None, description="Cursor for pagination"),
+    limit: Optional[int] = Query(None, description="Limit for pagination"),
     # Extract user_id from header, default to None if not present
 ):
     """
@@ -66,7 +68,7 @@ def list_agents(
     }
 
     # Call list_agents with the dynamic kwargs
-    agents = server.agent_manager.list_agents(actor=actor, **kwargs)
+    agents = server.agent_manager.list_agents(actor=actor, cursor=cursor, limit=limit, **kwargs)
     return agents
 
 
@@ -491,6 +493,7 @@ async def send_message(
         stream_steps=False,
         stream_tokens=False,
         # Support for AssistantMessage
+        use_assistant_message=request.use_assistant_message,
         assistant_message_tool_name=request.assistant_message_tool_name,
         assistant_message_tool_kwarg=request.assistant_message_tool_kwarg,
     )
@@ -636,6 +639,7 @@ async def send_message_to_agent(
     chat_completion_mode: bool = False,
     timestamp: Optional[datetime] = None,
     # Support for AssistantMessage
+    use_assistant_message: bool = True,
     assistant_message_tool_name: str = DEFAULT_MESSAGE_TOOL,
     assistant_message_tool_kwarg: str = DEFAULT_MESSAGE_TOOL_KWARG,
 ) -> Union[StreamingResponse, LettaResponse]:
@@ -666,7 +670,7 @@ async def send_message_to_agent(
             stream_tokens = False
 
         # Create a new interface per request
-        letta_agent.interface = StreamingServerInterface()
+        letta_agent.interface = StreamingServerInterface(use_assistant_message)
         streaming_interface = letta_agent.interface
         if not isinstance(streaming_interface, StreamingServerInterface):
             raise ValueError(f"Agent has wrong type of interface: {type(streaming_interface)}")

letta_nightly-0.6.8.dev20250109104059/letta/server/rest_api/routers/v1/providers.py

@@ -0,0 +1,72 @@
+from fastapi import APIRouter, Depends
+
+from letta.providers import Provider, ProviderCreate, ProviderUpdate
+from letta.server.rest_api.utils import get_letta_server
+
+if TYPE_CHECKING:
+    from letta.server.server import SyncServer
+
+router = APIRouter(prefix="/providers", tags=["providers", "admin"])
+
+
+@router.get("/", tags=["admin"], response_model=List[Provider], operation_id="list_providers")
+def list_providers(
+    cursor: Optional[str] = Query(None),
+    limit: Optional[int] = Query(50),
+    server: "SyncServer" = Depends(get_letta_server),
+):
+    """
+    Get a list of all custom providers in the database
+    """
+    try:
+        providers = server.provider_manager.list_providers(cursor=cursor, limit=limit)
+    except HTTPException:
+        raise
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"{e}")
+    return providers
+
+
+@router.post("/", tags=["admin"], response_model=Provider, operation_id="create_provider")
+def create_provider(
+    request: ProviderCreate = Body(...),
+    server: "SyncServer" = Depends(get_letta_server),
+):
+    """
+    Create a new custom provider
+    """
+    provider = Provider(**request.model_dump())
+    provider = server.provider_manager.create_provider(provider)
+    return provider
+
+
+@router.put("/", tags=["admin"], response_model=Provider, operation_id="update_provider")
+def update_provider(
+    request: ProviderUpdate = Body(...),
+    server: "SyncServer" = Depends(get_letta_server),
+):
+    """
+    Update an existing custom provider
+    """
+    provider = server.provider_manager.update_provider(request)
+    return provider
+
+
+@router.delete("/", tags=["admin"], response_model=Provider, operation_id="delete_provider")
+def delete_provider(
+    provider_id: str = Query(..., description="The provider_id key to be deleted."),
+    server: "SyncServer" = Depends(get_letta_server),
+):
+    """
+    Delete an existing custom provider
+    """
+    try:
+        provider = server.provider_manager.get_provider_by_id(provider_id=provider_id)
+        if provider is None:
+            raise HTTPException(status_code=404, detail=f"Provider does not exist")
+        server.provider_manager.delete_provider_by_id(provider_id=provider_id)
+    except HTTPException:
+        raise
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"{e}")
+    return user

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/server/server.py

@@ -66,6 +66,7 @@ from letta.services.message_manager import MessageManager
 from letta.services.organization_manager import OrganizationManager
 from letta.services.passage_manager import PassageManager
 from letta.services.per_agent_lock_manager import PerAgentLockManager
+from letta.services.provider_manager import ProviderManager
 from letta.services.sandbox_config_manager import SandboxConfigManager
 from letta.services.source_manager import SourceManager
 from letta.services.tool_execution_sandbox import ToolExecutionSandbox
@@ -180,6 +181,7 @@ def db_error_handler():
         exit(1)
 
 
+print("Creating engine", settings.letta_pg_uri)
 if settings.letta_pg_uri_no_default:
     config.recall_storage_type = "postgres"
     config.recall_storage_uri = settings.letta_pg_uri_no_default
@@ -289,6 +291,7 @@ class SyncServer(Server):
         self.message_manager = MessageManager()
         self.job_manager = JobManager()
         self.agent_manager = AgentManager()
+        self.provider_manager = ProviderManager()
 
         # Managers that interface with parallelism
         self.per_agent_lock_manager = PerAgentLockManager()
@@ -1029,7 +1032,7 @@ class SyncServer(Server):
         """List available models"""
 
         llm_models = []
-        for provider in self._enabled_providers:
+        for provider in self.get_enabled_providers():
             try:
                 llm_models.extend(provider.list_llm_models())
             except Exception as e:
@@ -1039,13 +1042,19 @@ class SyncServer(Server):
     def list_embedding_models(self) -> List[EmbeddingConfig]:
         """List available embedding models"""
         embedding_models = []
-        for provider in self._enabled_providers:
+        for provider in self.get_enabled_providers():
             try:
                 embedding_models.extend(provider.list_embedding_models())
             except Exception as e:
                 warnings.warn(f"An error occurred while listing embedding models for provider {provider}: {e}")
         return embedding_models
 
+    def get_enabled_providers(self):
+        providers_from_env = {p.name: p for p in self._enabled_providers}
+        providers_from_db = {p.name: p for p in self.provider_manager.list_providers()}
+        # Merge the two dictionaries, keeping the values from providers_from_db where conflicts occur
+        return {**providers_from_env, **providers_from_db}.values()
+
     def get_llm_config_from_handle(self, handle: str, context_window_limit: Optional[int] = None) -> LLMConfig:
         provider_name, model_name = handle.split("/", 1)
         provider = self.get_provider_from_name(provider_name)

letta_nightly-0.6.8.dev20250109104059/letta/server/static_files/assets/index-0e31b727.css

@@ -0,0 +1 @@
+*,:before,:after{box-sizing:border-box;border-width:0;border-style:solid;border-color:#e5e7eb}:before,:after{--tw-content: ""}html,:host{line-height:1.5;-webkit-text-size-adjust:100%;-moz-tab-size:4;-o-tab-size:4;tab-size:4;font-family:ui-sans-serif,system-ui,sans-serif,"Apple Color Emoji","Segoe UI Emoji",Segoe UI Symbol,"Noto Color Emoji";font-feature-settings:normal;font-variation-settings:normal;-webkit-tap-highlight-color:transparent}body{margin:0;line-height:inherit}hr{height:0;color:inherit;border-top-width:1px}abbr:where([title]){-webkit-text-decoration:underline dotted;text-decoration:underline dotted}h1,h2,h3,h4,h5,h6{font-size:inherit;font-weight:inherit}a{color:inherit;text-decoration:inherit}b,strong{font-weight:bolder}code,kbd,samp,pre{font-family:ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,monospace;font-feature-settings:normal;font-variation-settings:normal;font-size:1em}small{font-size:80%}sub,sup{font-size:75%;line-height:0;position:relative;vertical-align:baseline}sub{bottom:-.25em}sup{top:-.5em}table{text-indent:0;border-color:inherit;border-collapse:collapse}button,input,optgroup,select,textarea{font-family:inherit;font-feature-settings:inherit;font-variation-settings:inherit;font-size:100%;font-weight:inherit;line-height:inherit;color:inherit;margin:0;padding:0}button,select{text-transform:none}button,[type=button],[type=reset],[type=submit]{-webkit-appearance:button;background-color:transparent;background-image:none}:-moz-focusring{outline:auto}:-moz-ui-invalid{box-shadow:none}progress{vertical-align:baseline}::-webkit-inner-spin-button,::-webkit-outer-spin-button{height:auto}[type=search]{-webkit-appearance:textfield;outline-offset:-2px}::-webkit-search-decoration{-webkit-appearance:none}::-webkit-file-upload-button{-webkit-appearance:button;font:inherit}summary{display:list-item}blockquote,dl,dd,h1,h2,h3,h4,h5,h6,hr,figure,p,pre{margin:0}fieldset{margin:0;padding:0}legend{padding:0}ol,ul,menu{list-style:none;margin:0;padding:0}dialog{padding:0}textarea{resize:vertical}input::-moz-placeholder,textarea::-moz-placeholder{opacity:1;color:#9ca3af}input::placeholder,textarea::placeholder{opacity:1;color:#9ca3af}button,[role=button]{cursor:pointer}:disabled{cursor:default}img,svg,video,canvas,audio,iframe,embed,object{display:block;vertical-align:middle}img,video{max-width:100%;height:auto}[hidden]{display:none}:root{--background: 210, 10%, 92%;--background-lighter: 0, 0%, 100%;--background-darker: 210, 6%, 86%;--foreground: 224 71.4% 4.1%;--card: 0 0% 100%;--card-foreground: 224 71.4% 4.1%;--popover: 0 0% 100%;--popover-foreground: 224 71.4% 4.1%;--brand: 220.9 39.3% 11%;--brand-foreground: 210 20% 98%;--primary: 240, 92%, 35%;--primary-foreground: 0, 0%, 100%;--muted: 220 14.3% 95.9%;--muted-foreground: 220 8.9% 46.1%;--accent: 220 14.3% 95.9%;--accent-foreground: 220.9 39.3% 11%;--destructive: 0 84.2% 60.2%;--destructive-foreground: 210 20% 98%;--border: 210, 6%, 86%;--input: 210, 6%, 86%;--ring: 224 71.4% 4.1%;--radius: .5rem}.dark{--background: 224 71.4% 4.1%;--background-lighter: 224 71.4% 4.1%;--background-darker: 224 71.4% 4.1%;--foreground: 210 20% 98%;--card: 224 71.4% 4.1%;--card-foreground: 210 20% 98%;--popover: 224 71.4% 4.1%;--popover-foreground: 210 20% 98%;--brand: 210 20% 98%;--brand-foreground: 220.9 39.3% 11%;--primary: 10, 100%, 60%;--primary-foreground: 210 20% 98%;--muted: 215 27.9% 16.9%;--muted-foreground: 217.9 10.6% 64.9%;--accent: 215 27.9% 16.9%;--accent-foreground: 210 20% 98%;--destructive: 0 62.8% 30.6%;--destructive-foreground: 210 20% 98%;--border: 215 27.9% 16.9%;--input: 215 27.9% 16.9%;--ring: 216 12.2% 83.9%}*{border-color:hsl(var(--border))}html{height:100%}body{height:100%;width:100%;background-color:hsl(var(--background));color:hsl(var(--foreground));-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale}input::file-selector-button{color:hsl(var(--foreground))}*,:before,:after{--tw-border-spacing-x: 0;--tw-border-spacing-y: 0;--tw-translate-x: 0;--tw-translate-y: 0;--tw-rotate: 0;--tw-skew-x: 0;--tw-skew-y: 0;--tw-scale-x: 1;--tw-scale-y: 1;--tw-pan-x: ;--tw-pan-y: ;--tw-pinch-zoom: ;--tw-scroll-snap-strictness: proximity;--tw-gradient-from-position: ;--tw-gradient-via-position: ;--tw-gradient-to-position: ;--tw-ordinal: ;--tw-slashed-zero: ;--tw-numeric-figure: ;--tw-numeric-spacing: ;--tw-numeric-fraction: ;--tw-ring-inset: ;--tw-ring-offset-width: 0px;--tw-ring-offset-color: #fff;--tw-ring-color: rgb(59 130 246 / .5);--tw-ring-offset-shadow: 0 0 #0000;--tw-ring-shadow: 0 0 #0000;--tw-shadow: 0 0 #0000;--tw-shadow-colored: 0 0 #0000;--tw-blur: ;--tw-brightness: ;--tw-contrast: ;--tw-grayscale: ;--tw-hue-rotate: ;--tw-invert: ;--tw-saturate: ;--tw-sepia: ;--tw-drop-shadow: ;--tw-backdrop-blur: ;--tw-backdrop-brightness: ;--tw-backdrop-contrast: ;--tw-backdrop-grayscale: ;--tw-backdrop-hue-rotate: ;--tw-backdrop-invert: ;--tw-backdrop-opacity: ;--tw-backdrop-saturate: ;--tw-backdrop-sepia: }::backdrop{--tw-border-spacing-x: 0;--tw-border-spacing-y: 0;--tw-translate-x: 0;--tw-translate-y: 0;--tw-rotate: 0;--tw-skew-x: 0;--tw-skew-y: 0;--tw-scale-x: 1;--tw-scale-y: 1;--tw-pan-x: ;--tw-pan-y: ;--tw-pinch-zoom: ;--tw-scroll-snap-strictness: proximity;--tw-gradient-from-position: ;--tw-gradient-via-position: ;--tw-gradient-to-position: ;--tw-ordinal: ;--tw-slashed-zero: ;--tw-numeric-figure: ;--tw-numeric-spacing: ;--tw-numeric-fraction: ;--tw-ring-inset: ;--tw-ring-offset-width: 0px;--tw-ring-offset-color: #fff;--tw-ring-color: rgb(59 130 246 / .5);--tw-ring-offset-shadow: 0 0 #0000;--tw-ring-shadow: 0 0 #0000;--tw-shadow: 0 0 #0000;--tw-shadow-colored: 0 0 #0000;--tw-blur: ;--tw-brightness: ;--tw-contrast: ;--tw-grayscale: ;--tw-hue-rotate: ;--tw-invert: ;--tw-saturate: ;--tw-sepia: ;--tw-drop-shadow: ;--tw-backdrop-blur: ;--tw-backdrop-brightness: ;--tw-backdrop-contrast: ;--tw-backdrop-grayscale: ;--tw-backdrop-hue-rotate: ;--tw-backdrop-invert: ;--tw-backdrop-opacity: ;--tw-backdrop-saturate: ;--tw-backdrop-sepia: }.fixed{position:fixed}.mt-10{margin-top:2.5rem}.mt-3{margin-top:.75rem}.flex{display:flex}.h-\[100dvh\]{height:100dvh}.h-full{height:100%}.w-\[100dvw\]{width:100dvw}.w-full{width:100%}.max-w-\[600px\]{max-width:600px}.max-w-\[893px\]{max-width:893px}.flex-col{flex-direction:column}.items-center{align-items:center}.justify-center{justify-content:center}.gap-2{gap:.5rem}.gap-3{gap:.75rem}.gap-5{gap:1.25rem}.border{border-width:1px}.bg-black{--tw-bg-opacity: 1;background-color:rgb(0 0 0 / var(--tw-bg-opacity))}.bg-white{--tw-bg-opacity: 1;background-color:rgb(255 255 255 / var(--tw-bg-opacity))}.p-0{padding:0}.p-10{padding:2.5rem}.px-4{padding-left:1rem;padding-right:1rem}.py-3{padding-top:.75rem;padding-bottom:.75rem}.text-3xl{font-size:1.875rem;line-height:2.25rem}.text-lg{font-size:1.125rem;line-height:1.75rem}.font-semibold{font-weight:600}.text-black{--tw-text-opacity: 1;color:rgb(0 0 0 / var(--tw-text-opacity))}.text-white{--tw-text-opacity: 1;color:rgb(255 255 255 / var(--tw-text-opacity))}@keyframes enter{0%{opacity:var(--tw-enter-opacity, 1);transform:translate3d(var(--tw-enter-translate-x, 0),var(--tw-enter-translate-y, 0),0) scale3d(var(--tw-enter-scale, 1),var(--tw-enter-scale, 1),var(--tw-enter-scale, 1)) rotate(var(--tw-enter-rotate, 0))}}@keyframes exit{to{opacity:var(--tw-exit-opacity, 1);transform:translate3d(var(--tw-exit-translate-x, 0),var(--tw-exit-translate-y, 0),0) scale3d(var(--tw-exit-scale, 1),var(--tw-exit-scale, 1),var(--tw-exit-scale, 1)) rotate(var(--tw-exit-rotate, 0))}}.PopoverContent{width:var(--radix-popover-trigger-width);max-height:var(--radix-popover-content-available-height)}

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/server/static_files/index.html

@@ -7,7 +7,7 @@
 
 		<meta name="viewport" content="width=device-width, initial-scale=1" />
 		<link rel="icon" type="image/x-icon" href="/favicon.ico" />
-		
+
 		<script>
 			if (localStorage.theme === 'dark') {
 				if (document && document.documentElement) {
@@ -34,6 +34,6 @@
 	</head>
 	<body>
 		<div class="h-full w-full" id="root"></div>
-		
+
 	</body>
 </html>

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/services/agent_manager.py

@@ -338,11 +338,30 @@ class AgentManager:
             # Retrieve the agent
             agent = AgentModel.read(db_session=session, identifier=agent_id, actor=actor)
 
-            # Replace the environment variables
-            agent.tool_exec_environment_variables = [
-                AgentEnvironmentVariableModel(key=key, value=value, agent_id=agent_id, organization_id=actor.organization_id)
-                for key, value in env_vars.items()
-            ]
+            # Fetch existing environment variables as a dictionary
+            existing_vars = {var.key: var for var in agent.tool_exec_environment_variables}
+
+            # Update or create environment variables
+            updated_vars = []
+            for key, value in env_vars.items():
+                if key in existing_vars:
+                    # Update existing variable
+                    existing_vars[key].value = value
+                    updated_vars.append(existing_vars[key])
+                else:
+                    # Create new variable
+                    updated_vars.append(
+                        AgentEnvironmentVariableModel(
+                            key=key,
+                            value=value,
+                            agent_id=agent_id,
+                            organization_id=actor.organization_id,
+                        )
+                    )
+
+            # Remove stale variables
+            stale_keys = set(existing_vars) - set(env_vars)
+            agent.tool_exec_environment_variables = [var for var in updated_vars if var.key not in stale_keys]
 
             # Update the agent in the database
             agent.update(session, actor=actor)

letta_nightly-0.6.8.dev20250109104059/letta/services/provider_manager.py

@@ -0,0 +1,63 @@
+from typing import List, Optional
+
+from letta.orm.provider import Provider as ProviderModel
+from letta.providers import Provider as PydanticProvider
+from letta.providers import ProviderUpdate
+from letta.utils import enforce_types
+
+
+class ProviderManager:
+
+    def __init__(self):
+        from letta.server.server import db_context
+
+        self.session_maker = db_context
+
+    @enforce_types
+    def create_provider(self, provider: PydanticProvider) -> PydanticProvider:
+        """Create a new provider if it doesn't already exist."""
+        with self.session_maker() as session:
+            new_provider = ProviderModel(**provider.model_dump())
+            new_provider.create(session)
+            return new_provider.to_pydantic()
+
+    @enforce_types
+    def update_provider(self, provider_update: ProviderUpdate) -> PydanticProvider:
+        """Update provider details."""
+        with self.session_maker() as session:
+            # Retrieve the existing provider by ID
+            existing_provider = ProviderModel.read(db_session=session, identifier=provider_update.id)
+
+            # Update only the fields that are provided in ProviderUpdate
+            update_data = provider_update.model_dump(exclude_unset=True, exclude_none=True)
+            for key, value in update_data.items():
+                setattr(existing_provider, key, value)
+
+            # Commit the updated provider
+            existing_provider.update(session)
+            return existing_provider.to_pydantic()
+
+    @enforce_types
+    def delete_provider_by_id(self, provider_id: str):
+        """Delete a provider."""
+        with self.session_maker() as session:
+            # Delete from provider table
+            provider = ProviderModel.read(db_session=session, identifier=provider_id)
+            provider.hard_delete(session)
+
+            session.commit()
+
+    @enforce_types
+    def list_providers(self, cursor: Optional[str] = None, limit: Optional[int] = 50) -> List[PydanticProvider]:
+        """List providers with pagination using cursor (id) and limit."""
+        with self.session_maker() as session:
+            results = ProviderModel.list(db_session=session, cursor=cursor, limit=limit)
+            return [provider.to_pydantic() for provider in results]
+
+    @enforce_types
+    def get_anthropic_key_override(self) -> Optional[str]:
+        """Helper function to fetch custom anthropic key for v0 BYOK feature"""
+        providers = self.list_providers(limit=1)
+        if len(providers) == 1 and providers[0].name == "anthropic":
+            return providers[0].api_key
+        return None

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/letta/services/tool_execution_sandbox.py

@@ -98,7 +98,7 @@ class ToolExecutionSandbox:
             os.environ.clear()
             os.environ.update(original_env)  # Restore original environment variables
 
-    def run_local_dir_sandbox(self, agent_state: AgentState) -> SandboxRunResult:
+    def run_local_dir_sandbox(self, agent_state: Optional[AgentState] = None) -> SandboxRunResult:
         sbx_config = self.sandbox_config_manager.get_or_create_default_sandbox_config(sandbox_type=SandboxType.LOCAL, actor=self.user)
         local_configs = sbx_config.get_local_config()
 
@@ -107,6 +107,10 @@ class ToolExecutionSandbox:
         env = os.environ.copy()
         env.update(env_vars)
 
+        # Get environment variables for this agent specifically
+        if agent_state:
+            env.update(agent_state.get_agent_env_vars_as_dict())
+
         # Safety checks
         if not os.path.isdir(local_configs.sandbox_dir):
             raise FileNotFoundError(f"Sandbox directory does not exist: {local_configs.sandbox_dir}")
@@ -273,7 +277,7 @@ class ToolExecutionSandbox:
 
     # e2b sandbox specific functions
 
-    def run_e2b_sandbox(self, agent_state: AgentState) -> SandboxRunResult:
+    def run_e2b_sandbox(self, agent_state: Optional[AgentState] = None) -> SandboxRunResult:
         sbx_config = self.sandbox_config_manager.get_or_create_default_sandbox_config(sandbox_type=SandboxType.E2B, actor=self.user)
         sbx = self.get_running_e2b_sandbox_with_same_state(sbx_config)
         if not sbx or self.force_recreate:
@@ -292,15 +296,18 @@ class ToolExecutionSandbox:
         # Get environment variables for the sandbox
         # TODO: We set limit to 100 here, but maybe we want it uncapped? Realistically this should be fine.
         env_vars = self.sandbox_config_manager.get_sandbox_env_vars_as_dict(sandbox_config_id=sbx_config.id, actor=self.user, limit=100)
+        # Get environment variables for this agent specifically
+        if agent_state:
+            env_vars.update(agent_state.get_agent_env_vars_as_dict())
+
         code = self.generate_execution_script(agent_state=agent_state)
         execution = sbx.run_code(code, envs=env_vars)
 
         if execution.results:
             func_return, agent_state = self.parse_best_effort(execution.results[0].text)
         elif execution.error:
-            logger.error(f"Executing tool {self.tool_name} failed with {execution.error}")
-            logger.error(f"E2B Sandbox configurations: {sbx_config}")
-            logger.error(f"E2B Sandbox ID: {sbx.sandbox_id}")
+            logger.error(f"Executing tool {self.tool_name} raised a {execution.error.name} with message: \n{execution.error.value}")
+            logger.error(f"Traceback from e2b sandbox: \n{execution.error.traceback}")
             func_return = get_friendly_error_msg(
                 function_name=self.tool_name, exception_name=execution.error.name, exception_message=execution.error.value
             )

{letta_nightly-0.6.7.dev20250108225500 → letta_nightly-0.6.8.dev20250109104059}/pyproject.toml

@@ -1,8 +1,8 @@
 [tool.poetry]
 name = "letta-nightly"
-version = "0.6.7.dev20250108225500"
+version = "0.6.8.dev20250109104059"
 packages = [
-    {include = "letta"}
+    {include = "letta"},
 ]
 description = "Create LLM agents with long-term memory and custom tools"
 authors = [
@@ -15,7 +15,7 @@ readme = "README.md"
 letta = "letta.main:app"
 
 [tool.poetry.dependencies]
-python = "<4.0,>=3.10"
+python = "<3.14,>=3.10"
 typer = {extras = ["all"], version = "^0.9.0"}
 questionary = "^2.0.1"
 pytz = "^2023.3.post1"