letta-nightly 0.8.17.dev20250723104501__py3-none-any.whl → 0.9.0.dev20250724104456__py3-none-any.whl

letta/services/tool_sandbox/e2b_sandbox.py

@@ -94,57 +94,61 @@ class AsyncToolSandboxE2B(AsyncToolSandboxBase):
             env_vars.update(additional_env_vars)
         code = self.generate_execution_script(agent_state=agent_state)
 
-        log_event(
-            "e2b_execution_started",
-            {"tool": self.tool_name, "sandbox_id": e2b_sandbox.sandbox_id, "code": code, "env_vars": env_vars},
-        )
-        execution = await e2b_sandbox.run_code(code, envs=env_vars)
-        if execution.results:
-            func_return, agent_state = parse_stdout_best_effort(execution.results[0].text)
-            log_event(
-                "e2b_execution_succeeded",
-                {
-                    "tool": self.tool_name,
-                    "sandbox_id": e2b_sandbox.sandbox_id,
-                    "func_return": func_return,
-                },
-            )
-        elif execution.error:
-            logger.error(f"Executing tool {self.tool_name} raised a {execution.error.name} with message: \n{execution.error.value}")
-            logger.error(f"Traceback from e2b sandbox: \n{execution.error.traceback}")
-            func_return = get_friendly_error_msg(
-                function_name=self.tool_name, exception_name=execution.error.name, exception_message=execution.error.value
-            )
-            execution.logs.stderr.append(execution.error.traceback)
-            log_event(
-                "e2b_execution_failed",
-                {
-                    "tool": self.tool_name,
-                    "sandbox_id": e2b_sandbox.sandbox_id,
-                    "error_type": execution.error.name,
-                    "error_message": execution.error.value,
-                    "func_return": func_return,
-                },
-            )
-        else:
+        try:
             log_event(
-                "e2b_execution_empty",
-                {
-                    "tool": self.tool_name,
-                    "sandbox_id": e2b_sandbox.sandbox_id,
-                    "status": "no_results_no_error",
-                },
+                "e2b_execution_started",
+                {"tool": self.tool_name, "sandbox_id": e2b_sandbox.sandbox_id, "code": code, "env_vars": env_vars},
             )
-            raise ValueError(f"Tool {self.tool_name} returned execution with None")
+            execution = await e2b_sandbox.run_code(code, envs=env_vars)
 
-        return ToolExecutionResult(
-            func_return=func_return,
-            agent_state=agent_state,
-            stdout=execution.logs.stdout,
-            stderr=execution.logs.stderr,
-            status="error" if execution.error else "success",
-            sandbox_config_fingerprint=sbx_config.fingerprint(),
-        )
+            if execution.results:
+                func_return, agent_state = parse_stdout_best_effort(execution.results[0].text)
+                log_event(
+                    "e2b_execution_succeeded",
+                    {
+                        "tool": self.tool_name,
+                        "sandbox_id": e2b_sandbox.sandbox_id,
+                        "func_return": func_return,
+                    },
+                )
+            elif execution.error:
+                logger.error(f"Executing tool {self.tool_name} raised a {execution.error.name} with message: \n{execution.error.value}")
+                logger.error(f"Traceback from e2b sandbox: \n{execution.error.traceback}")
+                func_return = get_friendly_error_msg(
+                    function_name=self.tool_name, exception_name=execution.error.name, exception_message=execution.error.value
+                )
+                execution.logs.stderr.append(execution.error.traceback)
+                log_event(
+                    "e2b_execution_failed",
+                    {
+                        "tool": self.tool_name,
+                        "sandbox_id": e2b_sandbox.sandbox_id,
+                        "error_type": execution.error.name,
+                        "error_message": execution.error.value,
+                        "func_return": func_return,
+                    },
+                )
+            else:
+                log_event(
+                    "e2b_execution_empty",
+                    {
+                        "tool": self.tool_name,
+                        "sandbox_id": e2b_sandbox.sandbox_id,
+                        "status": "no_results_no_error",
+                    },
+                )
+                raise ValueError(f"Tool {self.tool_name} returned execution with None")
+
+            return ToolExecutionResult(
+                func_return=func_return,
+                agent_state=agent_state,
+                stdout=execution.logs.stdout,
+                stderr=execution.logs.stderr,
+                status="error" if execution.error else "success",
+                sandbox_config_fingerprint=sbx_config.fingerprint(),
+            )
+        finally:
+            await e2b_sandbox.kill()
 
     @staticmethod
     def parse_exception_from_e2b_execution(e2b_execution: "Execution") -> Exception:

letta/settings.py

@@ -6,7 +6,7 @@ from typing import Optional
 from pydantic import AliasChoices, Field
 from pydantic_settings import BaseSettings, SettingsConfigDict
 
-from letta.local_llm.constants import DEFAULT_WRAPPER_NAME
+from letta.local_llm.constants import DEFAULT_WRAPPER_NAME, INNER_THOUGHTS_KWARG
 from letta.services.summarizer.enums import SummarizationMode
 
 
@@ -83,6 +83,8 @@ class ModelSettings(BaseSettings):
 
     global_max_context_window_limit: int = 32000
 
+    inner_thoughts_kwarg: str | None = Field(default=INNER_THOUGHTS_KWARG, description="Key used for passing in inner thoughts.")
+
     # env_prefix='my_prefix_'
 
     # when we use /completions APIs (instead of /chat/completions), we need to specify a model wrapper
@@ -150,9 +152,6 @@ class ModelSettings(BaseSettings):
     openllm_auth_type: Optional[str] = None
     openllm_api_key: Optional[str] = None
 
-    # disable openapi schema generation
-    disable_schema_generation: bool = False
-
 
 env_cors_origins = os.getenv("ACCEPTABLE_ORIGINS")
 
@@ -316,12 +315,16 @@ class Settings(BaseSettings):
 class TestSettings(Settings):
     model_config = SettingsConfigDict(env_prefix="letta_test_", extra="ignore")
 
-    letta_dir: Optional[Path] = Field(Path.home() / ".letta/test", env="LETTA_TEST_DIR")
+    letta_dir: Path | None = Field(Path.home() / ".letta/test", env="LETTA_TEST_DIR")
 
 
 class LogSettings(BaseSettings):
     model_config = SettingsConfigDict(env_prefix="letta_logging_", extra="ignore")
-    verbose_telemetry_logging: bool = False
+    debug: bool | None = Field(False, description="Enable debugging for logging")
+    json_logging: bool = Field(False, description="Enable json logging instead of text logging")
+    log_level: str | None = Field("WARNING", description="Logging level")
+    letta_log_path: Path | None = Field(Path.home() / ".letta" / "logs" / "Letta.log")
+    verbose_telemetry_logging: bool = Field(False)
 
 
 # singleton

letta/streaming_utils.py

@@ -1,6 +1,7 @@
 from typing import Optional, Tuple
 
 from letta.constants import DEFAULT_MESSAGE_TOOL_KWARG
+from letta.local_llm.constants import INNER_THOUGHTS_KWARG
 
 
 class JSONInnerThoughtsExtractor:
@@ -34,7 +35,7 @@ class JSONInnerThoughtsExtractor:
 
     """
 
-    def __init__(self, inner_thoughts_key="inner_thoughts", wait_for_first_key=False):
+    def __init__(self, inner_thoughts_key=INNER_THOUGHTS_KWARG, wait_for_first_key=False):
         self.inner_thoughts_key = inner_thoughts_key
         self.wait_for_first_key = wait_for_first_key
         self.main_buffer = ""

letta/utils.py

@@ -17,7 +17,7 @@ from contextlib import contextmanager
 from datetime import datetime, timezone
 from functools import wraps
 from logging import Logger
-from typing import Any, Coroutine, Union, _GenericAlias, get_args, get_origin, get_type_hints
+from typing import Any, Coroutine, Optional, Union, _GenericAlias, get_args, get_origin, get_type_hints
 from urllib.parse import urljoin, urlparse
 
 import demjson3 as demjson
@@ -30,6 +30,8 @@ from letta.constants import (
     CLI_WARNING_PREFIX,
     CORE_MEMORY_HUMAN_CHAR_LIMIT,
     CORE_MEMORY_PERSONA_CHAR_LIMIT,
+    DEFAULT_CORE_MEMORY_SOURCE_CHAR_LIMIT,
+    DEFAULT_MAX_FILES_OPEN,
     ERROR_MESSAGE_PREFIX,
     LETTA_DIR,
     MAX_FILENAME_LENGTH,
@@ -1206,3 +1208,34 @@ async def get_latest_alembic_revision() -> str:
     except Exception as e:
         logger.error(f"Error getting latest alembic revision: {e}")
         return "unknown"
+
+
+def calculate_file_defaults_based_on_context_window(context_window: Optional[int]) -> tuple[int, int]:
+    """Calculate reasonable defaults for max_files_open and per_file_view_window_char_limit
+    based on the model's context window size.
+
+    Args:
+        context_window: The context window size of the model. If None, returns conservative defaults.
+
+    Returns:
+        A tuple of (max_files_open, per_file_view_window_char_limit)
+    """
+    if not context_window:
+        # If no context window info, use conservative defaults
+        return DEFAULT_MAX_FILES_OPEN, DEFAULT_CORE_MEMORY_SOURCE_CHAR_LIMIT
+
+    # Define defaults based on context window ranges
+    # Assuming ~4 chars per token
+    # Available chars = available_tokens * 4
+
+    # TODO: Check my math here
+    if context_window <= 8_000:  # Small models (4K-8K)
+        return 3, 5_000  # ~3.75K tokens
+    elif context_window <= 32_000:  # Medium models (16K-32K)
+        return 5, 15_000  # ~18.75K tokens
+    elif context_window <= 128_000:  # Large models (100K-128K)
+        return 10, 25_000  # ~62.5K tokens
+    elif context_window <= 200_000:  # Very large models (128K-200K)
+        return 10, 50_000  # ~128k tokens
+    else:  # Extremely large models (200K+)
+        return 15, 50_000  # ~187.5k tokens

{letta_nightly-0.8.17.dev20250723104501.dist-info → letta_nightly-0.9.0.dev20250724104456.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.8.17.dev20250723104501
+Version: 0.9.0.dev20250724104456
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team
@@ -56,16 +56,17 @@ Requires-Dist: isort (>=5.13.2,<6.0.0) ; extra == "dev" or extra == "all"
 Requires-Dist: jinja2 (>=3.1.5,<4.0.0)
 Requires-Dist: langchain (>=0.3.7,<0.4.0) ; extra == "external-tools" or extra == "desktop" or extra == "all"
 Requires-Dist: langchain-community (>=0.3.7,<0.4.0) ; extra == "external-tools" or extra == "desktop" or extra == "all"
-Requires-Dist: letta_client (>=0.1.197,<0.2.0)
+Requires-Dist: letta_client (>=0.1.219,<0.2.0)
 Requires-Dist: llama-index (>=0.12.2,<0.13.0)
 Requires-Dist: llama-index-embeddings-openai (>=0.3.1,<0.4.0)
 Requires-Dist: locust (>=2.31.5,<3.0.0) ; extra == "dev" or extra == "desktop" or extra == "all"
+Requires-Dist: markitdown[docx,pdf,pptx] (>=0.1.2,<0.2.0)
 Requires-Dist: marshmallow-sqlalchemy (>=1.4.1,<2.0.0)
 Requires-Dist: matplotlib (>=3.10.1,<4.0.0)
 Requires-Dist: mcp[cli] (>=1.9.4,<2.0.0)
 Requires-Dist: mistralai (>=1.8.1,<2.0.0)
 Requires-Dist: nltk (>=3.8.1,<4.0.0)
-Requires-Dist: numpy (>=1.26.2,<2.0.0)
+Requires-Dist: numpy (>=2.1.0,<3.0.0)
 Requires-Dist: openai (>=1.60.0,<2.0.0)
 Requires-Dist: opentelemetry-api (==1.30.0)
 Requires-Dist: opentelemetry-exporter-otlp (==1.30.0)
@@ -74,13 +75,13 @@ Requires-Dist: opentelemetry-instrumentation-sqlalchemy (==0.51b0)
 Requires-Dist: opentelemetry-sdk (==1.30.0)
 Requires-Dist: pathvalidate (>=3.2.1,<4.0.0)
 Requires-Dist: pexpect (>=4.9.0,<5.0.0) ; extra == "dev" or extra == "all"
-Requires-Dist: pg8000 (>=1.30.3,<2.0.0) ; extra == "postgres" or extra == "desktop" or extra == "all"
-Requires-Dist: pgvector (>=0.2.3,<0.3.0) ; extra == "postgres" or extra == "desktop" or extra == "all"
+Requires-Dist: pg8000 (>=1.30.3,<2.0.0) ; extra == "postgres" or extra == "all"
+Requires-Dist: pgvector (>=0.2.3,<0.3.0) ; extra == "postgres" or extra == "all"
 Requires-Dist: pinecone[asyncio] (>=7.3.0,<8.0.0) ; extra == "pinecone" or extra == "all"
 Requires-Dist: pre-commit (>=3.5.0,<4.0.0) ; extra == "dev" or extra == "all"
 Requires-Dist: prettytable (>=3.9.0,<4.0.0)
-Requires-Dist: psycopg2 (>=2.9.10,<3.0.0) ; extra == "postgres" or extra == "desktop" or extra == "all"
-Requires-Dist: psycopg2-binary (>=2.9.10,<3.0.0) ; extra == "postgres" or extra == "desktop" or extra == "all"
+Requires-Dist: psycopg2 (>=2.9.10,<3.0.0) ; extra == "postgres" or extra == "all"
+Requires-Dist: psycopg2-binary (>=2.9.10,<3.0.0) ; extra == "postgres" or extra == "all"
 Requires-Dist: pydantic (>=2.10.6,<3.0.0)
 Requires-Dist: pydantic-settings (>=2.2.1,<3.0.0)
 Requires-Dist: pyhumps (>=3.8.0,<4.0.0)
@@ -105,7 +106,7 @@ Requires-Dist: tavily-python (>=0.7.2,<0.8.0)
 Requires-Dist: tqdm (>=4.66.1,<5.0.0)
 Requires-Dist: typer (>=0.15.2,<0.16.0)
 Requires-Dist: uvicorn (>=0.24.0.post1,<0.25.0) ; extra == "server" or extra == "desktop" or extra == "all"
-Requires-Dist: uvloop (>=0.21.0,<0.22.0) ; extra == "all"
+Requires-Dist: uvloop (>=0.21.0,<0.22.0) ; extra == "experimental" or extra == "all"
 Requires-Dist: wikipedia (>=1.4.0,<2.0.0) ; extra == "external-tools" or extra == "tests" or extra == "desktop" or extra == "all"
 Description-Content-Type: text/markdown