letta-nightly 0.6.2.dev20241210104242__py3-none-any.whl → 0.6.2.dev20241211031658__py3-none-any.whl

letta/services/passage_manager.py

@@ -0,0 +1,225 @@
+from typing import List, Optional, Dict, Tuple
+from letta.constants import MAX_EMBEDDING_DIM
+from datetime import datetime
+import numpy as np
+
+from letta.orm.errors import NoResultFound
+from letta.utils import enforce_types
+
+from letta.embeddings import embedding_model, parse_and_chunk_text
+from letta.schemas.embedding_config import EmbeddingConfig
+
+from letta.orm.passage import Passage as PassageModel
+from letta.orm.sqlalchemy_base import AccessType
+from letta.schemas.agent import AgentState
+from letta.schemas.passage import Passage as PydanticPassage
+from letta.schemas.user import User as PydanticUser
+
+class PassageManager:
+    """Manager class to handle business logic related to Passages."""
+
+    def __init__(self):
+        from letta.server.server import db_context
+        self.session_maker = db_context
+
+    @enforce_types
+    def get_passage_by_id(self, passage_id: str, actor: PydanticUser) -> Optional[PydanticPassage]:
+        """Fetch a passage by ID."""
+        with self.session_maker() as session:
+            try:
+                passage = PassageModel.read(db_session=session, identifier=passage_id, actor=actor)
+                return passage.to_pydantic()
+            except NoResultFound:
+                return None
+
+    @enforce_types
+    def create_passage(self, pydantic_passage: PydanticPassage, actor: PydanticUser) -> PydanticPassage:
+        """Create a new passage."""
+        with self.session_maker() as session:
+            passage = PassageModel(**pydantic_passage.model_dump())
+            passage.create(session, actor=actor)
+            return passage.to_pydantic()
+
+    @enforce_types
+    def create_many_passages(self, passages: List[PydanticPassage], actor: PydanticUser) -> List[PydanticPassage]:
+        """Create multiple passages."""
+        return [self.create_passage(p, actor) for p in passages]
+
+    @enforce_types
+    def insert_passage(self, 
+        agent_state: AgentState,
+        agent_id: str,
+        text: str, 
+        actor: PydanticUser, 
+        return_ids: bool = False
+    ) -> List[PydanticPassage]:
+        """ Insert passage(s) into archival memory """
+
+        embedding_chunk_size = agent_state.embedding_config.embedding_chunk_size
+        embed_model = embedding_model(agent_state.embedding_config)
+
+        passages = []
+        
+        try:
+            # breakup string into passages
+            for text in parse_and_chunk_text(text, embedding_chunk_size):
+                embedding = embed_model.get_text_embedding(text)
+                if isinstance(embedding, dict):
+                    try:
+                        embedding = embedding["data"][0]["embedding"]
+                    except (KeyError, IndexError):
+                        # TODO as a fallback, see if we can find any lists in the payload
+                        raise TypeError(
+                            f"Got back an unexpected payload from text embedding function, type={type(embedding)}, value={embedding}"
+                        )
+                passage = self.create_passage(
+                    PydanticPassage(
+                        organization_id=actor.organization_id,
+                        agent_id=agent_id,
+                        text=text,
+                        embedding=embedding,
+                        embedding_config=agent_state.embedding_config
+                    ),
+                    actor=actor
+                )
+                passages.append(passage)
+
+            ids = [str(p.id) for p in passages]
+
+            if return_ids:
+                return ids
+            
+            return passages
+
+        except Exception as e:
+            raise e
+
+    @enforce_types
+    def update_passage_by_id(self, passage_id: str, passage: PydanticPassage, actor: PydanticUser, **kwargs) -> Optional[PydanticPassage]:
+        """Update a passage."""
+        if not passage_id:
+            raise ValueError("Passage ID must be provided.")
+
+        with self.session_maker() as session:
+            try:
+                # Fetch existing message from database
+                curr_passage = PassageModel.read(
+                    db_session=session,
+                    identifier=passage_id,
+                    actor=actor,
+                )
+                if not curr_passage:
+                    raise ValueError(f"Passage with id {passage_id} does not exist.")
+
+                # Update the database record with values from the provided record
+                update_data = passage.model_dump(exclude_unset=True, exclude_none=True)
+                for key, value in update_data.items():
+                    setattr(curr_passage, key, value)
+
+                # Commit changes
+                curr_passage.update(session, actor=actor)
+                return curr_passage.to_pydantic()
+            except NoResultFound:
+                return None
+
+    @enforce_types
+    def delete_passage_by_id(self, passage_id: str, actor: PydanticUser) -> bool:
+        """Delete a passage."""
+        if not passage_id:
+            raise ValueError("Passage ID must be provided.")
+
+        with self.session_maker() as session:
+            try:
+                passage = PassageModel.read(db_session=session, identifier=passage_id, actor=actor)
+                passage.hard_delete(session, actor=actor)
+            except NoResultFound:
+                raise ValueError(f"Passage with id {passage_id} not found.")
+
+    @enforce_types
+    def list_passages(self, 
+                      actor           : PydanticUser,
+                      agent_id        : Optional[str] = None, 
+                      file_id         : Optional[str] = None, 
+                      cursor          : Optional[str] = None, 
+                      limit           : Optional[int] = 50,
+                      query_text      : Optional[str] = None,
+                      start_date      : Optional[datetime] = None,
+                      end_date        : Optional[datetime] = None,
+                      source_id       : Optional[str] = None,
+                      embed_query    : bool = False,
+                      embedding_config: Optional[EmbeddingConfig] = None
+                     ) -> List[PydanticPassage]:
+        """List passages with pagination."""
+        with self.session_maker() as session:
+            filters = {"organization_id": actor.organization_id}
+            if agent_id:
+                filters["agent_id"] = agent_id
+            if file_id:
+                filters["file_id"] = file_id
+            if source_id:
+                filters["source_id"] = source_id
+            
+            embedded_text = None
+            if embed_query:
+                assert embedding_config is not None
+
+                # Embed the text
+                embedded_text = embedding_model(embedding_config).get_text_embedding(query_text)
+
+                # Pad the embedding with zeros
+                embedded_text = np.array(embedded_text)
+                embedded_text = np.pad(embedded_text, (0, MAX_EMBEDDING_DIM - embedded_text.shape[0]), mode="constant").tolist()
+
+            results = PassageModel.list(
+                db_session=session, 
+                cursor=cursor,
+                start_date=start_date,
+                end_date=end_date,
+                limit=limit,
+                query_text=query_text if not embedded_text else None,
+                query_embedding=embedded_text,
+                **filters
+            )
+            return [p.to_pydantic() for p in results]
+    
+    @enforce_types
+    def size(
+        self,
+        actor    : PydanticUser,
+        agent_id : Optional[str] = None,
+        **kwargs
+    ) -> int:
+        """Get the total count of messages with optional filters.
+
+        Args:
+            actor   : The user requesting the count
+            agent_id: The agent ID
+        """
+        with self.session_maker() as session:
+            return PassageModel.size(db_session=session, actor=actor, agent_id=agent_id, **kwargs)
+
+    def delete_passages(self,
+                        actor: PydanticUser,
+                        agent_id: Optional[str] = None,
+                        file_id: Optional[str] = None,
+                        start_date: Optional[datetime] = None,
+                        end_date: Optional[datetime] = None,
+                        limit: Optional[int] = 50,
+                        cursor: Optional[str] = None,
+                        query_text: Optional[str] = None,
+                        source_id: Optional[str] = None
+                       ) -> bool:
+                    
+        passages = self.list_passages(
+            actor=actor, 
+            agent_id=agent_id, 
+            file_id=file_id, 
+            cursor=cursor, 
+            limit=limit,
+            start_date=start_date, 
+            end_date=end_date, 
+            query_text=query_text, 
+            source_id=source_id)
+        
+        for passage in passages:
+            self.delete_passage_by_id(passage_id=passage.id, actor=actor)

letta/services/source_manager.py

@@ -64,7 +64,7 @@ class SourceManager:
             return source.to_pydantic()
 
     @enforce_types
-    def list_sources(self, actor: PydanticUser, cursor: Optional[str] = None, limit: Optional[int] = 50) -> List[PydanticSource]:
+    def list_sources(self, actor: PydanticUser, cursor: Optional[str] = None, limit: Optional[int] = 50, **kwargs) -> List[PydanticSource]:
         """List all sources with optional pagination."""
         with self.session_maker() as session:
             sources = SourceModel.list(
@@ -72,6 +72,7 @@ class SourceManager:
                 cursor=cursor,
                 limit=limit,
                 organization_id=actor.organization_id,
+                **kwargs,
             )
             return [source.to_pydantic() for source in sources]
 

letta/services/tool_execution_sandbox.py

@@ -127,11 +127,12 @@ class ToolExecutionSandbox:
 
         # Save the old stdout
         old_stdout = sys.stdout
+        old_stderr = sys.stderr
         try:
             if local_configs.use_venv:
                 return self.run_local_dir_sandbox_venv(sbx_config, env, temp_file_path)
             else:
-                return self.run_local_dir_sandbox_runpy(sbx_config, env_vars, temp_file_path, old_stdout)
+                return self.run_local_dir_sandbox_runpy(sbx_config, env_vars, temp_file_path, old_stdout, old_stderr)
         except Exception as e:
             logger.error(f"Executing tool {self.tool_name} has an unexpected error: {e}")
             logger.error(f"Logging out tool {self.tool_name} auto-generated code for debugging: \n\n{code}")
@@ -139,6 +140,7 @@ class ToolExecutionSandbox:
         finally:
             # Clean up the temp file and restore stdout
             sys.stdout = old_stdout
+            sys.stderr = old_stderr
             os.remove(temp_file_path)
 
     def run_local_dir_sandbox_venv(self, sbx_config: SandboxConfig, env: Dict[str, str], temp_file_path: str) -> SandboxRunResult:
@@ -201,7 +203,11 @@ class ToolExecutionSandbox:
             func_result, stdout = self.parse_out_function_results_markers(result.stdout)
             func_return, agent_state = self.parse_best_effort(func_result)
             return SandboxRunResult(
-                func_return=func_return, agent_state=agent_state, stdout=[stdout], sandbox_config_fingerprint=sbx_config.fingerprint()
+                func_return=func_return, 
+                agent_state=agent_state,
+                stdout=[stdout],
+                stderr=[result.stderr],
+                sandbox_config_fingerprint=sbx_config.fingerprint(),
             )
         except subprocess.TimeoutExpired:
             raise TimeoutError(f"Executing tool {self.tool_name} has timed out.")
@@ -213,11 +219,13 @@ class ToolExecutionSandbox:
             raise e
 
     def run_local_dir_sandbox_runpy(
-        self, sbx_config: SandboxConfig, env_vars: Dict[str, str], temp_file_path: str, old_stdout: TextIO
+        self, sbx_config: SandboxConfig, env_vars: Dict[str, str], temp_file_path: str, old_stdout: TextIO, old_stderr: TextIO
     ) -> SandboxRunResult:
-        # Redirect stdout to capture script output
+        # Redirect stdout and stderr to capture script output
         captured_stdout = io.StringIO()
+        captured_stderr = io.StringIO()
         sys.stdout = captured_stdout
+        sys.stderr = captured_stderr
 
         # Execute the temp file
         with self.temporary_env_vars(env_vars):
@@ -227,14 +235,17 @@ class ToolExecutionSandbox:
         func_result = result.get(self.LOCAL_SANDBOX_RESULT_VAR_NAME)
         func_return, agent_state = self.parse_best_effort(func_result)
 
-        # Restore stdout and collect captured output
+        # Restore stdout and stderr and collect captured output
         sys.stdout = old_stdout
+        sys.stderr = old_stderr
         stdout_output = captured_stdout.getvalue()
+        stderr_output = captured_stderr.getvalue()
 
         return SandboxRunResult(
             func_return=func_return,
             agent_state=agent_state,
             stdout=[stdout_output],
+            stderr=[stderr_output],
             sandbox_config_fingerprint=sbx_config.fingerprint(),
         )
 
@@ -294,7 +305,8 @@ class ToolExecutionSandbox:
             return SandboxRunResult(
                 func_return=func_return,
                 agent_state=agent_state,
-                stdout=execution.logs.stdout + execution.logs.stderr,
+                stdout=execution.logs.stdout,
+                stderr=execution.logs.stderr,
                 sandbox_config_fingerprint=sbx_config.fingerprint(),
             )
 

letta/settings.py

@@ -17,6 +17,8 @@ class ToolSettings(BaseSettings):
 
 class ModelSettings(BaseSettings):
 
+    model_config = SettingsConfigDict(env_file='.env')
+
     # env_prefix='my_prefix_'
 
     # when we use /completions APIs (instead of /chat/completions), we need to specify a model wrapper

{letta_nightly-0.6.2.dev20241210104242.dist-info → letta_nightly-0.6.2.dev20241211031658.dist-info}/METADATA

@@ -1,23 +1,20 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.6.2.dev20241210104242
+Version: 0.6.2.dev20241211031658
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team
 Author-email: contact@letta.com
-Requires-Python: >=3.10,<3.13
+Requires-Python: >=3.10,<4.0
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Provides-Extra: all
-Provides-Extra: autogen
 Provides-Extra: cloud-tool-sandbox
 Provides-Extra: dev
 Provides-Extra: external-tools
-Provides-Extra: milvus
-Provides-Extra: ollama
 Provides-Extra: postgres
 Provides-Extra: qdrant
 Provides-Extra: server
@@ -25,7 +22,7 @@ Provides-Extra: tests
 Requires-Dist: alembic (>=1.13.3,<2.0.0)
 Requires-Dist: autoflake (>=2.3.0,<3.0.0) ; extra == "dev" or extra == "all"
 Requires-Dist: black[jupyter] (>=24.2.0,<25.0.0) ; extra == "dev" or extra == "all"
-Requires-Dist: chromadb (>=0.4.24,<0.5.0)
+Requires-Dist: brotli (>=1.1.0,<2.0.0)
 Requires-Dist: composio-core (>=0.5.51,<0.6.0)
 Requires-Dist: composio-langchain (>=0.5.28,<0.6.0)
 Requires-Dist: datasets (>=2.14.6,<3.0.0) ; extra == "dev" or extra == "all"
@@ -33,18 +30,19 @@ Requires-Dist: demjson3 (>=3.0.6,<4.0.0)
 Requires-Dist: docker (>=7.1.0,<8.0.0) ; extra == "external-tools" or extra == "all"
 Requires-Dist: docstring-parser (>=0.16,<0.17)
 Requires-Dist: docx2txt (>=0.8,<0.9)
-Requires-Dist: e2b-code-interpreter (>=1.0.1,<2.0.0) ; extra == "cloud-tool-sandbox"
-Requires-Dist: fastapi (>=0.104.1,<0.105.0) ; extra == "server" or extra == "all"
+Requires-Dist: e2b-code-interpreter (>=1.0.3,<2.0.0) ; extra == "cloud-tool-sandbox"
+Requires-Dist: fastapi (>=0.115.6,<0.116.0) ; extra == "server" or extra == "all"
+Requires-Dist: grpcio (>=1.68.1,<2.0.0)
+Requires-Dist: grpcio-tools (>=1.68.1,<2.0.0)
 Requires-Dist: html2text (>=2020.1.16,<2021.0.0)
-Requires-Dist: httpx (>=0.27.2,<0.28.0)
+Requires-Dist: httpx (>=0.28.0,<0.29.0)
 Requires-Dist: httpx-sse (>=0.4.0,<0.5.0)
 Requires-Dist: isort (>=5.13.2,<6.0.0) ; extra == "dev" or extra == "all"
 Requires-Dist: jinja2 (>=3.1.4,<4.0.0)
 Requires-Dist: langchain (>=0.3.7,<0.4.0) ; extra == "external-tools" or extra == "all"
 Requires-Dist: langchain-community (>=0.3.7,<0.4.0) ; extra == "external-tools" or extra == "all"
-Requires-Dist: llama-index (>=0.11.9,<0.12.0)
-Requires-Dist: llama-index-embeddings-ollama (>=0.3.1,<0.4.0) ; extra == "ollama" or extra == "all"
-Requires-Dist: llama-index-embeddings-openai (>=0.2.5,<0.3.0)
+Requires-Dist: llama-index (>=0.12.2,<0.13.0)
+Requires-Dist: llama-index-embeddings-openai (>=0.3.1,<0.4.0)
 Requires-Dist: locust (>=2.31.5,<3.0.0) ; extra == "dev" or extra == "all"
 Requires-Dist: nltk (>=3.8.1,<4.0.0)
 Requires-Dist: numpy (>=1.26.2,<2.0.0)
@@ -56,11 +54,9 @@ Requires-Dist: pre-commit (>=3.5.0,<4.0.0) ; extra == "dev" or extra == "all"
 Requires-Dist: prettytable (>=3.9.0,<4.0.0)
 Requires-Dist: psycopg2 (>=2.9.10,<3.0.0) ; extra == "postgres" or extra == "all"
 Requires-Dist: psycopg2-binary (>=2.9.10,<3.0.0) ; extra == "postgres" or extra == "all"
-Requires-Dist: pyautogen (==0.2.22) ; extra == "autogen"
 Requires-Dist: pydantic (>=2.7.4,<2.10.0)
 Requires-Dist: pydantic-settings (>=2.2.1,<3.0.0)
 Requires-Dist: pyhumps (>=3.8.0,<4.0.0)
-Requires-Dist: pymilvus (>=2.4.3,<3.0.0) ; extra == "milvus"
 Requires-Dist: pyright (>=1.1.347,<2.0.0) ; extra == "dev" or extra == "all"
 Requires-Dist: pytest-asyncio (>=0.23.2,<0.24.0) ; extra == "dev" or extra == "all"
 Requires-Dist: pytest-order (>=1.2.0,<2.0.0) ; extra == "dev" or extra == "all"
@@ -76,7 +72,6 @@ Requires-Dist: sqlalchemy (>=2.0.25,<3.0.0)
 Requires-Dist: sqlalchemy-json (>=0.7.0,<0.8.0)
 Requires-Dist: sqlalchemy-utils (>=0.41.2,<0.42.0)
 Requires-Dist: sqlmodel (>=0.0.16,<0.0.17)
-Requires-Dist: tiktoken (>=0.7.0,<0.8.0)
 Requires-Dist: tqdm (>=4.66.1,<5.0.0)
 Requires-Dist: typer[all] (>=0.9.0,<0.10.0)
 Requires-Dist: uvicorn (>=0.24.0.post1,<0.25.0) ; extra == "server" or extra == "all"

{letta_nightly-0.6.2.dev20241210104242.dist-info → letta_nightly-0.6.2.dev20241211031658.dist-info}/RECORD

@@ -1,30 +1,29 @@
 letta/__init__.py,sha256=S2_Nsg1zpIrParZLJeOiVVM0JlAKG9zxlIi_-KMBkmI,1035
 letta/__main__.py,sha256=6Hs2PV7EYc5Tid4g4OtcLXhqVHiNYTGzSBdoOnW2HXA,29
-letta/agent.py,sha256=227szNAdtSijOX8iN_2OitpDLTOxiBOkE4JAlhlLkwY,78308
-letta/agent_store/chroma.py,sha256=-kCEMBFKmqCyFeIETYf7RN-khGddsip2FAhSzNqaC7U,12537
-letta/agent_store/db.py,sha256=0AdN1-LpvIUhmiayTwzhKPaXTdlyOILtHGZ7zmS7pPs,20314
+letta/agent.py,sha256=D4staw-NnTzsG31kV7cvb7fvLIpkeZii1rXsQIRPC0s,78058
+letta/agent_store/db.py,sha256=Rzgodcr-eT6DXnFr5bt4psiVpeH0Gy1BS16Ethf2CHw,19016
 letta/agent_store/milvus.py,sha256=xUu-D9a6N10MuGJ-R-QWR2IHX77ueqAp88tV4gg9B4M,8470
 letta/agent_store/qdrant.py,sha256=6_33V-FEDpT9LG5zmr6-3y9slw1YFLswxpahiyMkvHA,7880
-letta/agent_store/storage.py,sha256=YDQTrfgPBa0cMiMuQatk9hcadIUMvA4zKZHx2VKjlak,6475
+letta/agent_store/storage.py,sha256=F0kpHr8ALaph630ItxZ1ijYOMNq7P7sRrkP-2LkywVU,6547
 letta/benchmark/benchmark.py,sha256=ebvnwfp3yezaXOQyGXkYCDYpsmre-b9hvNtnyx4xkG0,3701
 letta/benchmark/constants.py,sha256=aXc5gdpMGJT327VuxsT5FngbCK2J41PQYeICBO7g_RE,536
 letta/chat_only_agent.py,sha256=606FQybmeN9s04rIFQlDkWOHirrT0p48_3pMKY8d5Ts,4740
-letta/cli/cli.py,sha256=yjopYQj6DrYcRAg9FjD974zOqPUlCjzanD1EsSIRFXE,16832
+letta/cli/cli.py,sha256=w05rgSquJrkT7gq13NplT6Eag0rdF7YG9uMz-WV2INs,16913
 letta/cli/cli_config.py,sha256=tB0Wgz3O9j6KiCsU1HWfsKmhNM9RqLsAxzxEDFQFGnM,8565
 letta/cli/cli_load.py,sha256=xFw-CuzjChcIptaqQ1XpDROENt0JSjyPeiQ0nmEeO1k,2706
 letta/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-letta/client/client.py,sha256=mO9m6bktXYzF_QSkWiVDnKdxiHGQhWEgBnVHt9dMSiQ,127092
+letta/client/client.py,sha256=x1GAvNhHkrD4f7CyyaTtXDuQ68NoS8tapaY2TRh5Q7o,127162
 letta/client/streaming.py,sha256=Hh5pjlyrdCuO2V75ZCxSSOCPd3BmHdKFGaIUJC6fBp0,4775
 letta/client/utils.py,sha256=OJlAKWrldc4I6M1WpcTWNtPJ4wfxlzlZqWLfCozkFtI,2872
-letta/config.py,sha256=AF4XY6grcu87OLjrWXh1ufnyKWsCL0qER-_9jQCAlU0,18947
+letta/config.py,sha256=06F-kPu9r6AMOvz5uX6WKVrgE8h6QqSxWni3TT16ZdY,18923
 letta/constants.py,sha256=l2IyZpVG-d_raFFX5bN6mCbprnnc1IA-z-oCKPoyPSM,6902
 letta/credentials.py,sha256=D9mlcPsdDWlIIXQQD8wSPE9M_QvsRrb0p3LB5i9OF5Q,5806
-letta/data_sources/connectors.py,sha256=5VKxfeV-QyUlK1wexLlpgar99dGm6PHxFaEbSeByo_U,9923
+letta/data_sources/connectors.py,sha256=o6XhyeONu4FB7CM7l9K705M9zV8jE2ExddYy_ZjgYgs,10010
 letta/data_sources/connectors_helper.py,sha256=2TQjCt74fCgT5sw1AP8PalDEk06jPBbhrPG4HVr-WLs,3371
-letta/embeddings.py,sha256=3vJaQ8RMLLp6yiYZGsthq6Xsu4keb9gp7DYN_2GPBFU,8459
+letta/embeddings.py,sha256=XyecUdJaG3ENi5v3wAexVcgpG2g7_oTEEYLgUpm-Zvs,9080
 letta/errors.py,sha256=Voy_BP0W_M816-vWudKLBlgydRufPPA-Q2PNd-SvZYc,3897
 letta/functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-letta/functions/function_sets/base.py,sha256=anK6XJQlmTu9eC33700Eh7NWxQ0NTLUC2Vxpn6ihvnY,9034
+letta/functions/function_sets/base.py,sha256=DxHFODrqEOepjsbWBrwHNqnM_b3AfvNhPCUiaOVDDzU,9599
 letta/functions/function_sets/extras.py,sha256=Jik3UiDqYTm4Lam1XPTvuVjvgUHwIAhopsnbmVhGMBg,4732
 letta/functions/functions.py,sha256=evH6GKnIJwVVre1Xre2gaSIqREv4eNM4DiWOhn8PMqg,3299
 letta/functions/helpers.py,sha256=fJo4gPvWpkvR7jn0HucRorz4VlpYVqmYsiX1RetnnSY,8569
@@ -85,30 +84,32 @@ letta/local_llm/webui/settings.py,sha256=gmLHfiOl1u4JmlAZU2d2O8YKF9lafdakyjwR_ft
 letta/log.py,sha256=FxkAk2f8Bl-u9dfImSj1DYnjAsmV6PL3tjTSnEiNP48,2218
 letta/main.py,sha256=3rvn5rHMpChmgDsYKAH8GX7lLVsIzxLmkPhDJt6nFKA,19067
 letta/memory.py,sha256=R4Z_MYD5ve04FBe2yohux1pzp8MTjOSI1AZ5oLCdGRA,14568
-letta/metadata.py,sha256=zwIe0Sr1Q2g5L2V6Yc5D_t_NG8nhdgleAGQEdaAi2Lw,15165
-letta/o1_agent.py,sha256=aNuv70NmmtKQcfOcd0L4VxHzg7o7xoiU81j1LWok4bk,3164
-letta/offline_memory_agent.py,sha256=1MBU-kSzvZw39_oydDb4L6sYIMAk1HyMV5B-WckiAiY,7793
+letta/metadata.py,sha256=iU2KZewl_oqyB6mjKeSGH33BsvRUPeWb1K_qRgme5jo,15507
+letta/o1_agent.py,sha256=Jbc4Id15tMQ_1ek74hxRUJdfTegmsaIHQyRNc31g6dA,3092
+letta/offline_memory_agent.py,sha256=Pa4HmKMFYhmkzl6SyHHtHpdYIZkrJqbG0-fwPAU6Muo,7912
 letta/openai_backcompat/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/openai_backcompat/openai_object.py,sha256=Y1ZS1sATP60qxJiOsjOP3NbwSzuzvkNAvb3DeuhM5Uk,13490
 letta/orm/__all__.py,sha256=2gh2MZTkA3Hw67VWVKK3JIStJOqTeLdpCvYSVYNeEDA,692
-letta/orm/__init__.py,sha256=HyH2suMD8-92bZ5paW8AC1o-639AQqwAc_HN8S7mjxI,542
+letta/orm/__init__.py,sha256=NswamGS2dTrzCmwALtKu-Jn5LnVE6w6niuptYnXFQFc,580
 letta/orm/agents_tags.py,sha256=Qa7Yt9imL8xbGP57fflccAMy7Z32CQiU_7eZKSSPngc,1119
 letta/orm/base.py,sha256=K_LpNUURbsj44ycHbzvNXG_n8pBOjf1YvDaikIPDpQA,2716
 letta/orm/block.py,sha256=xymYeCTJJFkzADW6wjfP2LXNZZN9yg4mCSybbvEEMMM,2356
 letta/orm/blocks_agents.py,sha256=o6cfblODja7so4444npW0vusqKcvDPp8YJdsWsOePus,1164
 letta/orm/enums.py,sha256=KfHcFt_fR6GUmSlmfsa-TetvmuRxGESNve8MStRYW64,145
 letta/orm/errors.py,sha256=nv1HnF3z4-u9m_g7SO5TO5u2nmJN677_n8F0iIjluUI,460
-letta/orm/file.py,sha256=JafpJhooBtMrmkRG68jT8rFK9mRIQSlYKYjq3VXhTcc,1525
+letta/orm/file.py,sha256=xUhWGBiYeOG0xL_-N2lzk135Rhm2IEXLPTw1wdgeyPw,1659
 letta/orm/job.py,sha256=If-qSTJW4t5h-6Jolw3tS3-xMZEaPIbXe3S0GMf_FXI,1102
 letta/orm/message.py,sha256=IcG2UkwmUCq0PiIlV_U7L0bKynPEahgqgo0luAgtfQo,2538
-letta/orm/mixins.py,sha256=TpP5dFAcGu2VvHZQSt8ymc0UjQhcVp5-Fc2C4v_nUTM,1508
-letta/orm/organization.py,sha256=ZoHow3Tpdh9TXDvB4VZbArbUCgbErFTSQMriYAzulqA,2397
+letta/orm/mixins.py,sha256=xXPpOBvq5XuxiPOHS1aSc6j1UVpxookOCXMLnrxI6cM,1783
+letta/orm/organization.py,sha256=LmF2UrA9xS6ljTM1jei6AU8irXPIhemupfQ51f_u0Ck,2543
+letta/orm/passage.py,sha256=4LxiKNIJz_EVgXlcY1ijU38LvkCUvXD1QQ9LS4jF5MY,2942
 letta/orm/sandbox_config.py,sha256=PCMHE-eJPzBT-90OYtXjEMRF4f9JB8AJIGETE7bu-f0,2870
 letta/orm/source.py,sha256=Ib0XHCMt345RjBSC30A398rZ21W5mA4PXX00XNXyd24,2021
-letta/orm/sqlalchemy_base.py,sha256=fGoFtBMwt6qZDsSj1jwr8gNttp2kyOHZqo1OxywJVpc,15133
+letta/orm/sqlalchemy_base.py,sha256=AmFfyNZAT7HhdNuBXMbjmqqSjR2W7lVu3FTRreZbYhg,16543
+letta/orm/sqlite_functions.py,sha256=PVJXVw_e3cC5yIWkfsCP_yBjuXwIniLEGdXP6lx6Wgs,4380
 letta/orm/tool.py,sha256=seND1kw-GvdtIumGDrsUH0EtE7F59YUzK-XYenOZ4vE,3070
 letta/orm/tools_agents.py,sha256=mBMGQsTEx_ckfhZb2-2nqbxHBEMhvDXim6w6tFHHWBQ,1195
-letta/orm/user.py,sha256=bUZzyBQXfR0w7mZAkThPAQE6kKx6W--Rw6uAiPEUW3s,1133
+letta/orm/user.py,sha256=0qdnBQiwXx3TGQLZKIGiI2WWyt0VceA8s5FRcRt7St0,1163
 letta/personas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/personas/examples/anna_pa.txt,sha256=zgiNdSNhy1HQy58cF_6RFPzcg2i37F9v38YuL1CW40A,1849
 letta/personas/examples/google_search_persona.txt,sha256=RyObU80MIk2oeJJDWOK1aX5pHOtbHSSjIrbUpxov240,1194
@@ -137,7 +138,7 @@ letta/prompts/system/memgpt_offline_memory.txt,sha256=rWEJeF-6aiinjkJM9hgLUYCmlE
 letta/prompts/system/memgpt_offline_memory_chat.txt,sha256=ituh7gDuio7nC2UKFB7GpBq6crxb8bYedQfJ0ADoPgg,3949
 letta/providers.py,sha256=0j6WPRn70WNSOjWS7smhTI3ZZOlfVAVF0ZFcrdQDmMY,25321
 letta/pytest.ini,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-letta/schemas/agent.py,sha256=5nL4YSvuVp2RxJ5lbpTdKOFB-DntnFwncqcRWREbfkQ,8514
+letta/schemas/agent.py,sha256=BxUuewMX3TLLvcOMV_A9gmauDlaG2rIidl8DRZvGypE,8592
 letta/schemas/agents_tags.py,sha256=9DGr8fN2DHYdWvZ_qcXmrKI0w7YKCGz2lfEcrX2KAkI,1130
 letta/schemas/api_key.py,sha256=u07yzzMn-hBAHZIIKbWY16KsgiFjSNR8lAghpMUo3_4,682
 letta/schemas/block.py,sha256=pVDH8jr5r-oxdX4cK9dX2wXyLBzgGKQOBWOzqZSeBog,5944
@@ -148,8 +149,8 @@ letta/schemas/file.py,sha256=ChN2CWzLI2TT9WLItcfElEH0E8b7kzPylF2OQBr6Beg,1550
 letta/schemas/health.py,sha256=zT6mYovvD17iJRuu2rcaQQzbEEYrkwvAE9TB7iU824c,139
 letta/schemas/job.py,sha256=vRVVpMCHTxot9uaalLS8RARnqzJWvcLB1XP5XRBioPc,1398
 letta/schemas/letta_base.py,sha256=v3OvpVFVUfcuK1lIyTjM0x4fmWeWQw1DdlhKXHBUCz8,3608
-letta/schemas/letta_message.py,sha256=RuVVtwFbi85yP3dXQxowofQ6cI2cO_CdGtgpHGQzgHc,6563
-letta/schemas/letta_request.py,sha256=E6OwKiceNffpdGdQMI1qc0jEfpL_e7O9BTzklOkbt6Y,1019
+letta/schemas/letta_message.py,sha256=fBPKrHBRS9eTo8NAmLiaP5TNJATsrVn9QCxYmD6a7UY,6833
+letta/schemas/letta_request.py,sha256=Hfb66FB1tXmrpEX4_yLQVfTrTSMbPYeEvZY-vqW9Tj8,981
 letta/schemas/letta_response.py,sha256=vQV5uqe-kq9fc4wCo-sVB_PJt5yUk8DB2zOgHsrmN-k,6189
 letta/schemas/llm_config.py,sha256=RbgnCaqYd_yl-Xs7t-DEI1NhpKD8WiVWjxcwq5mZd5M,4467
 letta/schemas/memory.py,sha256=80Y7gqWQQndhNkJ-0j38d2m619gTlfes_qJNA6_ant8,10040
@@ -160,11 +161,11 @@ letta/schemas/openai/chat_completions.py,sha256=V0ZPIIk-ds3O6MAkNHMz8zh1hqMFSPrT
 letta/schemas/openai/embedding_response.py,sha256=WKIZpXab1Av7v6sxKG8feW3ZtpQUNosmLVSuhXYa_xU,357
 letta/schemas/openai/openai.py,sha256=Hilo5BiLAGabzxCwnwfzK5QrWqwYD8epaEKFa4Pwndk,7970
 letta/schemas/organization.py,sha256=d2oN3IK2HeruEHKXwIzCbJ3Fxdi_BEe9JZ8J9aDbHwQ,698
-letta/schemas/passage.py,sha256=eYQMxD_XjHAi72jmqcGBU4wM4VZtSU0XK8uhQxxN3Ug,3563
-letta/schemas/sandbox_config.py,sha256=6om_uU2-cZaPxe6HLo3Kg9OuTzx_Hibk80UQKyGKfP0,5111
+letta/schemas/passage.py,sha256=HeplPyKzcy4d8DLnjfIVukXRMHMZdGkerQY65RN70FI,3682
+letta/schemas/sandbox_config.py,sha256=A-pcBcrpnxp-XJ0OB1ferYu8hGtDkR2YDOa8FzDr0C0,5217
 letta/schemas/source.py,sha256=B1VbaDJV-EGPv1nQXwCx_RAzeAJd50UqP_1m1cIRT8c,2854
 letta/schemas/tool.py,sha256=_9_JkGSlIn2PCbyJ18aQrNueZgxHFUT093GcJSWYqT4,10346
-letta/schemas/tool_rule.py,sha256=pLt-BzgFSrlVO6ipY4kygyvfoM0BWA-XdqhGxso9aKs,1192
+letta/schemas/tool_rule.py,sha256=jVGdGsp2K-qnrcaWF3WjCSvxpDlF2wVxeNMXzmoYLtc,1072
 letta/schemas/tools_agents.py,sha256=DGfmX7qXSBMCjykHyy0FRxgep2tJgYXf1rqDTmP6Tfo,1313
 letta/schemas/usage.py,sha256=lvn1ooHwLEdv6gwQpw5PBUbcwn_gwdT6HA-fCiix6sY,817
 letta/schemas/user.py,sha256=V32Tgl6oqB3KznkxUz12y7agkQicjzW7VocSpj78i6Q,1526
@@ -172,7 +173,7 @@ letta/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/server/constants.py,sha256=yAdGbLkzlOU_dLTx0lKDmAnj0ZgRXCEaIcPJWO69eaE,92
 letta/server/generate_openapi_schema.sh,sha256=0OtBhkC1g6CobVmNEd_m2B6sTdppjbJLXaM95icejvE,371
 letta/server/rest_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-letta/server/rest_api/app.py,sha256=i-h-DXj_DpADql9JSaY0ZvvhWV-SOeQaJiXfFqOOWGg,9152
+letta/server/rest_api/app.py,sha256=GG5pfsgzqljS2TCy2WVTyo70pgr-yFJm4M1hAYaM-9U,10177
 letta/server/rest_api/auth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/server/rest_api/auth/index.py,sha256=fQBGyVylGSRfEMLQ17cZzrHd5Y1xiVylvPqH5Rl-lXQ,1378
 letta/server/rest_api/auth_token.py,sha256=725EFEIiNj4dh70hrSd94UysmFD8vcJLrTRfNHkzxDo,774
@@ -186,7 +187,7 @@ letta/server/rest_api/routers/openai/assistants/threads.py,sha256=g8iu98__tQEMY9
 letta/server/rest_api/routers/openai/chat_completions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/server/rest_api/routers/openai/chat_completions/chat_completions.py,sha256=qFMpxfYIlJ-PW08IQt09RW44u6hwkssdsUT-h_GuOvE,4836
 letta/server/rest_api/routers/v1/__init__.py,sha256=RZc0fIHNN4BGretjU6_TGK7q49RyV4jfYNudoiK_sUo,762
-letta/server/rest_api/routers/v1/agents.py,sha256=_1rRBIaCMQT5hpyNRWfTetBEB00JHS4vwJL9ExMz3kw,27891
+letta/server/rest_api/routers/v1/agents.py,sha256=qeBtbZCxBvJuUz64ih3ucKOFPyJK1u3-eeUFqsqTB2w,28380
 letta/server/rest_api/routers/v1/blocks.py,sha256=hLGwm56xCA09KdEi8P0V3s__pD_yyl07p17cdSfDj8g,4878
 letta/server/rest_api/routers/v1/health.py,sha256=pKCuVESlVOhGIb4VC4K-H82eZqfghmT6kvj2iOkkKuc,401
 letta/server/rest_api/routers/v1/jobs.py,sha256=gnu__rjcd9SpKdQkSD_sci-xJYH0fw828PuHMcYwsCw,2678
@@ -198,12 +199,12 @@ letta/server/rest_api/routers/v1/tools.py,sha256=ajYUo_cgUBDfm4Ja_EufxSdhBWoAb5N
 letta/server/rest_api/routers/v1/users.py,sha256=M1wEr2IyHzuRwINYxLXTkrbAH3osLe_cWjzrWrzR1aw,3729
 letta/server/rest_api/static_files.py,sha256=NG8sN4Z5EJ8JVQdj19tkFa9iQ1kBPTab9f_CUxd_u4Q,3143
 letta/server/rest_api/utils.py,sha256=6Z0T0kHIwDAgTIFh38Q1JQ_nhANgdqXcSlsuY41pL6M,3158
-letta/server/server.py,sha256=db4lkuXS0JVhakRrCBumte3NZ7jKVk6z2Is_PbD7aYg,80019
+letta/server/server.py,sha256=FrZy8eM0dC-9q5mrpoCFB8eXdAsxXInjHoOQNvP76Us,83300
 letta/server/startup.sh,sha256=722uKJWB2C4q3vjn39De2zzPacaZNw_1fN1SpLGjKIo,1569
-letta/server/static_files/assets/index-43ab4d62.css,sha256=Q6tNYu7XNRgkTZau1dVwCQTT4YpLGLF7VgTNzLcMaQI,7613
-letta/server/static_files/assets/index-4848e3d7.js,sha256=XkoX-NW0x1Hb7uTWslfpuPP73MnNDthOdJLHLID9EhM,146806
+letta/server/static_files/assets/index-048c9598.js,sha256=mR16XppvselwKCcNgONs4L7kZEVa4OEERm4lNZYtLSk,146819
+letta/server/static_files/assets/index-0e31b727.css,sha256=DjG3J3RSFLcinzoisOYYLiyTAIe5Uaxge3HE-DmQIsU,7688
 letta/server/static_files/favicon.ico,sha256=DezhLdFSbM8o81wCOZcV3riq7tFUOGQD4h6-vr-HuU0,342
-letta/server/static_files/index.html,sha256=RF-Kt4CbTPJbsHtK30NaWIsdUiBpmJgQsKmE6WwqsBk,1198
+letta/server/static_files/index.html,sha256=-9bodsoqpeSavIpNlaM3Z36_xjaotjXPCLLq9J8xFWg,1198
 letta/server/static_files/memgpt_logo_transparent.png,sha256=7l6niNb4MlUILxLlUZPxIE1TEHj_Z9f9XDxoST3d7Vw,85383
 letta/server/utils.py,sha256=rRvW6L1lzau4u9boamiyZH54lf5tQ91ypXzUW9cfSPA,1667
 letta/server/ws_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -218,21 +219,22 @@ letta/services/blocks_agents_manager.py,sha256=mfO3EMW9os_E1_r4SRlC2wmBFFLpt8p-y
 letta/services/job_manager.py,sha256=FrkSXloke48CZKuzlYdysxM5gKWoTu7FRigPrs_YW4A,3645
 letta/services/message_manager.py,sha256=ucFJLbK835YSfEENoxdKB3wPZgO-NYFO9EvDV0W-sc0,7682
 letta/services/organization_manager.py,sha256=B7BgHkZcAOP1fzbg2fFF8eTfKmqOiGvoojQ8ys7JVY4,3412
+letta/services/passage_manager.py,sha256=1z3tzIm3jm1DQZPfQap1wggzmaOh_Pwj7Y4H27b52-I,8956
 letta/services/per_agent_lock_manager.py,sha256=porM0cKKANQ1FvcGXOO_qM7ARk5Fgi1HVEAhXsAg9-4,546
 letta/services/sandbox_config_manager.py,sha256=PqlS47FAYYmiUFd9bUV4W1t4FjhMqiDoh3Blw_1tiCM,13269
-letta/services/source_manager.py,sha256=8TILbVvJx1bopgDbIJCiIguZBw7uyYDFkasZxVos_G8,6560
-letta/services/tool_execution_sandbox.py,sha256=NIadt_Rct5WrVfQSdWlRc095ihUGc0-QvF_dH5qZXOM,21296
+letta/services/source_manager.py,sha256=yfb6fYcuoit7d4-w62Mip4fpPbpl8EmTSQ-A49o3FeA,6596
+letta/services/tool_execution_sandbox.py,sha256=MjDhtwO_riee7tBfsl1lY2_-zq_8_8ae7cuF9ougVMc,21726
 letta/services/tool_manager.py,sha256=lfrfWyxiFUWcEf-nATHs7r76XWutMYbOPyePs543ZOo,7681
 letta/services/tool_sandbox_env/.gitkeep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/services/tools_agents_manager.py,sha256=kF6yIsUO154_Q3l-cEeSU56QW-VUr_M6B-9csqhHBkg,4847
 letta/services/user_manager.py,sha256=cfXgnVlnfqPCk7c-wYRsU3RegHs-4stksk186RW89Do,4403
-letta/settings.py,sha256=ZcUcwvl7hStawZ0JOA0133jNk3j5qBd7qlFAAaIPsU8,3608
+letta/settings.py,sha256=IBODJU3ZxFQAgzpB-nZtBbYuak6ad9rwhjLWv9oCgBo,3664
 letta/streaming_interface.py,sha256=_FPUWy58j50evHcpXyd7zB1wWqeCc71NCFeWh_TBvnw,15736
 letta/streaming_utils.py,sha256=329fsvj1ZN0r0LpQtmMPZ2vSxkDBIUUwvGHZFkjm2I8,11745
 letta/system.py,sha256=buKYPqG5n2x41hVmWpu6JUpyd7vTWED9Km2_M7dLrvk,6960
 letta/utils.py,sha256=L8c6S77gyMYFgVP6ncGRaNbGjWtg6BOU_whI1vjt9Ts,32915
-letta_nightly-0.6.2.dev20241210104242.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
-letta_nightly-0.6.2.dev20241210104242.dist-info/METADATA,sha256=_Srlq9gfn8M6NvP9C7JZ2YHGX7Ss782h0o4JeYtlm1Q,11459
-letta_nightly-0.6.2.dev20241210104242.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-letta_nightly-0.6.2.dev20241210104242.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
-letta_nightly-0.6.2.dev20241210104242.dist-info/RECORD,,
+letta_nightly-0.6.2.dev20241211031658.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
+letta_nightly-0.6.2.dev20241211031658.dist-info/METADATA,sha256=xG8Iw6NE0rq7sAO3scI-MD8XpG2u280xVoGmWVeoZxU,11212
+letta_nightly-0.6.2.dev20241211031658.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+letta_nightly-0.6.2.dev20241211031658.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
+letta_nightly-0.6.2.dev20241211031658.dist-info/RECORD,,