letta-nightly 0.7.28.dev20250601104146__py3-none-any.whl → 0.7.29.dev20250602104315__py3-none-any.whl

letta/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.7.28"
+__version__ = "0.7.29"
 
 # import clients
 from letta.client.client import RESTClient

letta/jobs/llm_batch_job_polling.py

@@ -11,6 +11,7 @@ from letta.schemas.letta_response import LettaBatchResponse
 from letta.schemas.llm_batch_job import LLMBatchJob
 from letta.schemas.user import User
 from letta.server.server import SyncServer
+from letta.settings import settings
 
 logger = get_logger(__name__)
 
@@ -180,7 +181,9 @@ async def poll_running_llm_batches(server: "SyncServer") -> List[LettaBatchRespo
 
     try:
         # 1. Retrieve running batch jobs
-        batches = await server.batch_manager.list_running_llm_batches_async()
+        batches = await server.batch_manager.list_running_llm_batches_async(
+            weeks=max(settings.batch_job_polling_lookback_weeks, 1), batch_size=settings.batch_job_polling_batch_size
+        )
         metrics.total_batches = len(batches)
 
         # TODO: Expand to more providers
@@ -235,4 +238,4 @@ async def poll_running_llm_batches(server: "SyncServer") -> List[LettaBatchRespo
         logger.exception("[Poll BatchJob] Unhandled error in poll_running_llm_batches", exc_info=e)
     finally:
         # 7. Log metrics summary
-        metrics.log_summary()
+        metrics.log_summary()

letta/jobs/scheduler.py

@@ -4,11 +4,10 @@ from typing import Optional
 
 from apscheduler.schedulers.asyncio import AsyncIOScheduler
 from apscheduler.triggers.interval import IntervalTrigger
-from sqlalchemy import text
 
 from letta.jobs.llm_batch_job_polling import poll_running_llm_batches
 from letta.log import get_logger
-from letta.server.db import db_registry
+from letta.server.db import db_context
 from letta.server.server import SyncServer
 from letta.settings import settings
 
@@ -35,16 +34,18 @@ async def _try_acquire_lock_and_start_scheduler(server: SyncServer) -> bool:
     acquired_lock = False
     try:
         # Use a temporary connection context for the attempt initially
-        async with db_registry.async_session() as session:
-            raw_conn = await session.connection()
+        with db_context() as session:
+            engine = session.get_bind()
+            # Get raw connection - MUST be kept open if lock is acquired
+            raw_conn = engine.raw_connection()
+            cur = raw_conn.cursor()
 
-            # Try to acquire the advisory lock
-            sql = text("SELECT pg_try_advisory_lock(CAST(:lock_key AS bigint))")
-            result = await session.execute(sql, {"lock_key": ADVISORY_LOCK_KEY})
-            acquired_lock = result.scalar_one()
+        cur.execute("SELECT pg_try_advisory_lock(CAST(%s AS bigint))", (ADVISORY_LOCK_KEY,))
+        acquired_lock = cur.fetchone()[0]
 
         if not acquired_lock:
-            await raw_conn.close()
+            cur.close()
+            raw_conn.close()
             logger.info("Scheduler lock held by another instance.")
             return False
 
@@ -105,14 +106,14 @@ async def _try_acquire_lock_and_start_scheduler(server: SyncServer) -> bool:
         # Clean up temporary resources if lock wasn't acquired or error occurred before storing
         if cur:
             try:
-                await cur.close()
-            except Exception as e:
-                logger.warning(f"Error closing cursor: {e}")
+                cur.close()
+            except:
+                pass
         if raw_conn:
             try:
-                await raw_conn.close()
-            except Exception as e:
-                logger.warning(f"Error closing connection: {e}")
+                raw_conn.close()
+            except:
+                pass
 
 
 async def _background_lock_retry_loop(server: SyncServer):
@@ -160,9 +161,7 @@ async def _release_advisory_lock():
         try:
             if not lock_conn.closed:
                 if not lock_cur.closed:
-                    # Use SQLAlchemy text() for raw SQL
-                    unlock_sql = text("SELECT pg_advisory_unlock(CAST(:lock_key AS bigint))")
-                    lock_cur.execute(unlock_sql, {"lock_key": ADVISORY_LOCK_KEY})
+                    lock_cur.execute("SELECT pg_advisory_unlock(CAST(%s AS bigint))", (ADVISORY_LOCK_KEY,))
                     lock_cur.fetchone()  # Consume result
                     lock_conn.commit()
                     logger.info(f"Executed pg_advisory_unlock for lock {ADVISORY_LOCK_KEY}")
@@ -176,12 +175,12 @@ async def _release_advisory_lock():
             # Ensure resources are closed regardless of unlock success
             try:
                 if lock_cur and not lock_cur.closed:
-                    await lock_cur.close()
+                    lock_cur.close()
             except Exception as e:
                 logger.error(f"Error closing advisory lock cursor: {e}", exc_info=True)
             try:
                 if lock_conn and not lock_conn.closed:
-                    await lock_conn.close()
+                    lock_conn.close()
                 logger.info("Closed database connection that held advisory lock.")
             except Exception as e:
                 logger.error(f"Error closing advisory lock connection: {e}", exc_info=True)
@@ -253,4 +252,4 @@ async def shutdown_scheduler_and_release_lock():
         try:
             scheduler.shutdown(wait=False)
         except:
-            pass
+            pass

letta/services/llm_batch_manager.py

@@ -205,14 +205,23 @@ class LLMBatchManager:
 
     @enforce_types
     @trace_method
-    async def list_running_llm_batches_async(self, actor: Optional[PydanticUser] = None) -> List[PydanticLLMBatchJob]:
-        """Return all running LLM batch jobs, optionally filtered by actor's organization."""
+    async def list_running_llm_batches_async(
+        self, actor: Optional[PydanticUser] = None, weeks: Optional[int] = None, batch_size: Optional[int] = None
+    ) -> List[PydanticLLMBatchJob]:
+        """Return all running LLM batch jobs, optionally filtered by actor's organization and recent weeks."""
         async with db_registry.async_session() as session:
             query = select(LLMBatchJob).where(LLMBatchJob.status == JobStatus.running)
 
             if actor is not None:
                 query = query.where(LLMBatchJob.organization_id == actor.organization_id)
 
+            if weeks is not None:
+                cutoff_datetime = datetime.datetime.utcnow() - datetime.timedelta(weeks=weeks)
+                query = query.where(LLMBatchJob.created_at >= cutoff_datetime)
+
+            if batch_size is not None:
+                query = query.limit(batch_size)
+
             results = await session.execute(query)
             return [batch.to_pydantic() for batch in results.scalars().all()]
 

letta/settings.py

@@ -228,6 +228,8 @@ class Settings(BaseSettings):
     enable_batch_job_polling: bool = False
     poll_running_llm_batches_interval_seconds: int = 5 * 60
     poll_lock_retry_interval_seconds: int = 5 * 60
+    batch_job_polling_lookback_weeks: int = 2
+    batch_job_polling_batch_size: Optional[int] = None
 
     @property
     def letta_pg_uri(self) -> str:

{letta_nightly-0.7.28.dev20250601104146.dist-info → letta_nightly-0.7.29.dev20250602104315.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: letta-nightly
-Version: 0.7.28.dev20250601104146
+Version: 0.7.29.dev20250602104315
 Summary: Create LLM agents with long-term memory and custom tools
 License: Apache License
 Author: Letta Team

{letta_nightly-0.7.28.dev20250601104146.dist-info → letta_nightly-0.7.29.dev20250602104315.dist-info}/RECORD

@@ -1,4 +1,4 @@
-letta/__init__.py,sha256=yOf-32vlAg_yweq_nDaRVyeKTfYdaELQzQJUQnVAkSs,888
+letta/__init__.py,sha256=UKatW_2XhjOKyRRGdXEXeM6M1DjImKw3757mkNUcEGo,888
 letta/agent.py,sha256=2r6xovRHeUnmWZ6WJoIP217ryse5Q3Bkco1JXiV599w,87459
 letta/agents/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/agents/base_agent.py,sha256=mdFEpYBVyFjmt6BzO9YrpJnH99RkBWZ9gnP3Q_bnbBI,5505
@@ -65,8 +65,8 @@ letta/interfaces/openai_streaming_interface.py,sha256=vdEaD_yOZ1UqPY75on_d1_nc45
 letta/interfaces/utils.py,sha256=c6jvO0dBYHh8DQnlN-B0qeNC64d3CSunhfqlFA4pJTY,278
 letta/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/jobs/helpers.py,sha256=kO4aj954xsQ1RAmkjY6LQQ7JEIGuhaxB1e9pzrYKHAY,914
-letta/jobs/llm_batch_job_polling.py,sha256=Qv2zkV6ziu5t0Jd3WfGu092oG6CNRBnuX8CI0fpkS8c,10136
-letta/jobs/scheduler.py,sha256=yVlXWn98gidCuvBU0ikrHFWLXxdKdkL1Kw55GugVARk,10510
+letta/jobs/llm_batch_job_polling.py,sha256=c8bTQo9gID7KllHY-gozLsOqSHrK80C9aWU3LKNULuY,10298
+letta/jobs/scheduler.py,sha256=ZGCmdJgXvUF8kyUjJQpvTaerG_xf44xgIOSndvdbBak,10239
 letta/jobs/types.py,sha256=K8GKEnqEgAT6Kq4F2hUrBC4ZAFM9OkfOjVMStzxKuXQ,742
 letta/llm_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/llm_api/anthropic.py,sha256=Lvk2_d3UD32Q-PjWpATOjMp2Qf1SUPmXJUCn28UgB-Y,47281
@@ -311,7 +311,7 @@ letta/services/helpers/noop_helper.py,sha256=OZ6wZLsdNEAg9Q2t5oFTOMK6jp-YUMBPdoy
 letta/services/helpers/tool_execution_helper.py,sha256=JdH6VTWFrXfwPWsWNSZFKuRFhhXp8qiDYWjbPc8PLLI,7649
 letta/services/identity_manager.py,sha256=WZl5wTz_572FelNjnwyDX9QEDguZOsQvc9QfQTasGNI,10331
 letta/services/job_manager.py,sha256=EsbMPkJwmF-5-qEKKT0c0qaHxBKJmOzB_0Is41gBTFc,22494
-letta/services/llm_batch_manager.py,sha256=2Jcj2tqsspy0kR6Dwr83J4CzJYEksXXHlSA963oY5NQ,20420
+letta/services/llm_batch_manager.py,sha256=tb1VtMQIwiXU7vsCy8vRKWShUwnHICvcajmubEr6IiM,20811
 letta/services/mcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/services/mcp/base_client.py,sha256=YoRb9eKKTGaLxaMVtuH5UcC74iXyWlcyYbC5xOeGr4k,2571
 letta/services/mcp/sse_client.py,sha256=Vj0AgaadgMnpFQOWkSoPfeOI00ZvURMf3TIU7fv_DN8,1012
@@ -339,15 +339,15 @@ letta/services/tool_sandbox/base.py,sha256=pUnPFkEg9I5ktMuT4AOOxbTnTmZTGcTA2phLe
 letta/services/tool_sandbox/e2b_sandbox.py,sha256=x7dkuHmFUTC75N7g0rxAe5CpuWfqWmC0UuxmUE-XRNQ,8214
 letta/services/tool_sandbox/local_sandbox.py,sha256=4CzQfDHLd7nNAoKhWJyU55ERB3I0OYzS4F3S-BJoZfg,10552
 letta/services/user_manager.py,sha256=vO8UHk5-TzVv0zMHDTBjj1hxsXjlrG5lxAVctq7tJho,7858
-letta/settings.py,sha256=HQq5JAJiPRB1jplsOY5-VKlX0zuJglFnykiZ94vGwdU,9049
+letta/settings.py,sha256=4aYgzuMvFwQ1Ic-dijruAHCbEnIpGsko11xN8pSzud0,9150
 letta/streaming_interface.py,sha256=c-T7zoMTXGXFwDWJJXrv7UypeMPXwPOmNHeuuh0b9zk,16398
 letta/streaming_utils.py,sha256=jLqFTVhUL76FeOuYk8TaRQHmPTf3HSRc2EoJwxJNK6U,11946
 letta/system.py,sha256=mKxmvvekuP8mdgsebRINGBoFbUdJhxLJ260crPBNVyk,8386
 letta/tracing.py,sha256=YMb9KgoBVz7nwCPwnErk2EJEKMiQ_ohctW1nOwhHd1Y,8458
 letta/types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 letta/utils.py,sha256=W8J1FfhRADFqoyx3J8-Z1_aWyG433PBoEh_b5wdOZIg,32262
-letta_nightly-0.7.28.dev20250601104146.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
-letta_nightly-0.7.28.dev20250601104146.dist-info/METADATA,sha256=OlM9X0-mv6Ov7GdSQVu5LBlKzkB4aeXP6_51vBos9Jw,22374
-letta_nightly-0.7.28.dev20250601104146.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-letta_nightly-0.7.28.dev20250601104146.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
-letta_nightly-0.7.28.dev20250601104146.dist-info/RECORD,,
+letta_nightly-0.7.29.dev20250602104315.dist-info/LICENSE,sha256=mExtuZ_GYJgDEI38GWdiEYZizZS4KkVt2SF1g_GPNhI,10759
+letta_nightly-0.7.29.dev20250602104315.dist-info/METADATA,sha256=TWxh1DsU0Go1Gc9GeVGcNBJ4e8QwWJme8hG8TyWPThg,22374
+letta_nightly-0.7.29.dev20250602104315.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+letta_nightly-0.7.29.dev20250602104315.dist-info/entry_points.txt,sha256=2zdiyGNEZGV5oYBuS-y2nAAgjDgcC9yM_mHJBFSRt5U,40
+letta_nightly-0.7.29.dev20250602104315.dist-info/RECORD,,