langgraph-api 0.2.14__py3-none-any.whl → 0.2.16__py3-none-any.whl

langgraph_api/__init__.py

@@ -1 +1 @@
-__version__ = "0.2.14"
+__version__ = "0.2.16"

langgraph_api/config.py

@@ -147,7 +147,6 @@ STATS_INTERVAL_SECS = env("STATS_INTERVAL_SECS", cast=int, default=60)
 
 DATABASE_URI = env("DATABASE_URI", cast=str, default=getenv("POSTGRES_URI", undefined))
 MIGRATIONS_PATH = env("MIGRATIONS_PATH", cast=str, default="/storage/migrations")
-
 POSTGRES_POOL_MAX_SIZE = env("LANGGRAPH_POSTGRES_POOL_MAX_SIZE", cast=int, default=150)
 
 
@@ -237,6 +236,9 @@ BG_JOB_HEARTBEAT = 120  # seconds
 BG_JOB_INTERVAL = 30  # seconds
 BG_JOB_MAX_RETRIES = 3
 BG_JOB_ISOLATED_LOOPS = env("BG_JOB_ISOLATED_LOOPS", cast=bool, default=False)
+BG_JOB_SHUTDOWN_GRACE_PERIOD_SECS = env(
+    "BG_JOB_SHUTDOWN_GRACE_PERIOD_SECS", cast=int, default=3600
+)
 
 
 def _parse_thread_ttl(value: str | None) -> ThreadTTLConfig | None:

langgraph_api/logging.py

@@ -1,6 +1,8 @@
+import contextvars
 import logging
 import os
 import threading
+import typing
 
 import structlog
 from starlette.config import Config
@@ -17,6 +19,10 @@ LOG_LEVEL = log_env("LOG_LEVEL", cast=str, default="INFO")
 logging.getLogger().setLevel(LOG_LEVEL.upper())
 logging.getLogger("psycopg").setLevel(logging.WARNING)
 
+worker_config: contextvars.ContextVar[dict[str, typing.Any] | None] = (
+    contextvars.ContextVar("worker_config", default=None)
+)
+
 # custom processors
 
 
@@ -27,6 +33,15 @@ def add_thread_name(
     return event_dict
 
 
+def set_logging_context(val: dict[str, typing.Any] | None) -> contextvars.Token:
+    if val is None:
+        return worker_config.set(None)
+    current = worker_config.get()
+    if current is None:
+        return worker_config.set(val)
+    return worker_config.set({**current, **val})
+
+
 class AddPrefixedEnvVars:
     def __init__(self, prefix: str) -> None:
         self.kv = {
@@ -42,6 +57,15 @@ class AddPrefixedEnvVars:
         return event_dict
 
 
+class AddLoggingContext:
+    def __call__(
+        self, logger: logging.Logger, method_name: str, event_dict: EventDict
+    ) -> EventDict:
+        if (ctx := worker_config.get()) is not None:
+            event_dict.update(ctx)
+        return event_dict
+
+
 class JSONRenderer:
     def __call__(
         self, logger: logging.Logger, method_name: str, event_dict: EventDict
@@ -87,6 +111,7 @@ shared_processors = [
     structlog.processors.StackInfoRenderer(),
     structlog.processors.format_exc_info,
     structlog.processors.UnicodeDecoder(),
+    AddLoggingContext(),
 ]
 
 

langgraph_api/middleware/request_id.py

@@ -0,0 +1,30 @@
+"""Middleware to handle setting request IDs for logging."""
+
+import re
+import uuid
+
+from starlette.types import ASGIApp, Receive, Scope, Send
+
+PATHS_INCLUDE = ("/runs", "/threads")
+
+
+class RequestIdMiddleware:
+    def __init__(self, app: ASGIApp, mount_prefix: str = ""):
+        self.app = app
+        paths = (
+            (mount_prefix + p for p in ("/runs", "/threads"))
+            if mount_prefix
+            else ("/runs", "/threads")
+        )
+        self.pattern = re.compile(r"^(" + "|".join(paths) + r")(/.*)?$")
+
+    async def __call__(self, scope: Scope, receive: Receive, send: Send):
+        if scope["type"] == "http" and self.pattern.match(scope["path"]):
+            request_id = next(
+                (h[1] for h in scope["headers"] if h[0] == b"x-request-id"),
+                None,
+            )
+            if request_id is None:
+                request_id = str(uuid.uuid4()).encode()
+                scope["headers"].append((b"x-request-id", request_id))
+        await self.app(scope, receive, send)

langgraph_api/models/run.py

@@ -248,6 +248,7 @@ async def create_valid_run(
     barrier: asyncio.Barrier | None = None,
     run_id: UUID | None = None,
 ) -> Run:
+    request_id = headers.get("x-request-id")  # Will be null in the crons scheduler.
     (
         assistant_id,
         thread_id,
@@ -288,6 +289,8 @@ async def create_valid_run(
         configurable["langgraph_auth_permissions"] = ctx.permissions
     else:
         user_id = None
+    if not configurable.get("langgraph_request_id"):
+        configurable["langgraph_request_id"] = request_id
     run_coro = Runs.put(
         conn,
         assistant_id,

langgraph_api/server.py

@@ -29,6 +29,7 @@ from langgraph_api.errors import (
 from langgraph_runtime.lifespan import lifespan
 from langgraph_api.middleware.http_logger import AccessLoggerMiddleware
 from langgraph_api.middleware.private_network import PrivateNetworkMiddleware
+from langgraph_api.middleware.request_id import RequestIdMiddleware
 from langgraph_api.utils import SchemaGenerator
 from langgraph_runtime.retry import OVERLOADED_EXCEPTIONS
 from langgraph_api.js.base import is_js_path
@@ -69,6 +70,7 @@ middleware.extend(
             )
         ),
         Middleware(AccessLoggerMiddleware, logger=logger),
+        Middleware(RequestIdMiddleware, mount_prefix=config.MOUNT_PREFIX),
     ]
 )
 exception_handlers = {

langgraph_api/worker.py

@@ -8,23 +8,18 @@ import structlog
 from langgraph.pregel.debug import CheckpointPayload, TaskResultPayload
 from starlette.exceptions import HTTPException
 
+import langgraph_api.logging as lg_logging
 from langgraph_api.auth.custom import SimpleUser, normalize_user
 from langgraph_api.config import (
     BG_JOB_ISOLATED_LOOPS,
     BG_JOB_MAX_RETRIES,
     BG_JOB_TIMEOUT_SECS,
 )
-from langgraph_api.errors import (
-    UserInterrupt,
-    UserRollback,
-)
+from langgraph_api.errors import UserInterrupt, UserRollback
 from langgraph_api.js.errors import RemoteException
 from langgraph_api.metadata import incr_runs
 from langgraph_api.schema import Run
-from langgraph_api.stream import (
-    astream_state,
-    consume,
-)
+from langgraph_api.stream import astream_state, consume
 from langgraph_api.utils import set_auth_ctx, with_user
 from langgraph_runtime.database import connect
 from langgraph_runtime.ops import Runs, Threads
@@ -89,15 +84,22 @@ async def worker(
     ):
         temporary = run["kwargs"].get("temporary", False)
         run_created_at = run["created_at"].isoformat()
+        run["kwargs"]
+        lg_logging.set_logging_context(
+            {
+                "run_id": str(run_id),
+                "run_attempt": attempt,
+                "thread_id": str(run.get("thread_id")),
+                "assistant_id": str(run.get("assistant_id")),
+                "graph_id": _get_graph_id(run),
+                "request_id": _get_request_id(run),
+            }
+        )
+
         await logger.ainfo(
             "Starting background run",
-            run_id=str(run_id),
-            run_attempt=attempt,
-            run_created_at=run_created_at,
             run_started_at=run_started_at.isoformat(),
             run_queue_ms=ms(run_started_at, run["created_at"]),
-            thread_id=run.get("thread_id"),
-            assistant_id=run.get("assistant_id"),
         )
 
         def on_checkpoint(checkpoint_arg: CheckpointPayload):
@@ -168,7 +170,6 @@ async def worker(
                 run_started_at=run_started_at.isoformat(),
                 run_ended_at=run_ended_at,
                 run_exec_ms=ms(datetime.now(UTC), run_started_at),
-                graph_id=_get_graph_id(run),
             )
             await Runs.set_status(conn, run_id, "timeout")
         except UserRollback as e:
@@ -185,7 +186,6 @@ async def worker(
                     run_started_at=run_started_at.isoformat(),
                     run_ended_at=run_ended_at,
                     run_exec_ms=ms(datetime.now(UTC), run_started_at),
-                    graph_id=_get_graph_id(run),
                 )
 
             except InFailedSqlTransaction as e:
@@ -223,7 +223,6 @@ async def worker(
                 run_started_at=run_started_at.isoformat(),
                 run_ended_at=run_ended_at,
                 run_exec_ms=ms(datetime.now(UTC), run_started_at),
-                graph_id=_get_graph_id(run),
             )
             await Runs.set_status(conn, run_id, "interrupted")
         except RETRIABLE_EXCEPTIONS as e:
@@ -239,7 +238,6 @@ async def worker(
                 run_started_at=run_started_at.isoformat(),
                 run_ended_at=run_ended_at,
                 run_exec_ms=ms(datetime.now(UTC), run_started_at),
-                graph_id=_get_graph_id(run),
             )
             await Runs.set_status(conn, run_id, "pending")
             raise
@@ -256,7 +254,6 @@ async def worker(
                 run_started_at=run_started_at.isoformat(),
                 run_ended_at=run_ended_at,
                 run_exec_ms=ms(datetime.now(UTC), run_started_at),
-                graph_id=_get_graph_id(run),
             )
             await Runs.set_status(conn, run_id, "error")
         set_auth_ctx(None, None)
@@ -313,6 +310,13 @@ def ms(after: datetime, before: datetime) -> int:
     return int((after - before).total_seconds() * 1000)
 
 
+def _get_request_id(run: Run) -> str | None:
+    try:
+        return run["kwargs"]["config"]["configurable"]["langgraph_request_id"]
+    except Exception:
+        return None
+
+
 def _get_graph_id(run: Run) -> str | None:
     try:
         return run["kwargs"]["config"]["configurable"]["graph_id"]

{langgraph_api-0.2.14.dist-info → langgraph_api-0.2.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langgraph-api
-Version: 0.2.14
+Version: 0.2.16
 Summary: 
 License: Elastic-2.0
 Author: Nuno Campos

{langgraph_api-0.2.14.dist-info → langgraph_api-0.2.16.dist-info}/RECORD

@@ -1,5 +1,5 @@
 LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
-langgraph_api/__init__.py,sha256=3fSLgeJpZq4cUgzAH_CdFzXwJEO3NH_VVDv2pQnmwN0,23
+langgraph_api/__init__.py,sha256=nS1Qf8CA6pxMzqGCeAMZHTKK2igCSNakZ3o7kDK0JIQ,23
 langgraph_api/api/__init__.py,sha256=YVzpbn5IQotvuuLG9fhS9QMrxXfP4s4EpEMG0n4q3Nw,5625
 langgraph_api/api/assistants.py,sha256=mcKaVeNG8hQAV4IQDhaukS7FgVqTIVQNTyti3GfK2KI,14649
 langgraph_api/api/mcp.py,sha256=RvRYgANqRzNQzSmgjNkq4RlKTtoEJYil04ot9lsmEtE,14352
@@ -20,7 +20,7 @@ langgraph_api/auth/noop.py,sha256=Bk6Nf3p8D_iMVy_OyfPlyiJp_aEwzL-sHrbxoXpCbac,58
 langgraph_api/auth/studio_user.py,sha256=FzFQRROKDlA9JjtBuwyZvk6Mbwno5M9RVYjDO6FU3F8,186
 langgraph_api/cli.py,sha256=9Ou3tGDDY_VVLt5DFle8UviJdpI4ZigC5hElYvq2-To,14519
 langgraph_api/command.py,sha256=3O9v3i0OPa96ARyJ_oJbLXkfO8rPgDhLCswgO9koTFA,768
-langgraph_api/config.py,sha256=Jsv1Qw1esmO1hllo2_0UhDtcIxOAmF38-8xutpxDcw4,10862
+langgraph_api/config.py,sha256=AsEyWCZXl_x-NvFhbhM7wagspA7DRyoL-IY6f2dBpUo,10968
 langgraph_api/cron_scheduler.py,sha256=i87j4pJrcsmsqMKeKUs69gaAjrGaSM3pM3jnXdN5JDQ,2630
 langgraph_api/errors.py,sha256=Bu_i5drgNTyJcLiyrwVE_6-XrSU50BHf9TDpttki9wQ,1690
 langgraph_api/graph.py,sha256=YyWCPtoI9VDV0knjCMUFoH4r9OFVsAiv5K8FzbziMqs,21488
@@ -69,19 +69,20 @@ langgraph_api/js/tests/utils.mts,sha256=Jk1ZZmllNgSS6FJlSs9VaQxHqCEUzkqB5rRQwTSA
 langgraph_api/js/tsconfig.json,sha256=imCYqVnqFpaBoZPx8k1nO4slHIWBFsSlmCYhO73cpBs,341
 langgraph_api/js/ui.py,sha256=XNT8iBcyT8XmbIqSQUWd-j_00HsaWB2vRTVabwFBkik,2439
 langgraph_api/js/yarn.lock,sha256=qtnJQjwX8OUQVzsh51N1imtjYGg5RCI9xkg5n5VZMKI,84019
-langgraph_api/logging.py,sha256=JJIzbNIgLCN6ClQ3tA-Mm5ffuBGvpRDSZsEvnIlsuu4,3693
+langgraph_api/logging.py,sha256=3GSbvmXi8yWxWxJ558RE81xUEdklrPHJ4PpkxAb-35w,4428
 langgraph_api/metadata.py,sha256=ptaxwmzdx2bUBSc1KRhqgF-Xnm-Zh2gqwSiHpl8LD9c,4482
 langgraph_api/middleware/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langgraph_api/middleware/http_logger.py,sha256=aj4mdisRobFePkD3Iy6-w_Mujwx4TQRaEhPvSd6HgLk,3284
 langgraph_api/middleware/private_network.py,sha256=eYgdyU8AzU2XJu362i1L8aSFoQRiV7_aLBPw7_EgeqI,2111
+langgraph_api/middleware/request_id.py,sha256=jBaL-zRLIYuGkYBz1poSH35ld_GDRuiMR5CyIpzKJt8,1025
 langgraph_api/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-langgraph_api/models/run.py,sha256=hPiiP6jgJX-jsg4Aihwi0tpC-nkTabV9YE0WNlD4EjI,13166
+langgraph_api/models/run.py,sha256=kVdxF239sVmdvXUZNBL-GV0-euZO-Ca2Jz8qseNycKM,13362
 langgraph_api/patch.py,sha256=Dgs0PXHytekX4SUL6KsjjN0hHcOtGLvv1GRGbh6PswU,1408
 langgraph_api/queue_entrypoint.py,sha256=gjtajZfnDXhsi7JElfmkY-p0ENBiKBDJ4Ugiw-exapw,1839
 langgraph_api/route.py,sha256=uN311KjIugyNHG3rmVw_ms61QO1W1l16jJx03rf0R_s,4630
 langgraph_api/schema.py,sha256=2711t4PIBk5dky4gmMndrTRC9CVvAgH47C9FKDxhkBo,5444
 langgraph_api/serde.py,sha256=TVsx2QQtepf8Wsgsabcku1NV4Vbugu4Oujmdnq4qMS0,3964
-langgraph_api/server.py,sha256=lCv_ZHLbMnhKRhdaSJi1edk-O9We-MnQafkGzdWlngw,6599
+langgraph_api/server.py,sha256=CzBeOr8fjaVSbdmBNysx3zACSxTV8DrmeU7EQvZrlDE,6742
 langgraph_api/sse.py,sha256=3jG_FZj8FI9r7xGWTqaAyDkmqf6P1NOu0EzGrcSOGYc,4033
 langgraph_api/state.py,sha256=8jx4IoTCOjTJuwzuXJKKFwo1VseHjNnw_CCq4x1SW14,2284
 langgraph_api/stream.py,sha256=a4sjBm3XhHK6NC4OD1dHey53t6czKodvrlxh9rfjfSA,11718
@@ -90,14 +91,14 @@ langgraph_api/tunneling/cloudflare.py,sha256=iKb6tj-VWPlDchHFjuQyep2Dpb-w2NGfJKt
 langgraph_api/utils.py,sha256=92mSti9GfGdMRRWyESKQW5yV-75Z9icGHnIrBYvdypU,3619
 langgraph_api/validation.py,sha256=zMuKmwUEBjBgFMwAaeLZmatwGVijKv2sOYtYg7gfRtc,4950
 langgraph_api/webhook.py,sha256=1ncwO0rIZcj-Df9sxSnFEzd1gP1bfS4okeZQS8NSRoE,1382
-langgraph_api/worker.py,sha256=X2noF7KqsG2UOn8gRPgoHxvJmaC2jDzTDy8Fen2jtJc,12230
+langgraph_api/worker.py,sha256=uuQ6i9iKvSeF4CD_w1nGgpQ4FXLZ2wpn3IvHOLfphTY,12391
 langgraph_license/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langgraph_license/validation.py,sha256=ZKraAVJArAABKqrmHN-EN18ncoNUmRm500Yt1Sc7tUA,537
 langgraph_runtime/__init__.py,sha256=O4GgSmu33c-Pr8Xzxj_brcK5vkm70iNTcyxEjICFZxA,1075
 logging.json,sha256=3RNjSADZmDq38eHePMm1CbP6qZ71AmpBtLwCmKU9Zgo,379
 openapi.json,sha256=GefWJwBrbrN_jNDAEFlwNEXx1ottRtvjOmKBi965KLU,133756
-langgraph_api-0.2.14.dist-info/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
-langgraph_api-0.2.14.dist-info/METADATA,sha256=hhrsZXGXx-UCWbSi20eVnJpp9BZT3-eW5mxVCnN6PFA,4241
-langgraph_api-0.2.14.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-langgraph_api-0.2.14.dist-info/entry_points.txt,sha256=3EYLgj89DfzqJHHYGxPH4A_fEtClvlRbWRUHaXO7hj4,77
-langgraph_api-0.2.14.dist-info/RECORD,,
+langgraph_api-0.2.16.dist-info/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
+langgraph_api-0.2.16.dist-info/METADATA,sha256=o69ePDILT_btM9GX96mzw9PGHKanX5JKDP6VHKrjiz4,4241
+langgraph_api-0.2.16.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+langgraph_api-0.2.16.dist-info/entry_points.txt,sha256=3EYLgj89DfzqJHHYGxPH4A_fEtClvlRbWRUHaXO7hj4,77
+langgraph_api-0.2.16.dist-info/RECORD,,