langgraph-api 0.2.48__py3-none-any.whl → 0.2.54__py3-none-any.whl

langgraph_api/__init__.py

@@ -1 +1 @@
-__version__ = "0.2.48"
+__version__ = "0.2.54"

langgraph_api/asyncio.py

@@ -78,10 +78,13 @@ async def wait_if_not_done(coro: Coroutine[Any, Any, T], done: ValueEvent) -> T:
                 return await coro_task
             except asyncio.CancelledError as e:
                 if e.args and asyncio.isfuture(e.args[-1]):
+                    fut = e.args[-1]
                     await logger.ainfo(
-                        "Awaiting future upon cancellation", task=str(e.args[-1])
+                        "Awaiting future upon cancellation.",
+                        task=str(fut),
                     )
-                    await e.args[-1]
+                    await fut
+                    await logger.ainfo("Done awaiting.", task=str(fut))
                 if e.args and isinstance(e.args[0], Exception):
                     raise e.args[0] from None
                 raise

langgraph_api/config.py

@@ -1,3 +1,4 @@
+import os
 from os import environ, getenv
 from typing import Literal, TypedDict
 
@@ -149,6 +150,11 @@ STATS_INTERVAL_SECS = env("STATS_INTERVAL_SECS", cast=int, default=60)
 DATABASE_URI = env("DATABASE_URI", cast=str, default=getenv("POSTGRES_URI", undefined))
 MIGRATIONS_PATH = env("MIGRATIONS_PATH", cast=str, default="/storage/migrations")
 POSTGRES_POOL_MAX_SIZE = env("LANGGRAPH_POSTGRES_POOL_MAX_SIZE", cast=int, default=150)
+RESUMABLE_STREAM_TTL_SECONDS = env(
+    "RESUMABLE_STREAM_TTL_SECONDS",
+    cast=int,
+    default=3600,  # 1 hour
+)
 
 
 def _get_encryption_key(key_str: str | None):
@@ -239,7 +245,9 @@ BG_JOB_INTERVAL = 30  # seconds
 BG_JOB_MAX_RETRIES = 3
 BG_JOB_ISOLATED_LOOPS = env("BG_JOB_ISOLATED_LOOPS", cast=bool, default=False)
 BG_JOB_SHUTDOWN_GRACE_PERIOD_SECS = env(
-    "BG_JOB_SHUTDOWN_GRACE_PERIOD_SECS", cast=int, default=3600
+    "BG_JOB_SHUTDOWN_GRACE_PERIOD_SECS",
+    cast=int,
+    default=180,  # 3 minutes
 )
 MAX_STREAM_CHUNK_SIZE_BYTES = env(
     "MAX_STREAM_CHUNK_SIZE_BYTES", cast=int, default=1024 * 1024 * 128
@@ -353,3 +361,10 @@ API_VARIANT = env("LANGSMITH_LANGGRAPH_API_VARIANT", cast=str, default="")
 
 # UI
 UI_USE_BUNDLER = env("LANGGRAPH_UI_BUNDLER", cast=bool, default=False)
+
+if not os.getenv("LANGCHAIN_REVISION_ID") and (
+    ref_sha := os.getenv("LANGSMITH_LANGGRAPH_GIT_REF_SHA")
+):
+    # This is respected by the langsmith SDK env inference
+    # https://github.com/langchain-ai/langsmith-sdk/blob/1b93e4c13b8369d92db891ae3babc3e2254f0e56/python/langsmith/env/_runtime_env.py#L190
+    os.environ["LANGCHAIN_REVISION_ID"] = ref_sha

langgraph_api/graph.py

@@ -117,7 +117,6 @@ async def get_graph(
     """Return the runnable."""
     assert_graph_exists(graph_id)
     value = GRAPHS[graph_id]
-    token = None
     if graph_id in FACTORY_ACCEPTS_CONFIG:
         config = ensure_config(config)
         if store is not None and not config["configurable"].get(CONFIG_KEY_STORE):
@@ -126,7 +125,7 @@ async def get_graph(
             CONFIG_KEY_CHECKPOINTER
         ):
             config["configurable"][CONFIG_KEY_CHECKPOINTER] = checkpointer
-        token = var_child_runnable_config.set(config)
+        var_child_runnable_config.set(config)
         value = value(config) if FACTORY_ACCEPTS_CONFIG[graph_id] else value()
     try:
         async with _generate_graph(value) as graph_obj:
@@ -147,8 +146,7 @@ async def get_graph(
                 update["config"] = config
             yield graph_obj.copy(update=update)
     finally:
-        if token is not None:
-            var_child_runnable_config.reset(token)
+        var_child_runnable_config.set(None)
 
 
 def graph_exists(graph_id: str) -> bool:
@@ -159,7 +157,10 @@ def graph_exists(graph_id: str) -> bool:
 def assert_graph_exists(graph_id: str) -> None:
     """Assert that a graph exists."""
     if not graph_exists(graph_id):
-        raise HTTPException(status_code=404, detail=f"Graph '{graph_id}' not found")
+        raise HTTPException(
+            status_code=404,
+            detail=f"Graph '{graph_id}' not found. Expected one of: {sorted(GRAPHS.keys())}",
+        )
 
 
 def get_assistant_id(assistant_id: str) -> str:

langgraph_api/metadata.py

@@ -1,5 +1,6 @@
 import asyncio
 import os
+import uuid
 from datetime import UTC, datetime
 
 import langgraph.version
@@ -26,6 +27,20 @@ REVISION = os.getenv("LANGSMITH_LANGGRAPH_API_REVISION")
 VARIANT = os.getenv("LANGSMITH_LANGGRAPH_API_VARIANT")
 PROJECT_ID = os.getenv("LANGSMITH_HOST_PROJECT_ID")
 TENANT_ID = os.getenv("LANGSMITH_TENANT_ID")
+if PROJECT_ID:
+    try:
+        uuid.UUID(PROJECT_ID)
+    except ValueError:
+        raise ValueError(
+            f"Invalid project ID: {PROJECT_ID}. Must be a valid UUID"
+        ) from None
+if TENANT_ID:
+    try:
+        uuid.UUID(TENANT_ID)
+    except ValueError:
+        raise ValueError(
+            f"Invalid tenant ID: {TENANT_ID}. Must be a valid UUID"
+        ) from None
 if VARIANT == "cloud":
     HOST = "saas"
 elif PROJECT_ID:

langgraph_api/middleware/http_logger.py

@@ -5,8 +5,6 @@ import structlog
 from starlette.requests import ClientDisconnect
 from starlette.types import Message, Receive, Scope, Send
 
-from langgraph_api.logging import LOG_JSON
-
 asgi = structlog.stdlib.get_logger("asgi")
 
 PATHS_IGNORE = {"/ok", "/metrics"}
@@ -28,7 +26,7 @@ class AccessLoggerMiddleware:
             self.debug_enabled = False
 
     async def __call__(self, scope: Scope, receive: Receive, send: Send) -> None:
-        if scope["type"] != "http" or (LOG_JSON and scope.get("path") in PATHS_IGNORE):
+        if scope["type"] != "http" or scope.get("path") in PATHS_IGNORE:
             return await self.app(scope, receive, send)  # pragma: no cover
 
         loop = asyncio.get_event_loop()

langgraph_api/middleware/request_id.py

@@ -21,6 +21,8 @@ class RequestIdMiddleware:
 
     async def __call__(self, scope: Scope, receive: Receive, send: Send):
         if scope["type"] == "http" and self.pattern.match(scope["path"]):
+            from langgraph_api.logging import set_logging_context
+
             request_id = next(
                 (h[1] for h in scope["headers"] if h[0] == b"x-request-id"),
                 None,
@@ -29,4 +31,5 @@ class RequestIdMiddleware:
                 request_id = str(uuid.uuid4()).encode()
                 scope["headers"].append((b"x-request-id", request_id))
             scope["request_start_time_ms"] = int(time.time() * 1000)
+            set_logging_context({"request_id": request_id.decode()})
         await self.app(scope, receive, send)

langgraph_api/queue_entrypoint.py

@@ -56,6 +56,9 @@ async def healthcheck_server():
 
 
 async def entrypoint():
+    from langgraph_api import logging as lg_logging
+
+    lg_logging.set_logging_context({"entrypoint": "python-queue"})
     tasks: set[asyncio.Task] = set()
     # start simple http server for health checks
     tasks.add(asyncio.create_task(healthcheck_server()))
@@ -65,7 +68,7 @@ async def entrypoint():
         try:
             await asyncio.gather(*tasks)
         except asyncio.CancelledError:
-            pass
+            await logger.awarning("Queue entrypoint cancelled", exc_info=True)
 
 
 if __name__ == "__main__":

langgraph_api/stream.py

@@ -24,6 +24,7 @@ from langsmith.utils import get_tracer_project
 from pydantic import ValidationError
 from pydantic.v1 import ValidationError as ValidationErrorLegacy
 
+from langgraph_api import __version__
 from langgraph_api import store as api_store
 from langgraph_api.asyncio import ValueEvent, wait_if_not_done
 from langgraph_api.command import map_cmd
@@ -118,6 +119,7 @@ async def astream_state(
     config["metadata"]["run_attempt"] = attempt
     # attach langgraph metadata
     config["metadata"]["langgraph_version"] = langgraph.version.__version__
+    config["metadata"]["langgraph_api_version"] = __version__
     config["metadata"]["langgraph_plan"] = PLAN
     config["metadata"]["langgraph_host"] = HOST
     config["metadata"]["langgraph_api_url"] = USER_API_URL

langgraph_api/worker.py

@@ -178,17 +178,21 @@ async def worker(
                         else None
                     ),
                 )
-        except Exception as ee:
-            # Note we don't handle asyncio.CancelledError here, as we want to
-            # let it bubble up and rollback db transaction, thus marking the run
-            # as available to be picked up by another worker
+        except (Exception, asyncio.CancelledError) as ee:
             exception = ee
+        except BaseException as eee:
+            await logger.aerror(
+                "Bubbling failed background run",
+                run_id=str(run_id),
+                exception_type=str(type(eee)),
+                exception=str(eee),
+            )
+            raise
 
         # handle exceptions and set status
         async with connect() as conn:
             if exception is None:
                 status = "success"
-                await Runs.set_status(conn, run_id, "success")
                 # If a stateful run succeeded but no checkpoint was returned, likely
                 # there was a retriable exception that resumed right at the end
                 if checkpoint is None and not temporary:
@@ -209,6 +213,9 @@ async def worker(
                             run_id=str(run_id),
                             run_attempt=attempt,
                         )
+                await Threads.set_joint_status(
+                    conn, run["thread_id"], run_id, status, checkpoint=checkpoint
+                )
             elif isinstance(exception, TimeoutError):
                 status = "timeout"
                 run_ended_at = datetime.now(UTC).isoformat()
@@ -226,13 +233,17 @@ async def worker(
                         else None
                     ),
                 )
-                await Runs.set_status(conn, run_id, "timeout")
+                await Threads.set_joint_status(
+                    conn, run["thread_id"], run_id, status, checkpoint=checkpoint
+                )
             elif isinstance(exception, UserRollback):
                 status = "rollback"
                 run_ended_at_dt = datetime.now(UTC)
                 run_ended_at = run_ended_at_dt.isoformat()
                 try:
-                    await Runs.delete(conn, run_id, thread_id=run["thread_id"])
+                    await Threads.set_joint_status(
+                        conn, run["thread_id"], run_id, status, checkpoint=checkpoint
+                    )
                     await logger.ainfo(
                         "Background run rolled back",
                         run_id=str(run_id),
@@ -280,13 +291,15 @@ async def worker(
                         else None
                     ),
                 )
-                await Runs.set_status(conn, run_id, "interrupted")
+                await Threads.set_joint_status(
+                    conn, run["thread_id"], run_id, status, checkpoint, exception
+                )
             elif isinstance(exception, RETRIABLE_EXCEPTIONS):
                 status = "retry"
                 run_ended_at_dt = datetime.now(UTC)
                 run_ended_at = run_ended_at_dt.isoformat()
                 await logger.awarning(
-                    f"Background run failed, will retry. Exception: {exception}",
+                    f"Background run failed, will retry. Exception: {type(exception)}({exception})",
                     exc_info=True,
                     run_id=str(run_id),
                     run_attempt=attempt,
@@ -295,13 +308,14 @@ async def worker(
                     run_ended_at=run_ended_at,
                     run_exec_ms=ms(run_ended_at_dt, run_started_at),
                 )
+                # Don't update thread status yet.
                 await Runs.set_status(conn, run_id, "pending")
             else:
                 status = "error"
                 run_ended_at_dt = datetime.now(UTC)
                 run_ended_at = run_ended_at_dt.isoformat()
                 await logger.aexception(
-                    f"Background run failed. Exception: {exception}",
+                    f"Background run failed. Exception: {type(exception)}({exception})",
                     exc_info=not isinstance(exception, RemoteException),
                     run_id=str(run_id),
                     run_attempt=attempt,
@@ -310,7 +324,9 @@ async def worker(
                     run_ended_at=run_ended_at,
                     run_exec_ms=ms(run_ended_at_dt, run_started_at),
                 )
-                await Runs.set_status(conn, run_id, "error")
+                await Threads.set_joint_status(
+                    conn, run["thread_id"], run_id, status, checkpoint, exception
+                )
 
             # delete or set status of thread
             if not isinstance(exception, RETRIABLE_EXCEPTIONS):
@@ -331,6 +347,7 @@ async def worker(
                             raise
 
         if isinstance(exception, RETRIABLE_EXCEPTIONS):
+            await logger.awarning("RETRYING", exc_info=exception)
             # re-raise so Runs.enter knows not to mark as done
             # Runs.enter will catch the exception, but what triggers the retry
             # is setting the status to "pending"

{langgraph_api-0.2.48.dist-info → langgraph_api-0.2.54.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langgraph-api
-Version: 0.2.48
+Version: 0.2.54
 Author-email: Nuno Campos <nuno@langchain.dev>, Will Fu-Hinthorn <will@langchain.dev>
 License: Elastic-2.0
 License-File: LICENSE
@@ -11,7 +11,7 @@ Requires-Dist: httpx>=0.25.0
 Requires-Dist: jsonschema-rs<0.30,>=0.20.0
 Requires-Dist: langchain-core>=0.3.64
 Requires-Dist: langgraph-checkpoint>=2.0.23
-Requires-Dist: langgraph-runtime-inmem<0.3,>=0.2.0
+Requires-Dist: langgraph-runtime-inmem<0.4,>=0.3.0
 Requires-Dist: langgraph-sdk>=0.1.66
 Requires-Dist: langgraph>=0.3.27
 Requires-Dist: langsmith>=0.3.45

{langgraph_api-0.2.48.dist-info → langgraph_api-0.2.54.dist-info}/RECORD

@@ -1,17 +1,17 @@
-langgraph_api/__init__.py,sha256=thmEir0DEg2DFeSxHPQuT-AAqrUZNBg_iYmSBYkzc4c,23
+langgraph_api/__init__.py,sha256=oNewG1bC0xUC2UKGSu-zMR1_CZwFYXnhulfuiJ3G4hw,23
 langgraph_api/asgi_transport.py,sha256=eqifhHxNnxvI7jJqrY1_8RjL4Fp9NdN4prEub2FWBt8,5091
-langgraph_api/asyncio.py,sha256=nelZwKL7iOjM5GHj1rVjiPE7igUIKLNKtc-3urxmlfo,9250
+langgraph_api/asyncio.py,sha256=Odnc6mAJIGF3eFWT8Xcrg2Zam7FwzXkfCWEHaXfrzQQ,9371
 langgraph_api/cli.py,sha256=9Ou3tGDDY_VVLt5DFle8UviJdpI4ZigC5hElYvq2-To,14519
 langgraph_api/command.py,sha256=3O9v3i0OPa96ARyJ_oJbLXkfO8rPgDhLCswgO9koTFA,768
-langgraph_api/config.py,sha256=pFIZb4t2Vo7HbX0ZMjUNDR7Q7Bpj-stp_TmSmI026yo,11115
+langgraph_api/config.py,sha256=do03SoO93rfL7PKuxviLZbYuVlzlZJayXnodkO-nxv0,11623
 langgraph_api/cron_scheduler.py,sha256=i87j4pJrcsmsqMKeKUs69gaAjrGaSM3pM3jnXdN5JDQ,2630
 langgraph_api/errors.py,sha256=Bu_i5drgNTyJcLiyrwVE_6-XrSU50BHf9TDpttki9wQ,1690
-langgraph_api/graph.py,sha256=MPm8DvInBQsq2em45c2YD5bW6T_G1LlDkAuWq-19gCQ,23240
+langgraph_api/graph.py,sha256=JUJgmYF4Bfj3zKH9DZ2c4fgCOaZZ4QA3rbeC5Gtp4Bg,23255
 langgraph_api/http.py,sha256=gYbxxjY8aLnsXeJymcJ7G7Nj_yToOGpPYQqmZ1_ggfA,5240
 langgraph_api/logging.py,sha256=1BXELwUBY8gZeOWCYElbBu_GyHLM2jjlDVJznlekqvQ,4268
-langgraph_api/metadata.py,sha256=2sz9ECnbnQtgqN6ptDkRmymaVKfQPgaX-JuDJDJB47c,4254
+langgraph_api/metadata.py,sha256=Gx0b6YszLRjdWLDVN8OcVgC_YYQG_nQitPfUfgQx1w8,4648
 langgraph_api/patch.py,sha256=Dgs0PXHytekX4SUL6KsjjN0hHcOtGLvv1GRGbh6PswU,1408
-langgraph_api/queue_entrypoint.py,sha256=_41ZveMDdn9bapjA7Ik9FG3r4hyIwXESUM5F1PdlieE,2309
+langgraph_api/queue_entrypoint.py,sha256=dzEOqW4AHGjDKMlsNYBMVjHfQM7pm_49LImfa5G5ySM,2491
 langgraph_api/route.py,sha256=4VBkJMeusfiZtLzyUaKm1HwLHTq0g15y2CRiRhM6xyA,4773
 langgraph_api/schema.py,sha256=2711t4PIBk5dky4gmMndrTRC9CVvAgH47C9FKDxhkBo,5444
 langgraph_api/serde.py,sha256=8fQXg7T7RVUqj_jgOoSOJrWVpQDW0qJKjAjSsEhPHo4,4803
@@ -19,12 +19,12 @@ langgraph_api/server.py,sha256=Z_VL-kIphybTRDWBIqHMfRhgCmAFyTRqAGlgnHQF0Zg,6973
 langgraph_api/sse.py,sha256=F7swfjKBDrlUmXZ_dWuDVHtp-3o1Cpjq1lwp0bJD-nw,4223
 langgraph_api/state.py,sha256=8jx4IoTCOjTJuwzuXJKKFwo1VseHjNnw_CCq4x1SW14,2284
 langgraph_api/store.py,sha256=_xGhdwEIMoY1_hIy_oWwxZp4Y7FH833BNJfgFIhT80E,4640
-langgraph_api/stream.py,sha256=Rb9mIeG7nnGtKJhImzkNlE3c0g6C0yM6bbYXQs5GOHU,13560
+langgraph_api/stream.py,sha256=UoJzqCzWhTVildxOlU87mX4NtZSUhtl1RGDeMFRYyNI,13660
 langgraph_api/thread_ttl.py,sha256=-Ox8NFHqUH3wGNdEKMIfAXUubY5WGifIgCaJ7npqLgw,1762
 langgraph_api/utils.py,sha256=92mSti9GfGdMRRWyESKQW5yV-75Z9icGHnIrBYvdypU,3619
 langgraph_api/validation.py,sha256=zMuKmwUEBjBgFMwAaeLZmatwGVijKv2sOYtYg7gfRtc,4950
 langgraph_api/webhook.py,sha256=1ncwO0rIZcj-Df9sxSnFEzd1gP1bfS4okeZQS8NSRoE,1382
-langgraph_api/worker.py,sha256=CWXSc4LHQLtNPJgCJC2khw6jb3DNKXnqQ4oB8-UyNSY,15163
+langgraph_api/worker.py,sha256=FgTYpOA4Unt3xcqWpOKPqSZpFqND5GcqLk6O0fi4MHU,15812
 langgraph_api/api/__init__.py,sha256=YVzpbn5IQotvuuLG9fhS9QMrxXfP4s4EpEMG0n4q3Nw,5625
 langgraph_api/api/assistants.py,sha256=6IPVKQBlI95-Z4nYdqBY9st9oynGJAocL67cwnDaZCk,15744
 langgraph_api/api/mcp.py,sha256=RvRYgANqRzNQzSmgjNkq4RlKTtoEJYil04ot9lsmEtE,14352
@@ -66,9 +66,9 @@ langgraph_api/js/src/utils/importMap.mts,sha256=pX4TGOyUpuuWF82kXcxcv3-8mgusRezO
 langgraph_api/js/src/utils/pythonSchemas.mts,sha256=98IW7Z_VP7L_CHNRMb3_MsiV3BgLE2JsWQY_PQcRR3o,685
 langgraph_api/js/src/utils/serde.mts,sha256=D9o6MwTgwPezC_DEmsWS5NnLPnjPMVWIb1I1D4QPEPo,743
 langgraph_api/middleware/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-langgraph_api/middleware/http_logger.py,sha256=aj4mdisRobFePkD3Iy6-w_Mujwx4TQRaEhPvSd6HgLk,3284
+langgraph_api/middleware/http_logger.py,sha256=c1kLzngi_gpSV1V1O5kViIipkH9vDCmrZs8XPXfwPBs,3225
 langgraph_api/middleware/private_network.py,sha256=eYgdyU8AzU2XJu362i1L8aSFoQRiV7_aLBPw7_EgeqI,2111
-langgraph_api/middleware/request_id.py,sha256=fmtp0jLqoSqXTD39d9PW7jVlIvGqGurqgteMCeexRvY,1106
+langgraph_api/middleware/request_id.py,sha256=SDj3Yi3WvTbFQ2ewrPQBjAV8sYReOJGeIiuoHeZpR9g,1242
 langgraph_api/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langgraph_api/models/run.py,sha256=j1s9KRfFXgjKUudB9z7IVJ34Klo85PPeaVFtmWHhEdo,14514
 langgraph_api/tunneling/cloudflare.py,sha256=iKb6tj-VWPlDchHFjuQyep2Dpb-w2NGfJKt-WJG9LH0,3650
@@ -86,8 +86,8 @@ langgraph_runtime/store.py,sha256=7mowndlsIroGHv3NpTSOZDJR0lCuaYMBoTnTrewjslw,11
 LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
 logging.json,sha256=3RNjSADZmDq38eHePMm1CbP6qZ71AmpBtLwCmKU9Zgo,379
 openapi.json,sha256=wrJup7sCRlZXTRagjzGZ7474U1wma4ZzYTkkninrT6M,141875
-langgraph_api-0.2.48.dist-info/METADATA,sha256=_LjPeqovDHH7euM-CZMwN6ywYfiyGq8mkk3RX_TIDKo,3891
-langgraph_api-0.2.48.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-langgraph_api-0.2.48.dist-info/entry_points.txt,sha256=hGedv8n7cgi41PypMfinwS_HfCwA7xJIfS0jAp8htV8,78
-langgraph_api-0.2.48.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
-langgraph_api-0.2.48.dist-info/RECORD,,
+langgraph_api-0.2.54.dist-info/METADATA,sha256=fL0RwEb1lBCBPnjK0nwECORd51dAbiuDMRuz6YLW_Xk,3891
+langgraph_api-0.2.54.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+langgraph_api-0.2.54.dist-info/entry_points.txt,sha256=hGedv8n7cgi41PypMfinwS_HfCwA7xJIfS0jAp8htV8,78
+langgraph_api-0.2.54.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
+langgraph_api-0.2.54.dist-info/RECORD,,