langgraph-api 0.2.51__py3-none-any.whl → 0.2.56__py3-none-any.whl

langgraph_api/__init__.py

@@ -1 +1 @@
-__version__ = "0.2.51"
+__version__ = "0.2.56"

langgraph_api/config.py

@@ -1,3 +1,4 @@
+import os
 from os import environ, getenv
 from typing import Literal, TypedDict
 
@@ -149,6 +150,11 @@ STATS_INTERVAL_SECS = env("STATS_INTERVAL_SECS", cast=int, default=60)
 DATABASE_URI = env("DATABASE_URI", cast=str, default=getenv("POSTGRES_URI", undefined))
 MIGRATIONS_PATH = env("MIGRATIONS_PATH", cast=str, default="/storage/migrations")
 POSTGRES_POOL_MAX_SIZE = env("LANGGRAPH_POSTGRES_POOL_MAX_SIZE", cast=int, default=150)
+RESUMABLE_STREAM_TTL_SECONDS = env(
+    "RESUMABLE_STREAM_TTL_SECONDS",
+    cast=int,
+    default=3600,  # 1 hour
+)
 
 
 def _get_encryption_key(key_str: str | None):
@@ -239,7 +245,9 @@ BG_JOB_INTERVAL = 30  # seconds
 BG_JOB_MAX_RETRIES = 3
 BG_JOB_ISOLATED_LOOPS = env("BG_JOB_ISOLATED_LOOPS", cast=bool, default=False)
 BG_JOB_SHUTDOWN_GRACE_PERIOD_SECS = env(
-    "BG_JOB_SHUTDOWN_GRACE_PERIOD_SECS", cast=int, default=3600
+    "BG_JOB_SHUTDOWN_GRACE_PERIOD_SECS",
+    cast=int,
+    default=180,  # 3 minutes
 )
 MAX_STREAM_CHUNK_SIZE_BYTES = env(
     "MAX_STREAM_CHUNK_SIZE_BYTES", cast=int, default=1024 * 1024 * 128
@@ -353,3 +361,10 @@ API_VARIANT = env("LANGSMITH_LANGGRAPH_API_VARIANT", cast=str, default="")
 
 # UI
 UI_USE_BUNDLER = env("LANGGRAPH_UI_BUNDLER", cast=bool, default=False)
+
+if not os.getenv("LANGCHAIN_REVISION_ID") and (
+    ref_sha := os.getenv("LANGSMITH_LANGGRAPH_GIT_REF_SHA")
+):
+    # This is respected by the langsmith SDK env inference
+    # https://github.com/langchain-ai/langsmith-sdk/blob/1b93e4c13b8369d92db891ae3babc3e2254f0e56/python/langsmith/env/_runtime_env.py#L190
+    os.environ["LANGCHAIN_REVISION_ID"] = ref_sha

langgraph_api/graph.py

@@ -117,7 +117,6 @@ async def get_graph(
     """Return the runnable."""
     assert_graph_exists(graph_id)
     value = GRAPHS[graph_id]
-    token = None
     if graph_id in FACTORY_ACCEPTS_CONFIG:
         config = ensure_config(config)
         if store is not None and not config["configurable"].get(CONFIG_KEY_STORE):
@@ -126,7 +125,7 @@ async def get_graph(
             CONFIG_KEY_CHECKPOINTER
         ):
             config["configurable"][CONFIG_KEY_CHECKPOINTER] = checkpointer
-        token = var_child_runnable_config.set(config)
+        var_child_runnable_config.set(config)
         value = value(config) if FACTORY_ACCEPTS_CONFIG[graph_id] else value()
     try:
         async with _generate_graph(value) as graph_obj:
@@ -147,8 +146,7 @@ async def get_graph(
                 update["config"] = config
             yield graph_obj.copy(update=update)
     finally:
-        if token is not None:
-            var_child_runnable_config.reset(token)
+        var_child_runnable_config.set(None)
 
 
 def graph_exists(graph_id: str) -> bool:
@@ -159,7 +157,10 @@ def graph_exists(graph_id: str) -> bool:
 def assert_graph_exists(graph_id: str) -> None:
     """Assert that a graph exists."""
     if not graph_exists(graph_id):
-        raise HTTPException(status_code=404, detail=f"Graph '{graph_id}' not found")
+        raise HTTPException(
+            status_code=404,
+            detail=f"Graph '{graph_id}' not found. Expected one of: {sorted(GRAPHS.keys())}",
+        )
 
 
 def get_assistant_id(assistant_id: str) -> str:

langgraph_api/metadata.py

@@ -1,5 +1,6 @@
 import asyncio
 import os
+import uuid
 from datetime import UTC, datetime
 
 import langgraph.version
@@ -26,6 +27,20 @@ REVISION = os.getenv("LANGSMITH_LANGGRAPH_API_REVISION")
 VARIANT = os.getenv("LANGSMITH_LANGGRAPH_API_VARIANT")
 PROJECT_ID = os.getenv("LANGSMITH_HOST_PROJECT_ID")
 TENANT_ID = os.getenv("LANGSMITH_TENANT_ID")
+if PROJECT_ID:
+    try:
+        uuid.UUID(PROJECT_ID)
+    except ValueError:
+        raise ValueError(
+            f"Invalid project ID: {PROJECT_ID}. Must be a valid UUID"
+        ) from None
+if TENANT_ID:
+    try:
+        uuid.UUID(TENANT_ID)
+    except ValueError:
+        raise ValueError(
+            f"Invalid tenant ID: {TENANT_ID}. Must be a valid UUID"
+        ) from None
 if VARIANT == "cloud":
     HOST = "saas"
 elif PROJECT_ID:

langgraph_api/queue_entrypoint.py

@@ -10,11 +10,13 @@ if not (
     truststore.inject_into_ssl()  # noqa: F401
 
 import asyncio
+import contextlib
 import http.server
 import json
 import logging.config
 import os
 import pathlib
+import signal
 
 import structlog
 import uvloop
@@ -56,26 +58,43 @@ async def healthcheck_server():
 
 
 async def entrypoint():
+    from langgraph_api import logging as lg_logging
+
+    lg_logging.set_logging_context({"entrypoint": "python-queue"})
     tasks: set[asyncio.Task] = set()
-    # start simple http server for health checks
     tasks.add(asyncio.create_task(healthcheck_server()))
-    # start queue and associated tasks
     async with lifespan(None, with_cron_scheduler=False, taskset=tasks):
-        # run forever, error if any tasks fail
-        try:
-            await asyncio.gather(*tasks)
-        except asyncio.CancelledError:
-            pass
+        await asyncio.gather(*tasks)
+
+
+async def main():
+    """Run the queue entrypoint and shut down gracefully on SIGTERM/SIGINT."""
+    loop = asyncio.get_running_loop()
+    stop_event = asyncio.Event()
+
+    def _handle_signal() -> None:
+        logger.warning("Received termination signal, initiating graceful shutdown")
+        stop_event.set()
+
+    try:
+        loop.add_signal_handler(signal.SIGTERM, _handle_signal)
+    except (NotImplementedError, RuntimeError):
+        signal.signal(signal.SIGTERM, lambda *_: _handle_signal())
+
+    entry_task = asyncio.create_task(entrypoint())
+    await stop_event.wait()
+
+    logger.warning("Cancelling queue entrypoint task")
+    entry_task.cancel()
+    with contextlib.suppress(asyncio.CancelledError):
+        await entry_task
 
 
 if __name__ == "__main__":
-    # set up logging
     with open(pathlib.Path(__file__).parent.parent / "logging.json") as file:
         loaded_config = json.load(file)
         logging.config.dictConfig(loaded_config)
 
-    # set up uvloop
     uvloop.install()
 
-    # run the entrypoint
-    asyncio.run(entrypoint())
+    asyncio.run(main())

langgraph_api/worker.py

@@ -193,7 +193,6 @@ async def worker(
         async with connect() as conn:
             if exception is None:
                 status = "success"
-                await Runs.set_status(conn, run_id, "success")
                 # If a stateful run succeeded but no checkpoint was returned, likely
                 # there was a retriable exception that resumed right at the end
                 if checkpoint is None and not temporary:
@@ -214,6 +213,9 @@ async def worker(
                             run_id=str(run_id),
                             run_attempt=attempt,
                         )
+                await Threads.set_joint_status(
+                    conn, run["thread_id"], run_id, status, checkpoint=checkpoint
+                )
             elif isinstance(exception, TimeoutError):
                 status = "timeout"
                 run_ended_at = datetime.now(UTC).isoformat()
@@ -231,13 +233,17 @@ async def worker(
                         else None
                     ),
                 )
-                await Runs.set_status(conn, run_id, "timeout")
+                await Threads.set_joint_status(
+                    conn, run["thread_id"], run_id, status, checkpoint=checkpoint
+                )
             elif isinstance(exception, UserRollback):
                 status = "rollback"
                 run_ended_at_dt = datetime.now(UTC)
                 run_ended_at = run_ended_at_dt.isoformat()
                 try:
-                    await Runs.delete(conn, run_id, thread_id=run["thread_id"])
+                    await Threads.set_joint_status(
+                        conn, run["thread_id"], run_id, status, checkpoint=checkpoint
+                    )
                     await logger.ainfo(
                         "Background run rolled back",
                         run_id=str(run_id),
@@ -285,7 +291,9 @@ async def worker(
                         else None
                     ),
                 )
-                await Runs.set_status(conn, run_id, "interrupted")
+                await Threads.set_joint_status(
+                    conn, run["thread_id"], run_id, status, checkpoint, exception
+                )
             elif isinstance(exception, RETRIABLE_EXCEPTIONS):
                 status = "retry"
                 run_ended_at_dt = datetime.now(UTC)
@@ -300,6 +308,7 @@ async def worker(
                     run_ended_at=run_ended_at,
                     run_exec_ms=ms(run_ended_at_dt, run_started_at),
                 )
+                # Don't update thread status yet.
                 await Runs.set_status(conn, run_id, "pending")
             else:
                 status = "error"
@@ -315,7 +324,9 @@ async def worker(
                     run_ended_at=run_ended_at,
                     run_exec_ms=ms(run_ended_at_dt, run_started_at),
                 )
-                await Runs.set_status(conn, run_id, "error")
+                await Threads.set_joint_status(
+                    conn, run["thread_id"], run_id, status, checkpoint, exception
+                )
 
             # delete or set status of thread
             if not isinstance(exception, RETRIABLE_EXCEPTIONS):
@@ -336,6 +347,7 @@ async def worker(
                             raise
 
         if isinstance(exception, RETRIABLE_EXCEPTIONS):
+            await logger.awarning("RETRYING", exc_info=exception)
             # re-raise so Runs.enter knows not to mark as done
             # Runs.enter will catch the exception, but what triggers the retry
             # is setting the status to "pending"

{langgraph_api-0.2.51.dist-info → langgraph_api-0.2.56.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langgraph-api
-Version: 0.2.51
+Version: 0.2.56
 Author-email: Nuno Campos <nuno@langchain.dev>, Will Fu-Hinthorn <will@langchain.dev>
 License: Elastic-2.0
 License-File: LICENSE
@@ -11,7 +11,7 @@ Requires-Dist: httpx>=0.25.0
 Requires-Dist: jsonschema-rs<0.30,>=0.20.0
 Requires-Dist: langchain-core>=0.3.64
 Requires-Dist: langgraph-checkpoint>=2.0.23
-Requires-Dist: langgraph-runtime-inmem<0.3,>=0.2.0
+Requires-Dist: langgraph-runtime-inmem<0.4,>=0.3.0
 Requires-Dist: langgraph-sdk>=0.1.66
 Requires-Dist: langgraph>=0.3.27
 Requires-Dist: langsmith>=0.3.45

{langgraph_api-0.2.51.dist-info → langgraph_api-0.2.56.dist-info}/RECORD

@@ -1,17 +1,17 @@
-langgraph_api/__init__.py,sha256=IVfgL24_F5j7rUHf7ys_SvphooWjDzcdlDH4HeGwa-E,23
+langgraph_api/__init__.py,sha256=yuhEwVPZG_uwEXVduMxOuyth-d2aFtmKNM7h6XPNHtM,23
 langgraph_api/asgi_transport.py,sha256=eqifhHxNnxvI7jJqrY1_8RjL4Fp9NdN4prEub2FWBt8,5091
 langgraph_api/asyncio.py,sha256=Odnc6mAJIGF3eFWT8Xcrg2Zam7FwzXkfCWEHaXfrzQQ,9371
 langgraph_api/cli.py,sha256=9Ou3tGDDY_VVLt5DFle8UviJdpI4ZigC5hElYvq2-To,14519
 langgraph_api/command.py,sha256=3O9v3i0OPa96ARyJ_oJbLXkfO8rPgDhLCswgO9koTFA,768
-langgraph_api/config.py,sha256=pFIZb4t2Vo7HbX0ZMjUNDR7Q7Bpj-stp_TmSmI026yo,11115
+langgraph_api/config.py,sha256=do03SoO93rfL7PKuxviLZbYuVlzlZJayXnodkO-nxv0,11623
 langgraph_api/cron_scheduler.py,sha256=i87j4pJrcsmsqMKeKUs69gaAjrGaSM3pM3jnXdN5JDQ,2630
 langgraph_api/errors.py,sha256=Bu_i5drgNTyJcLiyrwVE_6-XrSU50BHf9TDpttki9wQ,1690
-langgraph_api/graph.py,sha256=MPm8DvInBQsq2em45c2YD5bW6T_G1LlDkAuWq-19gCQ,23240
+langgraph_api/graph.py,sha256=JUJgmYF4Bfj3zKH9DZ2c4fgCOaZZ4QA3rbeC5Gtp4Bg,23255
 langgraph_api/http.py,sha256=gYbxxjY8aLnsXeJymcJ7G7Nj_yToOGpPYQqmZ1_ggfA,5240
 langgraph_api/logging.py,sha256=1BXELwUBY8gZeOWCYElbBu_GyHLM2jjlDVJznlekqvQ,4268
-langgraph_api/metadata.py,sha256=2sz9ECnbnQtgqN6ptDkRmymaVKfQPgaX-JuDJDJB47c,4254
+langgraph_api/metadata.py,sha256=Gx0b6YszLRjdWLDVN8OcVgC_YYQG_nQitPfUfgQx1w8,4648
 langgraph_api/patch.py,sha256=Dgs0PXHytekX4SUL6KsjjN0hHcOtGLvv1GRGbh6PswU,1408
-langgraph_api/queue_entrypoint.py,sha256=_41ZveMDdn9bapjA7Ik9FG3r4hyIwXESUM5F1PdlieE,2309
+langgraph_api/queue_entrypoint.py,sha256=rW4-OEsWwBsLLp6U0P-de-I0tR3gPZaeBKWB3LRrTr0,2923
 langgraph_api/route.py,sha256=4VBkJMeusfiZtLzyUaKm1HwLHTq0g15y2CRiRhM6xyA,4773
 langgraph_api/schema.py,sha256=2711t4PIBk5dky4gmMndrTRC9CVvAgH47C9FKDxhkBo,5444
 langgraph_api/serde.py,sha256=8fQXg7T7RVUqj_jgOoSOJrWVpQDW0qJKjAjSsEhPHo4,4803
@@ -24,7 +24,7 @@ langgraph_api/thread_ttl.py,sha256=-Ox8NFHqUH3wGNdEKMIfAXUubY5WGifIgCaJ7npqLgw,1
 langgraph_api/utils.py,sha256=92mSti9GfGdMRRWyESKQW5yV-75Z9icGHnIrBYvdypU,3619
 langgraph_api/validation.py,sha256=zMuKmwUEBjBgFMwAaeLZmatwGVijKv2sOYtYg7gfRtc,4950
 langgraph_api/webhook.py,sha256=1ncwO0rIZcj-Df9sxSnFEzd1gP1bfS4okeZQS8NSRoE,1382
-langgraph_api/worker.py,sha256=hg15i1UYRwuHWIzbOG_8HJk1FtUO8-Amcp1c2jIqiqg,15278
+langgraph_api/worker.py,sha256=FgTYpOA4Unt3xcqWpOKPqSZpFqND5GcqLk6O0fi4MHU,15812
 langgraph_api/api/__init__.py,sha256=YVzpbn5IQotvuuLG9fhS9QMrxXfP4s4EpEMG0n4q3Nw,5625
 langgraph_api/api/assistants.py,sha256=6IPVKQBlI95-Z4nYdqBY9st9oynGJAocL67cwnDaZCk,15744
 langgraph_api/api/mcp.py,sha256=RvRYgANqRzNQzSmgjNkq4RlKTtoEJYil04ot9lsmEtE,14352
@@ -86,8 +86,8 @@ langgraph_runtime/store.py,sha256=7mowndlsIroGHv3NpTSOZDJR0lCuaYMBoTnTrewjslw,11
 LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
 logging.json,sha256=3RNjSADZmDq38eHePMm1CbP6qZ71AmpBtLwCmKU9Zgo,379
 openapi.json,sha256=wrJup7sCRlZXTRagjzGZ7474U1wma4ZzYTkkninrT6M,141875
-langgraph_api-0.2.51.dist-info/METADATA,sha256=GME1y9H2-Xw8LoqNV6R0RW5VwF-ypHOCNKYlAmrNfXE,3891
-langgraph_api-0.2.51.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-langgraph_api-0.2.51.dist-info/entry_points.txt,sha256=hGedv8n7cgi41PypMfinwS_HfCwA7xJIfS0jAp8htV8,78
-langgraph_api-0.2.51.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
-langgraph_api-0.2.51.dist-info/RECORD,,
+langgraph_api-0.2.56.dist-info/METADATA,sha256=wfCknYuOUBNVrO4AM6m33ekJis6bPutLf-EWFDWpPTw,3891
+langgraph_api-0.2.56.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+langgraph_api-0.2.56.dist-info/entry_points.txt,sha256=hGedv8n7cgi41PypMfinwS_HfCwA7xJIfS0jAp8htV8,78
+langgraph_api-0.2.56.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
+langgraph_api-0.2.56.dist-info/RECORD,,