langgraph-api 0.2.56__py3-none-any.whl → 0.2.61__py3-none-any.whl

langgraph_api/__init__.py

@@ -1 +1 @@
-__version__ = "0.2.56"
+__version__ = "0.2.61"

langgraph_api/api/meta.py

@@ -35,9 +35,9 @@ async def meta_info(request: ApiRequest):
 
 async def meta_metrics(request: ApiRequest):
     # determine output format
-    format = request.query_params.get("format", "prometheus")
-    if format not in METRICS_FORMATS:
-        format = "prometheus"
+    metrics_format = request.query_params.get("format", "prometheus")
+    if metrics_format not in METRICS_FORMATS:
+        metrics_format = "prometheus"
 
     # collect stats
     metrics = get_metrics()
@@ -46,7 +46,7 @@ async def meta_metrics(request: ApiRequest):
     workers_active = worker_metrics["active"]
     workers_available = worker_metrics["available"]
 
-    if format == "json":
+    if metrics_format == "json":
         async with connect() as conn:
             return JSONResponse(
                 {
@@ -55,7 +55,7 @@ async def meta_metrics(request: ApiRequest):
                     "queue": await Runs.stats(conn),
                 }
             )
-    elif format == "prometheus":
+    elif metrics_format == "prometheus":
         # LANGSMITH_HOST_PROJECT_ID and LANGSMITH_HOST_REVISION_ID are injected
         # into the deployed image by host-backend.
         project_id = os.getenv("LANGSMITH_HOST_PROJECT_ID")

langgraph_api/config.py

@@ -173,6 +173,7 @@ REDIS_URI = env("REDIS_URI", cast=str)
 REDIS_CLUSTER = env("REDIS_CLUSTER", cast=bool, default=False)
 REDIS_MAX_CONNECTIONS = env("REDIS_MAX_CONNECTIONS", cast=int, default=500)
 REDIS_CONNECT_TIMEOUT = env("REDIS_CONNECT_TIMEOUT", cast=float, default=10.0)
+REDIS_MAX_IDLE_TIME = env("REDIS_MAX_IDLE_TIME", cast=float, default=120.0)
 REDIS_KEY_PREFIX = env("REDIS_KEY_PREFIX", cast=str, default="")
 
 # server
@@ -361,6 +362,7 @@ API_VARIANT = env("LANGSMITH_LANGGRAPH_API_VARIANT", cast=str, default="")
 
 # UI
 UI_USE_BUNDLER = env("LANGGRAPH_UI_BUNDLER", cast=bool, default=False)
+IS_QUEUE_ENTRYPOINT = False
 
 if not os.getenv("LANGCHAIN_REVISION_ID") and (
     ref_sha := os.getenv("LANGSMITH_LANGGRAPH_GIT_REF_SHA")

langgraph_api/graph.py

@@ -9,7 +9,6 @@ import warnings
 from collections.abc import AsyncIterator, Callable
 from contextlib import asynccontextmanager
 from itertools import filterfalse
-from random import choice
 from typing import TYPE_CHECKING, Any, NamedTuple
 from uuid import UUID, uuid5
 
@@ -59,23 +58,32 @@ async def register_graph(
     GRAPHS[graph_id] = graph
     if callable(graph):
         FACTORY_ACCEPTS_CONFIG[graph_id] = len(inspect.signature(graph).parameters) > 0
-    async with connect() as conn:
-        graph_name = getattr(graph, "name", None) if isinstance(graph, Pregel) else None
-        assistant_name = (
-            graph_name
-            if graph_name is not None and graph_name != "LangGraph"
-            else graph_id
-        )
-        await Assistants.put(
-            conn,
-            str(uuid5(NAMESPACE_GRAPH, graph_id)),
-            graph_id=graph_id,
-            metadata={"created_by": "system"},
-            config=config or {},
-            if_exists="do_nothing",
-            name=assistant_name,
-            description=description,
-        )
+
+    from langgraph_runtime.retry import retry_db
+
+    @retry_db
+    async def register_graph_db():
+        async with connect() as conn:
+            graph_name = (
+                getattr(graph, "name", None) if isinstance(graph, Pregel) else None
+            )
+            assistant_name = (
+                graph_name
+                if graph_name is not None and graph_name != "LangGraph"
+                else graph_id
+            )
+            await Assistants.put(
+                conn,
+                str(uuid5(NAMESPACE_GRAPH, graph_id)),
+                graph_id=graph_id,
+                metadata={"created_by": "system"},
+                config=config or {},
+                if_exists="do_nothing",
+                name=assistant_name,
+                description=description,
+            )
+
+    await register_graph_db()
 
 
 def register_graph_sync(
@@ -408,7 +416,12 @@ def _graph_from_spec(spec: GraphSpec) -> GraphValue:
         module = importlib.import_module(spec.module)
     elif spec.path:
         try:
-            modname = "".join(choice("abcdefghijklmnopqrstuvwxyz") for _ in range(24))
+            modname = (
+                spec.path.replace("/", "__")
+                .replace(".py", "")
+                .replace(" ", "_")
+                .lstrip(".")
+            )
             modspec = importlib.util.spec_from_file_location(modname, spec.path)
             if modspec is None:
                 raise ValueError(f"Could not find python file for graph: {spec}")
@@ -561,8 +574,8 @@ def resolve_embeddings(index_config: dict) -> "Embeddings":
         try:
             if "/" in module_name:
                 # Load from file path
-                modname = "".join(
-                    choice("abcdefghijklmnopqrstuvwxyz") for _ in range(24)
+                modname = (
+                    module_name.replace("/", "__").replace(".py", "").replace(" ", "_")
                 )
                 modspec = importlib.util.spec_from_file_location(modname, module_name)
                 if modspec is None:

langgraph_api/js/package.json

@@ -34,7 +34,7 @@
     "vite": "^6.1.6"
   },
   "devDependencies": {
-    "@langchain/langgraph-sdk": "^0.0.77",
+    "@langchain/langgraph-sdk": "^0.0.84",
     "@types/node": "^22.2.0",
     "@types/react": "^19.0.8",
     "@types/react-dom": "^19.0.3",

langgraph_api/js/yarn.lock

@@ -236,10 +236,10 @@
   dependencies:
     uuid "^10.0.0"
 
-"@langchain/langgraph-sdk@^0.0.77":
-  version "0.0.77"
-  resolved "https://registry.yarnpkg.com/@langchain/langgraph-sdk/-/langgraph-sdk-0.0.77.tgz#adcd978843e61bbf09b9625d519dda16d27cec09"
-  integrity sha512-DMCONENhhaMS+Buw8s2UkKjAa9I6cT1aVJEDOmTO2lpon4Dqz/jiYUVJK7pTlNVSNvSx0E8aOmtT7NgGBcWflg==
+"@langchain/langgraph-sdk@^0.0.84":
+  version "0.0.84"
+  resolved "https://registry.yarnpkg.com/@langchain/langgraph-sdk/-/langgraph-sdk-0.0.84.tgz#91f1bb431838c0f945326755681dcf3465ca4962"
+  integrity sha512-l0PFQyJ+6m6aclORNPPWlcRwgKcXVXsPaJCbCUYFABR3yf4cOpsjhUNR0cJ7+2cS400oieHjGRdGGyO/hbSjhg==
   dependencies:
     "@types/json-schema" "^7.0.15"
     p-queue "^6.6.2"

langgraph_api/logging.py

@@ -15,6 +15,7 @@ log_env = Config()
 LOG_JSON = log_env("LOG_JSON", cast=bool, default=False)
 LOG_COLOR = log_env("LOG_COLOR", cast=bool, default=True)
 LOG_LEVEL = log_env("LOG_LEVEL", cast=str, default="INFO")
+LOG_DICT_TRACEBACKS = log_env("LOG_DICT_TRACEBACKS", cast=bool, default=True)
 
 logging.getLogger().setLevel(LOG_LEVEL.upper())
 logging.getLogger("psycopg").setLevel(logging.WARNING)
@@ -105,7 +106,7 @@ shared_processors = [
     structlog.processors.StackInfoRenderer(),
     (
         structlog.processors.dict_tracebacks
-        if LOG_JSON
+        if LOG_JSON and LOG_DICT_TRACEBACKS
         else structlog.processors.format_exc_info
     ),
     structlog.processors.UnicodeDecoder(),

langgraph_api/queue_entrypoint.py

@@ -22,19 +22,20 @@ import structlog
 import uvloop
 
 from langgraph_runtime.lifespan import lifespan
+from langgraph_runtime.metrics import get_metrics
 
 logger = structlog.stdlib.get_logger(__name__)
 
 
-async def healthcheck_server():
+async def health_and_metrics_server():
     port = int(os.getenv("PORT", "8080"))
     ok = json.dumps({"status": "ok"}).encode()
     ok_len = str(len(ok))
 
-    class HealthHandler(http.server.SimpleHTTPRequestHandler):
+    class HealthAndMetricsHandler(http.server.SimpleHTTPRequestHandler):
         def log_message(self, format, *args):
-            # Skip logging for /ok endpoint
-            if self.path == "/ok":
+            # Skip logging for /ok and /metrics endpoints
+            if self.path in ["/ok", "/metrics"]:
                 return
             # Log other requests normally
             super().log_message(format, *args)
@@ -46,11 +47,45 @@ async def healthcheck_server():
                 self.send_header("Content-Length", ok_len)
                 self.end_headers()
                 self.wfile.write(ok)
+            elif self.path == "/metrics":
+                metrics = get_metrics()
+                worker_metrics = metrics["workers"]
+                workers_max = worker_metrics["max"]
+                workers_active = worker_metrics["active"]
+                workers_available = worker_metrics["available"]
+
+                project_id = os.getenv("LANGSMITH_HOST_PROJECT_ID")
+                revision_id = os.getenv("LANGSMITH_HOST_REVISION_ID")
+
+                metrics = [
+                    "# HELP lg_api_workers_max The maximum number of workers available.",
+                    "# TYPE lg_api_workers_max gauge",
+                    f'lg_api_workers_max{{project_id="{project_id}", revision_id="{revision_id}"}} {workers_max}',
+                    "# HELP lg_api_workers_active The number of currently active workers.",
+                    "# TYPE lg_api_workers_active gauge",
+                    f'lg_api_workers_active{{project_id="{project_id}", revision_id="{revision_id}"}} {workers_active}',
+                    "# HELP lg_api_workers_available The number of available (idle) workers.",
+                    "# TYPE lg_api_workers_available gauge",
+                    f'lg_api_workers_available{{project_id="{project_id}", revision_id="{revision_id}"}} {workers_available}',
+                ]
+
+                metrics_response = "\n".join(metrics).encode()
+                metrics_len = str(len(metrics_response))
+
+                self.send_response(200)
+                self.send_header(
+                    "Content-Type", "text/plain; version=0.0.4; charset=utf-8"
+                )
+                self.send_header("Content-Length", metrics_len)
+                self.end_headers()
+                self.wfile.write(metrics_response)
             else:
                 self.send_error(http.HTTPStatus.NOT_FOUND)
 
-    with http.server.ThreadingHTTPServer(("0.0.0.0", port), HealthHandler) as httpd:
-        logger.info(f"Health server started at http://0.0.0.0:{port}")
+    with http.server.ThreadingHTTPServer(
+        ("0.0.0.0", port), HealthAndMetricsHandler
+    ) as httpd:
+        logger.info(f"Health and metrics server started at http://0.0.0.0:{port}")
         try:
             await asyncio.to_thread(httpd.serve_forever)
         finally:
@@ -62,7 +97,7 @@ async def entrypoint():
 
     lg_logging.set_logging_context({"entrypoint": "python-queue"})
     tasks: set[asyncio.Task] = set()
-    tasks.add(asyncio.create_task(healthcheck_server()))
+    tasks.add(asyncio.create_task(health_and_metrics_server()))
     async with lifespan(None, with_cron_scheduler=False, taskset=tasks):
         await asyncio.gather(*tasks)
 
@@ -81,6 +116,10 @@ async def main():
     except (NotImplementedError, RuntimeError):
         signal.signal(signal.SIGTERM, lambda *_: _handle_signal())
 
+    from langgraph_api import config
+
+    config.IS_QUEUE_ENTRYPOINT = True
+
     entry_task = asyncio.create_task(entrypoint())
     await stop_event.wait()
 

langgraph_api/worker.py

@@ -29,6 +29,8 @@ from langgraph_runtime.retry import RETRIABLE_EXCEPTIONS
 
 logger = structlog.stdlib.get_logger(__name__)
 
+ALL_RETRIABLE_EXCEPTIONS = (asyncio.CancelledError, *RETRIABLE_EXCEPTIONS)
+
 
 class WorkerResult(TypedDict):
     checkpoint: CheckpointPayload | None
@@ -294,7 +296,7 @@ async def worker(
                 await Threads.set_joint_status(
                     conn, run["thread_id"], run_id, status, checkpoint, exception
                 )
-            elif isinstance(exception, RETRIABLE_EXCEPTIONS):
+            elif isinstance(exception, ALL_RETRIABLE_EXCEPTIONS):
                 status = "retry"
                 run_ended_at_dt = datetime.now(UTC)
                 run_ended_at = run_ended_at_dt.isoformat()
@@ -329,7 +331,7 @@ async def worker(
                 )
 
             # delete or set status of thread
-            if not isinstance(exception, RETRIABLE_EXCEPTIONS):
+            if not isinstance(exception, ALL_RETRIABLE_EXCEPTIONS):
                 if temporary:
                     await Threads.delete(conn, run["thread_id"])
                 else:
@@ -346,7 +348,7 @@ async def worker(
                         else:
                             raise
 
-        if isinstance(exception, RETRIABLE_EXCEPTIONS):
+        if isinstance(exception, ALL_RETRIABLE_EXCEPTIONS):
             await logger.awarning("RETRYING", exc_info=exception)
             # re-raise so Runs.enter knows not to mark as done
             # Runs.enter will catch the exception, but what triggers the retry

{langgraph_api-0.2.56.dist-info → langgraph_api-0.2.61.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langgraph-api
-Version: 0.2.56
+Version: 0.2.61
 Author-email: Nuno Campos <nuno@langchain.dev>, Will Fu-Hinthorn <will@langchain.dev>
 License: Elastic-2.0
 License-File: LICENSE

{langgraph_api-0.2.56.dist-info → langgraph_api-0.2.61.dist-info}/RECORD

@@ -1,17 +1,17 @@
-langgraph_api/__init__.py,sha256=yuhEwVPZG_uwEXVduMxOuyth-d2aFtmKNM7h6XPNHtM,23
+langgraph_api/__init__.py,sha256=kZgWAIergNf5V9AKR_m5_2OkmHm70EJlB00_haCLeZY,23
 langgraph_api/asgi_transport.py,sha256=eqifhHxNnxvI7jJqrY1_8RjL4Fp9NdN4prEub2FWBt8,5091
 langgraph_api/asyncio.py,sha256=Odnc6mAJIGF3eFWT8Xcrg2Zam7FwzXkfCWEHaXfrzQQ,9371
 langgraph_api/cli.py,sha256=9Ou3tGDDY_VVLt5DFle8UviJdpI4ZigC5hElYvq2-To,14519
 langgraph_api/command.py,sha256=3O9v3i0OPa96ARyJ_oJbLXkfO8rPgDhLCswgO9koTFA,768
-langgraph_api/config.py,sha256=do03SoO93rfL7PKuxviLZbYuVlzlZJayXnodkO-nxv0,11623
+langgraph_api/config.py,sha256=jmtO5LXubet2Hl7S2tF2BRyB_q2yqCzFqCwN7n6za4Y,11727
 langgraph_api/cron_scheduler.py,sha256=i87j4pJrcsmsqMKeKUs69gaAjrGaSM3pM3jnXdN5JDQ,2630
 langgraph_api/errors.py,sha256=Bu_i5drgNTyJcLiyrwVE_6-XrSU50BHf9TDpttki9wQ,1690
-langgraph_api/graph.py,sha256=JUJgmYF4Bfj3zKH9DZ2c4fgCOaZZ4QA3rbeC5Gtp4Bg,23255
+langgraph_api/graph.py,sha256=t18rq0NHHRILUI5cONhKPzKhbqLGn6_BRytiEh0gdcg,23561
 langgraph_api/http.py,sha256=gYbxxjY8aLnsXeJymcJ7G7Nj_yToOGpPYQqmZ1_ggfA,5240
-langgraph_api/logging.py,sha256=1BXELwUBY8gZeOWCYElbBu_GyHLM2jjlDVJznlekqvQ,4268
+langgraph_api/logging.py,sha256=Do62kNJtY7Ns7q7XrP2VIxho3c85jt8_l3yfRtqM7xM,4370
 langgraph_api/metadata.py,sha256=Gx0b6YszLRjdWLDVN8OcVgC_YYQG_nQitPfUfgQx1w8,4648
 langgraph_api/patch.py,sha256=Dgs0PXHytekX4SUL6KsjjN0hHcOtGLvv1GRGbh6PswU,1408
-langgraph_api/queue_entrypoint.py,sha256=rW4-OEsWwBsLLp6U0P-de-I0tR3gPZaeBKWB3LRrTr0,2923
+langgraph_api/queue_entrypoint.py,sha256=hC8j-A4cUxibusiiPJBlK0mkmChNZxNcXn5GVwL0yic,4889
 langgraph_api/route.py,sha256=4VBkJMeusfiZtLzyUaKm1HwLHTq0g15y2CRiRhM6xyA,4773
 langgraph_api/schema.py,sha256=2711t4PIBk5dky4gmMndrTRC9CVvAgH47C9FKDxhkBo,5444
 langgraph_api/serde.py,sha256=8fQXg7T7RVUqj_jgOoSOJrWVpQDW0qJKjAjSsEhPHo4,4803
@@ -24,11 +24,11 @@ langgraph_api/thread_ttl.py,sha256=-Ox8NFHqUH3wGNdEKMIfAXUubY5WGifIgCaJ7npqLgw,1
 langgraph_api/utils.py,sha256=92mSti9GfGdMRRWyESKQW5yV-75Z9icGHnIrBYvdypU,3619
 langgraph_api/validation.py,sha256=zMuKmwUEBjBgFMwAaeLZmatwGVijKv2sOYtYg7gfRtc,4950
 langgraph_api/webhook.py,sha256=1ncwO0rIZcj-Df9sxSnFEzd1gP1bfS4okeZQS8NSRoE,1382
-langgraph_api/worker.py,sha256=FgTYpOA4Unt3xcqWpOKPqSZpFqND5GcqLk6O0fi4MHU,15812
+langgraph_api/worker.py,sha256=uQg_YEmr0zDTX3BR3bcI2L6SWu4YRWbgELk0gvlnymc,15900
 langgraph_api/api/__init__.py,sha256=YVzpbn5IQotvuuLG9fhS9QMrxXfP4s4EpEMG0n4q3Nw,5625
 langgraph_api/api/assistants.py,sha256=6IPVKQBlI95-Z4nYdqBY9st9oynGJAocL67cwnDaZCk,15744
 langgraph_api/api/mcp.py,sha256=RvRYgANqRzNQzSmgjNkq4RlKTtoEJYil04ot9lsmEtE,14352
-langgraph_api/api/meta.py,sha256=rKEBIlEQ_GugW8_wk0kjHVsv9CeqhEaz2nPvKCvz9Pk,3047
+langgraph_api/api/meta.py,sha256=Yvb6yAqmZy4Nmk8JaNLUcUXA9irlankqS6XhXtXLWG0,3087
 langgraph_api/api/openapi.py,sha256=362m6Ny8wOwZ6HrDK9JAVUzPkyLYWKeV1E71hPOaA0U,11278
 langgraph_api/api/runs.py,sha256=9jU9C4myBhgZXyvR9MzNn9KrpNo7DvWbg8uNeWzSmKE,19524
 langgraph_api/api/store.py,sha256=TSeMiuMfrifmEnEbL0aObC2DPeseLlmZvAMaMzPgG3Y,5535
@@ -51,13 +51,13 @@ langgraph_api/js/client.http.mts,sha256=AGA-p8J85IcNh2oXZjDxHQ4PnQdJmt-LPcpZp6j0
 langgraph_api/js/client.mts,sha256=N9CTH7mbXGSD-gpv-XyruYsHI-rgrObL8cQoAp5s3_U,30986
 langgraph_api/js/errors.py,sha256=Cm1TKWlUCwZReDC5AQ6SgNIVGD27Qov2xcgHyf8-GXo,361
 langgraph_api/js/global.d.ts,sha256=j4GhgtQSZ5_cHzjSPcHgMJ8tfBThxrH-pUOrrJGteOU,196
-langgraph_api/js/package.json,sha256=7_qkj-b0_bpHFFyBDgGaZl3BeuSqkbCD7wNn-ZvQeGA,1333
+langgraph_api/js/package.json,sha256=BpNAO88mbE-Gv4WzQfj1TLktCWGqm6XBqI892ObuOUw,1333
 langgraph_api/js/remote.py,sha256=TwEpmUm6bTLnH8Ku4zCP3cCHyNrYJMIFs4TRUHQTI8Y,35796
 langgraph_api/js/schema.py,sha256=7idnv7URlYUdSNMBXQcw7E4SxaPxCq_Oxwnlml8q5ik,408
 langgraph_api/js/sse.py,sha256=lsfp4nyJyA1COmlKG9e2gJnTttf_HGCB5wyH8OZBER8,4105
 langgraph_api/js/tsconfig.json,sha256=imCYqVnqFpaBoZPx8k1nO4slHIWBFsSlmCYhO73cpBs,341
 langgraph_api/js/ui.py,sha256=XNT8iBcyT8XmbIqSQUWd-j_00HsaWB2vRTVabwFBkik,2439
-langgraph_api/js/yarn.lock,sha256=WpYx-AghC1sV4Jbx9ltuc56nkZ2H5zgJ6n7GyICLvl0,85562
+langgraph_api/js/yarn.lock,sha256=hrU_DP2qU9772d2W-FiuA5N7z2eAp6qmkw7dDCAEYhw,85562
 langgraph_api/js/src/graph.mts,sha256=9zTQNdtanI_CFnOwNRoamoCVHHQHGbNlbm91aRxDeOc,2675
 langgraph_api/js/src/load.hooks.mjs,sha256=xNVHq75W0Lk6MUKl1pQYrx-wtQ8_neiUyI6SO-k0ecM,2235
 langgraph_api/js/src/preload.mjs,sha256=ORV7xwMuZcXWL6jQxNAcCYp8GZVYIvVJbUhmle8jbno,759
@@ -86,8 +86,8 @@ langgraph_runtime/store.py,sha256=7mowndlsIroGHv3NpTSOZDJR0lCuaYMBoTnTrewjslw,11
 LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
 logging.json,sha256=3RNjSADZmDq38eHePMm1CbP6qZ71AmpBtLwCmKU9Zgo,379
 openapi.json,sha256=wrJup7sCRlZXTRagjzGZ7474U1wma4ZzYTkkninrT6M,141875
-langgraph_api-0.2.56.dist-info/METADATA,sha256=wfCknYuOUBNVrO4AM6m33ekJis6bPutLf-EWFDWpPTw,3891
-langgraph_api-0.2.56.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-langgraph_api-0.2.56.dist-info/entry_points.txt,sha256=hGedv8n7cgi41PypMfinwS_HfCwA7xJIfS0jAp8htV8,78
-langgraph_api-0.2.56.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
-langgraph_api-0.2.56.dist-info/RECORD,,
+langgraph_api-0.2.61.dist-info/METADATA,sha256=XdQqNTkMVvTLc8e34erKFgs0GU97seInvZNgWDAxxZU,3891
+langgraph_api-0.2.61.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+langgraph_api-0.2.61.dist-info/entry_points.txt,sha256=hGedv8n7cgi41PypMfinwS_HfCwA7xJIfS0jAp8htV8,78
+langgraph_api-0.2.61.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
+langgraph_api-0.2.61.dist-info/RECORD,,