langgraph-api 0.4.1__py3-none-any.whl → 0.7.3__py3-none-any.whl

langgraph_api/http.py

@@ -70,11 +70,11 @@ class JsonHttpClient:
                 await res.aclose()
 
 
-_http_client: JsonHttpClient
+_http_client: JsonHttpClient | None = None
 _loopback_client: JsonHttpClient | None = None
 
 
-async def start_http_client() -> None:
+async def start_http_client() -> JsonHttpClient:
     global _http_client
     _http_client = JsonHttpClient(
         client=httpx.AsyncClient(
@@ -86,15 +86,26 @@ async def start_http_client() -> None:
             ),
         ),
     )
+    return _http_client
 
 
 async def stop_http_client() -> None:
     global _http_client
+    if _http_client is None:
+        return
     await _http_client.client.aclose()
-    del _http_client
+    _http_client = None
+
+
+def get_http_client() -> JsonHttpClient | None:
+    global _http_client
+    return _http_client
 
 
-def get_http_client() -> JsonHttpClient:
+async def ensure_http_client() -> JsonHttpClient:
+    global _http_client
+    if _http_client is None:
+        return await start_http_client()
     return _http_client
 
 
@@ -168,7 +179,7 @@ async def http_request(
     if not path.startswith(("http://", "https://", "/")):
         raise ValueError("path must start with / or http")
 
-    client = client or get_http_client()
+    client = client or (await ensure_http_client())
 
     content = None
     if body is not None:

langgraph_api/http_metrics.py

@@ -1,51 +1,23 @@
 from collections import defaultdict
 from typing import Any
 
-FILTERED_ROUTES = {"/ok", "/info", "/metrics", "/docs", "/openapi.json"}
+from langgraph_api import config
+from langgraph_api.http_metrics_utils import (
+    HTTP_LATENCY_BUCKETS,
+    get_route,
+    should_filter_route,
+)
 
 MAX_REQUEST_COUNT_ENTRIES = 5000
 MAX_HISTOGRAM_ENTRIES = 1000
 
 
-def get_route(route: Any) -> str | None:
-    try:
-        # default lg api routes use the custom APIRoute where scope["route"] is set to a string
-        if isinstance(route, str):
-            return route
-        else:
-            # custom FastAPI routes provided by user_router attach an object to scope["route"]
-            route_path = getattr(route, "path", None)
-            return route_path
-    except Exception:
-        return None
-
-
-def should_filter_route(route_path: str) -> bool:
-    # use endswith to honor MOUNT_PREFIX
-    return any(route_path.endswith(suffix) for suffix in FILTERED_ROUTES)
-
-
 class HTTPMetricsCollector:
     def __init__(self):
         # Counter: Key: (method, route, status), Value: count
         self._request_counts: dict[tuple[str, str, int], int] = defaultdict(int)
 
-        self._histogram_buckets = [
-            0.01,
-            0.1,
-            0.5,
-            1,
-            5,
-            15,
-            30,
-            60,
-            120,
-            300,
-            600,
-            1800,
-            3600,
-            float("inf"),
-        ]
+        self._histogram_buckets = HTTP_LATENCY_BUCKETS
         self._histogram_bucket_labels = [
             "+Inf" if value == float("inf") else str(value)
             for value in self._histogram_buckets
@@ -97,6 +69,14 @@ class HTTPMetricsCollector:
         hist_data["sum"] += latency_seconds
         hist_data["count"] += 1
 
+        try:
+            if config.LANGGRAPH_METRICS_ENABLED:
+                from langgraph_api.self_hosted_metrics import record_http_request
+
+                record_http_request(method, route_path, status, latency_seconds)
+        except Exception:
+            pass
+
     def get_metrics(
         self,
         project_id: str | None,

langgraph_api/http_metrics_utils.py

@@ -0,0 +1,38 @@
+from typing import Any
+
+FILTERED_ROUTES = {"/ok", "/info", "/metrics", "/docs", "/openapi.json"}
+
+HTTP_LATENCY_BUCKETS = [
+    0.01,
+    0.1,
+    0.5,
+    1,
+    5,
+    15,
+    30,
+    60,
+    120,
+    300,
+    600,
+    1800,
+    3600,
+    float("inf"),
+]
+
+
+def get_route(route: Any) -> str | None:
+    try:
+        # default lg api routes use the custom APIRoute where scope["route"] is set to a string
+        if isinstance(route, str):
+            return route
+        else:
+            # custom FastAPI routes provided by user_router attach an object to scope["route"]
+            route_path = getattr(route, "path", None)
+            return route_path
+    except Exception:
+        return None
+
+
+def should_filter_route(route_path: str) -> bool:
+    # use endswith to honor MOUNT_PREFIX
+    return any(route_path.endswith(suffix) for suffix in FILTERED_ROUTES)

langgraph_api/js/build.mts

@@ -1,7 +1,7 @@
 /// <reference types="./global.d.ts" />
 import "./src/preload.mjs";
 
-import { z } from "zod";
+import { z } from "zod/v3";
 import * as fs from "node:fs/promises";
 import * as path from "node:path";
 import { type GraphSchema, resolveGraph } from "./src/graph.mts";

langgraph_api/js/client.http.mts

@@ -6,7 +6,7 @@ import * as path from "node:path";
 import * as url from "node:url";
 import { createLogger, format, transports } from "winston";
 import { gracefulExit } from "exit-hook";
-import { z } from "zod";
+import { z } from "zod/v3";
 
 const logger = createLogger({
   level: "debug",
@@ -47,7 +47,9 @@ const wrapHonoApp = (app: Hono) => {
   // b/c the user's Hono version might be different than ours.
   // See warning here: https://hono.dev/docs/guides/middleware#built-in-middleware
   const newApp = new (Object.getPrototypeOf(app).constructor)() as Hono<{
-    Variables: { body: string | ArrayBuffer | ReadableStream | null };
+    Variables: {
+      "langgraph:body": string | ArrayBuffer | ReadableStream | null;
+    };
   }>;
 
   // This endpoint is used to check if we can yield the routing to the Python server early.
@@ -71,11 +73,15 @@ const wrapHonoApp = (app: Hono) => {
   newApp.notFound(async (c) => {
     // Send the request body back to the Python server
     // Use the cached body in-case the user mutated the body
-    let payload: any = null;
-    try {
-      payload = JSON.stringify(await c.req.json()) ?? null;
-    } catch {
-      // pass
+    let payload: string | ArrayBuffer | ReadableStream | null =
+      c.get("langgraph:body");
+
+    if (payload == null) {
+      try {
+        payload = JSON.stringify(await c.req.json()) ?? null;
+      } catch {
+        // pass
+      }
     }
 
     return c.body(payload, {

langgraph_api/js/client.mts

@@ -1,6 +1,6 @@
 /// <reference types="./global.d.ts" />
 
-import { z } from "zod";
+import { z } from "zod/v3";
 import { Context, Hono } from "hono";
 import { serve } from "@hono/node-server";
 import { zValidator } from "@hono/zod-validator";
@@ -527,10 +527,7 @@ export class RemoteStore extends BaseStore {
   }
 
   async get(namespace: string[], key: string): Promise<Item | null> {
-    return await sendRecv<Item | null>("store_get", {
-      namespace: namespace.join("."),
-      key,
-    });
+    return await sendRecv<Item | null>("store_get", { namespace, key });
   }
 
   async search(

langgraph_api/js/package.json

@@ -7,41 +7,42 @@
     "format": "prettier --write ."
   },
   "dependencies": {
-    "@hono/node-server": "^1.12.0",
-    "@hono/zod-validator": "^0.2.2",
-    "@langchain/core": "^0.3.59",
-    "@langchain/langgraph": "^0.2.65",
-    "@langchain/langgraph-api": "~0.0.59",
-    "@langchain/langgraph-ui": "~0.0.59",
-    "@langchain/langgraph-checkpoint": "~0.0.18",
+    "@hono/node-server": "^1.19.8",
+    "@hono/zod-validator": "^0.7.6",
+    "@langchain/core": "^1.1.8",
+    "@langchain/langgraph": "^1.1.0",
+    "@langchain/langgraph-api": "^1.0.3",
+    "@langchain/langgraph-checkpoint": "^1.0.0",
+    "@langchain/langgraph-ui": "^1.1.11",
     "@types/json-schema": "^7.0.15",
-    "@typescript/vfs": "^1.6.0",
-    "dedent": "^1.5.3",
-    "exit-hook": "^4.0.0",
-    "hono": "^4.5.4",
-    "p-queue": "^8.0.1",
-    "p-retry": "^6.2.0",
-    "tsx": "^4.19.3",
-    "typescript": "^5.5.4",
-    "undici": "^6.21.2",
-    "uuid": "^10.0.0",
-    "vite": "^6.1.6",
-    "winston": "^3.17.0",
-    "zod": "^3.25.32"
+    "@typescript/vfs": "^1.6.2",
+    "dedent": "^1.7.1",
+    "esbuild": "^0.27.2",
+    "exit-hook": "^5.0.1",
+    "hono": "^4.11.4",
+    "p-queue": "^9.0.1",
+    "p-retry": "^7.1.1",
+    "tsx": "^4.21.0",
+    "typescript": "^5.9.3",
+    "undici": "^7.18.2",
+    "uuid": "^13.0.0",
+    "vite": "^7.3.0",
+    "winston": "^3.19.0",
+    "zod": "^4.2.1"
   },
   "resolutions": {
     "esbuild": "^0.25.0",
     "vite": "^6.1.6"
   },
   "devDependencies": {
-    "@langchain/langgraph-sdk": "^0.0.104",
-    "@types/node": "^22.2.0",
-    "@types/react": "^19.0.8",
-    "@types/react-dom": "^19.0.3",
-    "jose": "^6.0.10",
-    "postgres": "^3.4.4",
-    "prettier": "^3.3.3",
-    "vitest": "^3.0.5"
+    "@langchain/langgraph-sdk": "^1.5.4",
+    "@types/node": "^25.0.9",
+    "@types/react": "^19.2.7",
+    "@types/react-dom": "^19.2.3",
+    "jose": "^6.1.3",
+    "postgres": "^3.4.7",
+    "prettier": "^3.7.4",
+    "vitest": "^4.0.16"
   },
   "packageManager": "yarn@1.22.22+sha512.a6b2f7906b721bba3d67d4aff083df04dad64c399707841b7acf00f6b133b7ac24255f2652fa22ae3534329dc6180534e98d17432037ff6fd140556e2bb3137e"
 }

langgraph_api/js/remote.py

@@ -15,7 +15,7 @@ import httpx
 import orjson
 import structlog
 import uvicorn
-from langchain_core.runnables.config import RunnableConfig
+from langchain_core.runnables.config import RunnableConfig, merge_configs
 from langchain_core.runnables.graph import Edge, Node
 from langchain_core.runnables.graph import Graph as DrawableGraph
 from langchain_core.runnables.schema import (
@@ -49,6 +49,7 @@ from langgraph_api.js.sse import SSEDecoder, aiter_lines_raw
 from langgraph_api.route import ApiResponse
 from langgraph_api.schema import Config
 from langgraph_api.serde import json_dumpb
+from langgraph_api.utils import get_auth_ctx, get_user_id
 
 logger = structlog.stdlib.get_logger(__name__)
 
@@ -153,9 +154,9 @@ class RemotePregel(BaseRemotePregel):
 
         async for event in _client_stream("streamEvents", data):
             if event["event"] == "on_custom_event":
-                yield CustomStreamEvent(**event)
+                yield CustomStreamEvent(**event)  # type: ignore[missing-typed-dict-key]
             else:
-                yield StandardStreamEvent(**event)
+                yield StandardStreamEvent(**event)  # type: ignore[missing-typed-dict-key]
 
     async def fetch_state_schema(self):
         return await _client_invoke("getSchema", {"graph_id": self.graph_id})
@@ -170,9 +171,9 @@ class RemotePregel(BaseRemotePregel):
             "getGraph",
             {
                 "graph_id": self.graph_id,
-                "graph_config": self.config,
+                "graph_config": self._inject_auth_to_config(self.config),
                 "graph_name": self.name,
-                "config": config,
+                "config": self._inject_auth_to_config(config),
                 "xray": xray,
             },
         )
@@ -187,15 +188,17 @@ class RemotePregel(BaseRemotePregel):
                 )
                 for data in nodes
             },
-            {
-                Edge(
-                    data["source"],
-                    data["target"],
-                    data.get("data"),
-                    data.get("conditional", False),
-                )
-                for data in edges
-            },
+            list(
+                {
+                    Edge(
+                        data["source"],
+                        data["target"],
+                        data.get("data"),
+                        data.get("conditional", False),
+                    )
+                    for data in edges
+                }
+            ),
         )
 
     async def fetch_subgraphs(
@@ -209,11 +212,11 @@ class RemotePregel(BaseRemotePregel):
             "getSubgraphs",
             {
                 "graph_id": self.graph_id,
-                "graph_config": self.config,
+                "graph_config": self._inject_auth_to_config(self.config),
                 "graph_name": self.name,
                 "namespace": namespace,
                 "recurse": recurse,
-                "config": config,
+                "config": self._inject_auth_to_config(config),
             },
         )
 
@@ -237,7 +240,7 @@ class RemotePregel(BaseRemotePregel):
                         tuple(task["path"]) if task.get("path") else tuple(),
                         # TODO: figure out how to properly deserialise errors
                         task.get("error"),
-                        tuple(interrupts),
+                        tuple(interrupts),  # type: ignore[arg-type]
                         state,
                         task.get("result"),
                     )
@@ -246,7 +249,7 @@ class RemotePregel(BaseRemotePregel):
 
         return StateSnapshot(  # type: ignore[missing-argument]
             item.get("values"),
-            cast(tuple, item.get("next", ())),
+            cast("tuple", item.get("next", ())),
             item.get("config"),
             item.get("metadata"),
             item.get("createdAt"),
@@ -264,9 +267,9 @@ class RemotePregel(BaseRemotePregel):
                 "getState",
                 {
                     "graph_id": self.graph_id,
-                    "graph_config": self.config,
+                    "graph_config": self._inject_auth_to_config(self.config),
                     "graph_name": self.name,
-                    "config": config,
+                    "config": self._inject_auth_to_config(config),
                     "subgraphs": subgraphs,
                 },
             )
@@ -282,9 +285,9 @@ class RemotePregel(BaseRemotePregel):
             "updateState",
             {
                 "graph_id": self.graph_id,
-                "graph_config": self.config,
+                "graph_config": self._inject_auth_to_config(self.config),
                 "graph_name": self.name,
-                "config": config,
+                "config": self._inject_auth_to_config(config),
                 "values": values,
                 "as_node": as_node,
             },
@@ -303,9 +306,9 @@ class RemotePregel(BaseRemotePregel):
             "getStateHistory",
             {
                 "graph_id": self.graph_id,
-                "graph_config": self.config,
+                "graph_config": self._inject_auth_to_config(self.config),
                 "graph_name": self.name,
-                "config": config,
+                "config": self._inject_auth_to_config(config),
                 "limit": limit,
                 "filter": filter,
                 "before": before,
@@ -351,6 +354,27 @@ class RemotePregel(BaseRemotePregel):
         )
         return result["nodesExecuted"]
 
+    def _inject_auth_to_config(self, config: RunnableConfig | Config):
+        if ctx := get_auth_ctx():
+            user_id = get_user_id(cast("BaseUser | None", ctx.user))
+
+            # Skip if cannot serialize the user to JSON
+            if not hasattr(ctx.user, "model_dump"):
+                return config
+
+            return merge_configs(
+                config,
+                {
+                    "configurable": {
+                        "langgraph_auth_user": ctx.user,
+                        "langgraph_auth_user_id": user_id,
+                        "langgraph_auth_permissions": list(ctx.permissions),
+                    }
+                },
+            )
+
+        return config
+
 
 async def run_js_process(paths_str: str | None, watch: bool = False):
     # check if tsx is available
@@ -630,13 +654,13 @@ async def run_remote_checkpointer():
 
     async def store_get(payload: dict):
         """Get store data"""
-        namespaces_str = payload.get("namespace")
+        namespaces = payload.get("namespace")
         key = payload.get("key")
 
-        if not namespaces_str or not key:
+        if not namespaces or not key:
             raise ValueError("Both namespaces and key are required")
 
-        namespaces = namespaces_str.split(".")
+        namespaces = tuple(namespaces)
 
         store = await _get_passthrough_store()
         result = await store.aget(namespaces, key)
@@ -646,7 +670,7 @@ async def run_remote_checkpointer():
     async def store_put(payload: dict):
         """Put the new store data"""
 
-        namespace = tuple(payload["namespace"].split("."))
+        namespace = tuple(payload["namespace"])
         key = payload["key"]
         value = payload["value"]
         index = payload.get("index")
@@ -861,6 +885,8 @@ class CustomJsAuthBackend(AuthenticationBackend):
             self.ls_auth = LangsmithAuthBackend()
         self.ttl_cache: LRUCache | None = None
         self.cache_keys: list[str] | None = None
+        if LANGGRAPH_AUTH is None:
+            raise ValueError("LANGGRAPH_AUTH is not set")
         if cache := LANGGRAPH_AUTH.get("cache"):
             keys = cache.get("cache_keys", [])
             if not isinstance(keys, list):
@@ -891,7 +917,7 @@ class CustomJsAuthBackend(AuthenticationBackend):
         if self.cache_keys:
             cache_key = tuple((k, headers[k]) for k in self.cache_keys if k in headers)
             if cache_key and self.ttl_cache is not None:
-                cached = self.ttl_cache.get(cache_key)
+                cached = await self.ttl_cache.get(cache_key)
                 if cached:
                     return cached
 
@@ -954,7 +980,7 @@ async def handle_js_auth_event(
 
         raise HTTPException(status_code=status, detail=message, headers=headers)
 
-    filters = cast(Auth.types.FilterType | None, response.get("filters"))
+    filters = cast("Auth.types.FilterType | None", response.get("filters"))
 
     # mutate metadata in value if applicable
     # we need to preserve the identity of the object, so cannot create a new

langgraph_api/js/src/graph.mts

@@ -62,6 +62,17 @@ export async function resolveGraph(
     return "compile" in graph && typeof graph.compile === "function";
   };
 
+  const isCompiledGraph = (
+    graph: GraphLike,
+  ): graph is CompiledGraph<string> => {
+    if (typeof graph !== "object" || graph == null) return false;
+    return (
+      "builder" in graph &&
+      typeof graph.builder === "object" &&
+      graph.builder != null
+    );
+  };
+
   const graph: GraphUnknown = await import(sourceFile).then(
     (module) => module[exportSymbol || "default"],
   );
@@ -73,6 +84,15 @@ export async function resolveGraph(
 
       const afterResolve = (graphLike: GraphLike): CompiledGraph<string> => {
         const graph = isGraph(graphLike) ? graphLike.compile() : graphLike;
+
+        // TODO: hack, remove once LangChain 1.x createAgent is fixed
+        // LangGraph API will assign it's checkpointer by setting it
+        // via `graph.checkpointer = ...` and `graph.store = ...`, and the 1.x `createAgent`
+        // hides the underlying `StateGraph` instance, so we need to access it directly.
+        if (!isCompiledGraph(graph) && "graph" in graph) {
+          return (graph as { graph: CompiledGraph<string> }).graph;
+        }
+
         return graph;
       };
 

langgraph_api/js/sse.py

@@ -51,7 +51,7 @@ class BytesLineDecoder:
             # Include any existing buffer in the first portion of the
             # splitlines result.
             self.buffer.extend(lines[0])
-            lines = [self.buffer] + lines[1:]
+            lines = [self.buffer, *lines[1:]]
             self.buffer = bytearray()
 
         if not trailing_newline:
@@ -79,7 +79,7 @@ class SSEDecoder:
         self._retry: int | None = None
 
     def decode(self, line: bytes) -> StreamPart | None:
-        # See: https://html.spec.whatwg.org/multipage/server-sent-events.html#event-stream-interpretation  # noqa: E501
+        # See: https://html.spec.whatwg.org/multipage/server-sent-events.html#event-stream-interpretation
 
         if not line:
             if (

langgraph_api/js/ui.py

@@ -66,7 +66,7 @@ async def _start_ui_bundler_process():
             "watch",
             "-o",
             UI_ROOT_DIR,
-            env=os.environ,
+            env=dict(os.environ),
         )
         pid = process.pid
         logger.info("Started UI bundler process [%d]", pid)