langgraph-api 0.2.125__tar.gz → 0.2.128__tar.gz

{langgraph_api-0.2.125 → langgraph_api-0.2.128}/Makefile

@@ -54,7 +54,7 @@ start:
 	LANGGRAPH_RUNTIME_EDITION=inmem \
 	LANGGRAPH_AES_KEY='$(LANGGRAPH_AES_KEY)' \
 	N_JOBS_PER_WORKER=2 \
-	LANGSERVE_GRAPHS='{"agent": "./tests/graphs/agent.py:graph", "custom_lifespan": "./tests/graphs/my_router.py:graph", "single_node": "./tests/graphs/single_node.py:graph", "benchmark": "./tests/graphs/benchmark.py:graph", "other": "./tests/graphs/other.py:make_graph", "weather": "./tests/graphs/weather.py:mk_weather_graph", "searchy": "./tests/graphs/searchy.py:graph", "agent_simple": "./tests/graphs/agent_simple.py:graph", "simple_runtime": "./tests/graphs/simple_runtime.py:graph"}' \
+	LANGSERVE_GRAPHS='{"agent": "./tests/graphs/agent.py:graph", "custom_lifespan": "./tests/graphs/my_router.py:graph", "single_node": "./tests/graphs/single_node.py:graph", "benchmark": "./tests/graphs/benchmark.py:graph", "config_graph": "./tests/graphs/config_graph.py:graph", "other": "./tests/graphs/other.py:make_graph", "weather": "./tests/graphs/weather.py:mk_weather_graph", "searchy": "./tests/graphs/searchy.py:graph", "agent_simple": "./tests/graphs/agent_simple.py:graph", "simple_runtime": "./tests/graphs/simple_runtime.py:graph"}' \
 	LANGGRAPH_STORE='$(STORE_CONFIG)' \
 	LANGGRAPH_CONFIG='{"agent": {"configurable": {"model_name": "openai"}}}' \
 	LANGSMITH_LANGGRAPH_API_VARIANT=test \
@@ -77,7 +77,7 @@ start-auth-jwt:
 	LANGGRAPH_RUNTIME_EDITION=inmem LANGGRAPH_HTTP='$(HTTP_CONFIG)' \
 	LANGGRAPH_AES_KEY='$(LANGGRAPH_AES_KEY)' \
 	N_JOBS_PER_WORKER=2 \
-	LANGSERVE_GRAPHS='{"agent": "./tests/graphs/agent.py:graph", "other": "./tests/graphs/other.py:make_graph", "weather": "./tests/graphs/weather.py:mk_weather_graph", "searchy": "./tests/graphs/searchy.py:graph", "agent_simple": "./tests/graphs/agent_simple.py:graph", "simple_runtime": "./tests/graphs/simple_runtime.py:graph"}' \
+	LANGSERVE_GRAPHS='{"agent": "./tests/graphs/agent.py:graph", "config_graph": "./tests/graphs/config_graph.py:graph", "other": "./tests/graphs/other.py:make_graph", "weather": "./tests/graphs/weather.py:mk_weather_graph", "searchy": "./tests/graphs/searchy.py:graph", "agent_simple": "./tests/graphs/agent_simple.py:graph", "simple_runtime": "./tests/graphs/simple_runtime.py:graph"}' \
 	LANGGRAPH_STORE='$(STORE_CONFIG)' \
 	LANGGRAPH_AUTH='{"path": "tests/graphs/jwt_auth.py:auth"}' \
 	LANGSMITH_LANGGRAPH_API_VARIANT=test \
@@ -95,7 +95,7 @@ start-auth-jwt:
 start-auth-fastapi-jwt:
 	LANGGRAPH_RUNTIME_EDITION=inmem LANGGRAPH_HTTP='$(HTTP_CONFIG)' \
 	N_JOBS_PER_WORKER=2 \
-	LANGSERVE_GRAPHS='{"agent": "./tests/graphs/agent.py:graph", "other": "./tests/graphs/other.py:make_graph", "weather": "./tests/graphs/weather.py:mk_weather_graph", "searchy": "./tests/graphs/searchy.py:graph", "agent_simple": "./tests/graphs/agent_simple.py:graph", "simple_runtime": "./tests/graphs/simple_runtime.py:graph"}' \
+	LANGSERVE_GRAPHS='{"agent": "./tests/graphs/agent.py:graph", "config_graph": "./tests/graphs/config_graph.py:graph", "other": "./tests/graphs/other.py:make_graph", "weather": "./tests/graphs/weather.py:mk_weather_graph", "searchy": "./tests/graphs/searchy.py:graph", "agent_simple": "./tests/graphs/agent_simple.py:graph", "simple_runtime": "./tests/graphs/simple_runtime.py:graph"}' \
 	LANGGRAPH_STORE='$(STORE_CONFIG)' \
 	LANGGRAPH_AUTH='{"path": "./tests/graphs/fastapi_jwt_auth.py:auth"}' \
 	LANGSMITH_LANGGRAPH_API_VARIANT=test \

{langgraph_api-0.2.125 → langgraph_api-0.2.128}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langgraph-api
-Version: 0.2.125
+Version: 0.2.128
 Author-email: Nuno Campos <nuno@langchain.dev>, Will Fu-Hinthorn <will@langchain.dev>
 License: Elastic-2.0
 License-File: LICENSE

langgraph_api-0.2.128/langgraph_api/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.2.128"

{langgraph_api-0.2.125 → langgraph_api-0.2.128}/langgraph_api/config.py

@@ -180,6 +180,7 @@ REDIS_MAX_CONNECTIONS = env("REDIS_MAX_CONNECTIONS", cast=int, default=2000)
 REDIS_CONNECT_TIMEOUT = env("REDIS_CONNECT_TIMEOUT", cast=float, default=10.0)
 REDIS_MAX_IDLE_TIME = env("REDIS_MAX_IDLE_TIME", cast=float, default=120.0)
 REDIS_KEY_PREFIX = env("REDIS_KEY_PREFIX", cast=str, default="")
+RUN_STATS_CACHE_SECONDS = env("RUN_STATS_CACHE_SECONDS", cast=int, default=60)
 
 # server
 ALLOW_PRIVATE_NETWORK = env("ALLOW_PRIVATE_NETWORK", cast=bool, default=False)

{langgraph_api-0.2.125 → langgraph_api-0.2.128}/langgraph_api/middleware/http_logger.py

@@ -6,6 +6,7 @@ from starlette.requests import ClientDisconnect
 from starlette.types import Message, Receive, Scope, Send
 
 from langgraph_api.http_metrics import HTTP_METRICS_COLLECTOR
+from langgraph_api.utils.headers import should_include_header
 
 asgi = structlog.stdlib.get_logger("asgi")
 
@@ -99,12 +100,24 @@ class AccessLoggerMiddleware:
             )
 
 
-HEADERS_IGNORE = {b"authorization", b"cookie", b"set-cookie", b"x-api-key"}
+IGNORE_HEADERS = {
+    b"authorization",
+    b"cookie",
+    b"set-cookie",
+    b"x-api-key",
+}
 
 
 def _headers_to_dict(headers: list[tuple[bytes, bytes]] | None) -> dict[str, str]:
     if headers is None:
         return {}
-    return {
-        k.decode(): v.decode() for k, v in headers if k.lower() not in HEADERS_IGNORE
-    }
+
+    result = {}
+    for k, v in headers:
+        if k in IGNORE_HEADERS:
+            continue
+        key = k.decode()
+        if should_include_header(key):
+            result[key] = v.decode()
+
+    return result

{langgraph_api-0.2.125 → langgraph_api-0.2.128}/langgraph_api/models/run.py

@@ -1,6 +1,4 @@
 import asyncio
-import functools
-import re
 import time
 import urllib.parse
 import uuid
@@ -28,6 +26,7 @@ from langgraph_api.schema import (
     StreamMode,
 )
 from langgraph_api.utils import AsyncConnectionProto, get_auth_ctx
+from langgraph_api.utils.headers import should_include_header
 from langgraph_runtime.ops import Runs, logger
 
 
@@ -180,82 +179,61 @@ LANGSMITH_TAGS = "langsmith-tags"
 LANGSMITH_PROJECT = "langsmith-project"
 
 
-def translate_pattern(pat: str) -> re.Pattern[str]:
-    """Translate a pattern to regex, supporting only literals and * wildcards to avoid RE DoS."""
-    res = []
-    i = 0
-    n = len(pat)
-
-    while i < n:
-        c = pat[i]
-        i += 1
-
-        if c == "*":
-            res.append(".*")
-        else:
-            res.append(re.escape(c))
-
-    pattern = "".join(res)
-    return re.compile(rf"(?s:{pattern})\Z")
-
-
-@functools.lru_cache(maxsize=1)
-def get_header_patterns() -> tuple[
-    list[re.Pattern[str] | None], list[re.Pattern[str] | None]
-]:
-    from langgraph_api import config
-
-    if not config.HTTP_CONFIG:
-        return None, None
-    configurable = config.HTTP_CONFIG.get("configurable_headers")
-    if not configurable:
-        return None, None
-    header_includes = configurable.get("includes") or configurable.get("include") or []
-    include_patterns = []
-    for include in header_includes:
-        include_patterns.append(translate_pattern(include))
-    header_excludes = configurable.get("excludes") or configurable.get("exclude") or []
-    exclude_patterns = []
-    for exclude in header_excludes:
-        exclude_patterns.append(translate_pattern(exclude))
-    return include_patterns, exclude_patterns
+# Default headers to exclude from run configuration for security
+DEFAULT_RUN_HEADERS_EXCLUDE = {"x-api-key", "x-tenant-id", "x-service-key"}
 
 
 def get_configurable_headers(headers: dict[str, str]) -> dict[str, str]:
+    """Extract headers that should be added to run configuration.
+
+    This function handles special cases like langsmith-trace and baggage headers,
+    while respecting the configurable header patterns.
+    """
     configurable = {}
-    include_patterns, exclude_patterns = get_header_patterns()
+
     for key, value in headers.items():
-        # First handle tracing stuff; not configurable
+        # First handle tracing stuff - always included regardless of patterns
         if key == "langsmith-trace":
             configurable[key] = value
             if baggage := headers.get("baggage"):
                 for item in baggage.split(","):
-                    key, value = item.split("=")
-                    if key == LANGSMITH_METADATA and key not in configurable:
-                        configurable[key] = orjson.loads(urllib.parse.unquote(value))
-                    elif key == LANGSMITH_TAGS:
-                        configurable[key] = urllib.parse.unquote(value).split(",")
-                    elif key == LANGSMITH_PROJECT:
-                        configurable[key] = urllib.parse.unquote(value)
-        # Then handle overridable behavior
-        if exclude_patterns and any(pattern.match(key) for pattern in exclude_patterns):
-            continue
-        if include_patterns and any(pattern.match(key) for pattern in include_patterns):
-            configurable[key] = value
+                    baggage_key, baggage_value = item.split("=")
+                    if (
+                        baggage_key == LANGSMITH_METADATA
+                        and baggage_key not in configurable
+                    ):
+                        configurable[baggage_key] = orjson.loads(
+                            urllib.parse.unquote(baggage_value)
+                        )
+                    elif baggage_key == LANGSMITH_TAGS:
+                        configurable[baggage_key] = urllib.parse.unquote(
+                            baggage_value
+                        ).split(",")
+                    elif baggage_key == LANGSMITH_PROJECT:
+                        configurable[baggage_key] = urllib.parse.unquote(baggage_value)
             continue
 
-        # Then handle default behavior
+        # Check if header should be included based on patterns
+        # For run configuration, we have specific default behavior for x-* headers
         if key.startswith("x-"):
-            if key in (
-                "x-api-key",
-                "x-tenant-id",
-                "x-service-key",
-            ):
+            # Check against default excludes for x-* headers
+            if key in DEFAULT_RUN_HEADERS_EXCLUDE:
+                # Check if explicitly included via patterns
+                if should_include_header(key):
+                    configurable[key] = value
                 continue
-            configurable[key] = value
-
+            # Other x-* headers are included by default unless patterns exclude them
+            if should_include_header(key):
+                configurable[key] = value
         elif key == "user-agent":
-            configurable[key] = value
+            # user-agent is included by default unless excluded by patterns
+            if should_include_header(key):
+                configurable[key] = value
+        else:
+            # All other headers only included if patterns allow
+            if should_include_header(key):
+                configurable[key] = value
+
     return configurable
 
 
@@ -297,6 +275,13 @@ async def create_valid_run(
     config = payload.get("config") or {}
     context = payload.get("context") or {}
     configurable = config.setdefault("configurable", {})
+
+    if configurable and context:
+        raise HTTPException(
+            status_code=400,
+            detail="Cannot specify both configurable and context. Prefer setting context alone. Context was introduced in LangGraph 0.6.0 and is the long term planned replacement for configurable.",
+        )
+
     if checkpoint_id:
         configurable["checkpoint_id"] = str(checkpoint_id)
     if checkpoint := payload.get("checkpoint"):
@@ -322,6 +307,12 @@ async def create_valid_run(
     configurable["__after_seconds__"] = after_seconds
     put_time_start = time.time()
     if_not_exists = payload.get("if_not_exists", "reject")
+
+    # Keep config and context in sync
+    # Configurable is either A) just internal config or B) internal config + user config (and context is empty). Either way, configurable is the default.
+    context = {**context, **configurable}
+    config["configurable"] = context
+
     run_coro = Runs.put(
         conn,
         assistant_id,

{langgraph_api-0.2.125 → langgraph_api-0.2.128}/langgraph_api/stream.py

@@ -348,7 +348,17 @@ async def astream_state(
         yield "feedback", feedback_urls
 
 
-async def consume(stream: AnyStream, run_id: str, resumable: bool = False) -> None:
+async def consume(
+    stream: AnyStream,
+    run_id: str,
+    resumable: bool = False,
+    stream_modes: set[StreamMode] | None = None,
+) -> None:
+    stream_modes = stream_modes or set()
+    if "messages-tuple" in stream_modes:
+        stream_modes.add("messages")
+    stream_modes.add("metadata")
+
     async with aclosing(stream):
         try:
             async for mode, payload in stream:
@@ -356,7 +366,7 @@ async def consume(stream: AnyStream, run_id: str, resumable: bool = False) -> No
                     run_id,
                     mode,
                     await run_in_executor(None, json_dumpb, payload),
-                    resumable=resumable,
+                    resumable=resumable and mode.split("|")[0] in stream_modes,
                 )
         except Exception as e:
             if isinstance(e, ExceptionGroup):
@@ -365,7 +375,6 @@ async def consume(stream: AnyStream, run_id: str, resumable: bool = False) -> No
                 run_id,
                 "error",
                 await run_in_executor(None, json_dumpb, e),
-                resumable=resumable,
             )
             raise e
 

langgraph_api-0.2.128/langgraph_api/utils/headers.py

@@ -0,0 +1,72 @@
+"""Shared utilities for configurable header filtering."""
+
+import functools
+import re
+
+
+def translate_pattern(pat: str) -> re.Pattern[str]:
+    """Translate a pattern to regex, supporting only literals and * wildcards to avoid RE DoS."""
+    res = []
+    i = 0
+    n = len(pat)
+
+    while i < n:
+        c = pat[i]
+        i += 1
+
+        if c == "*":
+            res.append(".*")
+        else:
+            res.append(re.escape(c))
+
+    pattern = "".join(res)
+    return re.compile(rf"(?s:{pattern})\Z")
+
+
+@functools.lru_cache(maxsize=1)
+def get_header_patterns() -> tuple[
+    list[re.Pattern[str]] | None, list[re.Pattern[str]] | None
+]:
+    """Get the configured header include/exclude patterns."""
+    from langgraph_api import config
+
+    if not config.HTTP_CONFIG:
+        return None, None
+    configurable = config.HTTP_CONFIG.get("configurable_headers")
+    if not configurable:
+        return None, None
+    header_includes = configurable.get("includes") or configurable.get("include") or []
+    include_patterns = []
+    for include in header_includes:
+        include_patterns.append(translate_pattern(include))
+    header_excludes = configurable.get("excludes") or configurable.get("exclude") or []
+    exclude_patterns = []
+    for exclude in header_excludes:
+        exclude_patterns.append(translate_pattern(exclude))
+    return include_patterns or None, exclude_patterns or None
+
+
+@functools.lru_cache(maxsize=512)
+def should_include_header(key: str) -> bool:
+    """Check if a header should be included based on cached patterns.
+
+    This function uses cached patterns from get_header_patterns() and
+    provides efficient header filtering.
+
+    Args:
+        key: The header key to check
+
+    Returns:
+        True if the header should be included, False otherwise
+    """
+    include_patterns, exclude_patterns = get_header_patterns()
+
+    # Handle configurable behavior
+    if exclude_patterns and any(pattern.match(key) for pattern in exclude_patterns):
+        return False
+    if include_patterns:
+        # If include patterns are specified, only include headers matching them
+        return any(pattern.match(key) for pattern in include_patterns)
+
+    # Default behavior - include if not excluded
+    return True

{langgraph_api-0.2.125 → langgraph_api-0.2.128}/langgraph_api/worker.py

@@ -20,7 +20,7 @@ from langgraph_api.config import (
 from langgraph_api.errors import UserInterrupt, UserRollback, UserTimeout
 from langgraph_api.js.errors import RemoteException
 from langgraph_api.metadata import incr_runs
-from langgraph_api.schema import Run
+from langgraph_api.schema import Run, StreamMode
 from langgraph_api.state import state_snapshot_to_thread_state
 from langgraph_api.stream import AnyStream, astream_state, consume
 from langgraph_api.utils import with_user
@@ -54,6 +54,7 @@ async def set_auth_ctx_for_run(
         user = normalize_user(user)
         # Reapply normalization to the kwargs
         run_kwargs["config"]["configurable"]["langgraph_auth_user"] = user
+        run_kwargs["context"]["langgraph_auth_user"] = user
     except Exception:
         user = SimpleUser(user_id) if user_id is not None else None
         permissions = None
@@ -130,9 +131,11 @@ async def worker(
                     break
 
     # Wrap the graph execution to separate user errors from server errors
-    async def wrap_user_errors(stream: AnyStream, run_id: str, resumable: bool):
+    async def wrap_user_errors(
+        stream: AnyStream, run_id: str, resumable: bool, stream_modes: set[StreamMode]
+    ):
         try:
-            await consume(stream, run_id, resumable)
+            await consume(stream, run_id, resumable, stream_modes)
         except Exception as e:
             if not isinstance(e, UserRollback | UserInterrupt):
                 logger.error(
@@ -184,8 +187,11 @@ async def worker(
                         on_checkpoint=on_checkpoint,
                         on_task_result=on_task_result,
                     )
+                stream_modes: set[StreamMode] = set(
+                    run["kwargs"].get("stream_mode", [])
+                )
                 await asyncio.wait_for(
-                    wrap_user_errors(stream, run_id, resumable),
+                    wrap_user_errors(stream, run_id, resumable, stream_modes),
                     BG_JOB_TIMEOUT_SECS,
                 )
         except (Exception, asyncio.CancelledError) as ee:

langgraph_api-0.2.125/langgraph_api/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.2.125"