langgraph-api 0.2.32__tar.gz → 0.2.35__tar.gz

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/Makefile

@@ -67,6 +67,7 @@ start:
 		--reload \
 		--port 9123 \
 		--reload-dir langgraph_api \
+		--reload-dir ../runtime_inmem \
 		--no-access-log
 
 
@@ -89,6 +90,7 @@ start-auth-jwt:
 		--reload \
 		--port 9123 \
 		--reload-dir langgraph_api \
+		--reload-dir ../runtime_inmem \
 		--no-access-log
 
 start-auth-fastapi-jwt:
@@ -106,6 +108,7 @@ start-auth-fastapi-jwt:
 		--reload \
 		--port 9123 \
 		--reload-dir langgraph_api \
+		--reload-dir ../runtime_inmem \
 		--no-access-log
 
 VERSION_KIND ?= patch

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langgraph-api
-Version: 0.2.32
+Version: 0.2.35
 Author-email: Nuno Campos <nuno@langchain.dev>, Will Fu-Hinthorn <will@langchain.dev>
 License: Elastic-2.0
 License-File: LICENSE
@@ -11,7 +11,7 @@ Requires-Dist: httpx>=0.25.0
 Requires-Dist: jsonschema-rs<0.30,>=0.20.0
 Requires-Dist: langchain-core>=0.2.38
 Requires-Dist: langgraph-checkpoint>=2.0.23
-Requires-Dist: langgraph-runtime-inmem<0.2,>=0.1.0
+Requires-Dist: langgraph-runtime-inmem<0.3,>=0.2.0
 Requires-Dist: langgraph-sdk>=0.1.66
 Requires-Dist: langgraph>=0.3.27
 Requires-Dist: langsmith>=0.1.112

langgraph_api-0.2.35/langgraph_api/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.2.35"

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/langgraph_api/api/meta.py

@@ -54,10 +54,10 @@ async def meta_metrics(request: ApiRequest):
                 }
             )
     elif format == "prometheus":
-        # LANGSMITH_HOST_PROJECT_ID and HOSTED_LANGSERVE_REVISION_ID are injected
+        # LANGSMITH_HOST_PROJECT_ID and LANGSMITH_HOST_REVISION_ID are injected
         # into the deployed image by host-backend.
         project_id = os.getenv("LANGSMITH_HOST_PROJECT_ID")
-        revision_id = os.getenv("HOSTED_LANGSERVE_REVISION_ID")
+        revision_id = os.getenv("LANGSMITH_HOST_REVISION_ID")
 
         metrics = [
             "# HELP lg_api_workers_max The maximum number of workers available.",

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/langgraph_api/api/runs.py

@@ -39,7 +39,10 @@ async def create_run(request: ApiRequest):
             payload,
             request.headers,
         )
-    return ApiResponse(run)
+    return ApiResponse(
+        run,
+        headers={"Content-Location": f"/threads/{thread_id}/runs/{run['run_id']}"},
+    )
 
 
 @retry_db
@@ -53,7 +56,10 @@ async def create_stateless_run(request: ApiRequest):
             payload,
             request.headers,
         )
-    return ApiResponse(run)
+    return ApiResponse(
+        run,
+        headers={"Content-Location": f"/runs/{run['run_id']}"},
+    )
 
 
 async def create_stateless_run_batch(request: ApiRequest):
@@ -107,8 +113,12 @@ async def stream_run(
             thread_id=thread_id,
             cancel_on_disconnect=on_disconnect == "cancel",
             stream_mode=await sub,
+            last_event_id=None,
         ),
-        headers={"Location": f"/threads/{thread_id}/runs/{run['run_id']}/stream"},
+        headers={
+            "Location": f"/threads/{thread_id}/runs/{run['run_id']}/stream",
+            "Content-Location": f"/threads/{thread_id}/runs/{run['run_id']}",
+        },
     )
 
 
@@ -143,9 +153,11 @@ async def stream_run_stateless(
             ignore_404=True,
             cancel_on_disconnect=on_disconnect == "cancel",
             stream_mode=await sub,
+            last_event_id=None,
         ),
         headers={
-            "Location": f"/threads/{run['thread_id']}/runs/{run['run_id']}/stream"
+            "Location": f"/runs/{run['run_id']}/stream",
+            "Content-Location": f"/runs/{run['run_id']}",
         },
     )
 
@@ -182,7 +194,7 @@ async def wait_run(request: ApiRequest):
                 run["run_id"], thread_id=run["thread_id"], stream_mode=await sub
             )
         ) as stream:
-            async for mode, chunk in stream:
+            async for mode, chunk, _ in stream:
                 if mode == b"values":
                     vchunk = chunk
                 elif mode == b"error":
@@ -216,7 +228,10 @@ async def wait_run(request: ApiRequest):
     return StreamingResponse(
         body(),
         media_type="application/json",
-        headers={"Location": f"/threads/{thread_id}/runs/{run['run_id']}/join"},
+        headers={
+            "Location": f"/threads/{thread_id}/runs/{run['run_id']}/join",
+            "Content-Location": f"/threads/{thread_id}/runs/{run['run_id']}",
+        },
     )
 
 
@@ -251,7 +266,7 @@ async def wait_run_stateless(request: ApiRequest):
                 run["run_id"], thread_id=run["thread_id"], stream_mode=await sub
             )
         ) as stream:
-            async for mode, chunk in stream:
+            async for mode, chunk, _ in stream:
                 if mode == b"values":
                     vchunk = chunk
                 elif mode == b"error":
@@ -280,7 +295,10 @@ async def wait_run_stateless(request: ApiRequest):
     return StreamingResponse(
         body(),
         media_type="application/json",
-        headers={"Location": f"/threads/{run['thread_id']}/runs/{run['run_id']}/join"},
+        headers={
+            "Location": f"/threads/{run['thread_id']}/runs/{run['run_id']}/join",
+            "Content-Location": f"/threads/{run['thread_id']}/runs/{run['run_id']}",
+        },
     )
 
 
@@ -358,13 +376,15 @@ async def join_run_stream(request: ApiRequest):
     validate_uuid(thread_id, "Invalid thread ID: must be a UUID")
     validate_uuid(run_id, "Invalid run ID: must be a UUID")
     stream_mode = request.query_params.get("stream_mode") or None
+    last_event_id = request.headers.get("last-event-id") or None
     return EventSourceResponse(
         Runs.Stream.join(
             run_id,
             thread_id=thread_id,
             cancel_on_disconnect=cancel_on_disconnect,
             stream_mode=stream_mode,
-        )
+            last_event_id=last_event_id,
+        ),
     )
 
 

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/langgraph_api/graph.py

@@ -18,7 +18,7 @@ import structlog
 from langchain_core.runnables.config import run_in_executor, var_child_runnable_config
 from langgraph.checkpoint.base import BaseCheckpointSaver
 from langgraph.constants import CONFIG_KEY_CHECKPOINTER, CONFIG_KEY_STORE
-from langgraph.graph import Graph
+from langgraph.graph import StateGraph
 from langgraph.pregel import Pregel
 from langgraph.store.base import BaseStore
 from langgraph.utils.config import ensure_config
@@ -34,8 +34,8 @@ if TYPE_CHECKING:
 
 logger = structlog.stdlib.get_logger(__name__)
 
-GraphFactoryFromConfig = Callable[[Config], Pregel | Graph]
-GraphFactory = Callable[[], Pregel | Graph]
+GraphFactoryFromConfig = Callable[[Config], Pregel | StateGraph]
+GraphFactory = Callable[[], Pregel | StateGraph]
 GraphValue = Pregel | GraphFactory
 
 
@@ -130,7 +130,7 @@ async def get_graph(
         value = value(config) if FACTORY_ACCEPTS_CONFIG[graph_id] else value()
     try:
         async with _generate_graph(value) as graph_obj:
-            if isinstance(graph_obj, Graph):
+            if isinstance(graph_obj, StateGraph):
                 graph_obj = graph_obj.compile()
             if not isinstance(graph_obj, Pregel | BaseRemotePregel):
                 raise HTTPException(
@@ -442,7 +442,7 @@ def _graph_from_spec(spec: GraphSpec) -> GraphValue:
                 likely = [
                     k
                     for k in available
-                    if isinstance(module.__dict__[k], Graph | Pregel)
+                    if isinstance(module.__dict__[k], StateGraph | Pregel)
                 ]
                 if likely:
                     prefix = spec.module or spec.path
@@ -471,7 +471,7 @@ def _graph_from_spec(spec: GraphSpec) -> GraphValue:
                 raise ValueError(
                     f"Graph factory function '{spec.variable}' in module '{spec.path}' must take exactly one argument, a RunnableConfig"
                 )
-        elif isinstance(graph, Graph):
+        elif isinstance(graph, StateGraph):
             graph = graph.compile()
         elif isinstance(graph, Pregel):
             # We don't want to fail real deployments, but this will help folks catch unnecessary custom components
@@ -513,7 +513,7 @@ def _graph_from_spec(spec: GraphSpec) -> GraphValue:
                 break
         else:
             for _, member in inspect.getmembers(module):
-                if isinstance(member, Graph):
+                if isinstance(member, StateGraph):
                     graph = member.compile()
                     break
             else:

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/langgraph_api/js/package.json

@@ -33,7 +33,7 @@
   },
   "devDependencies": {
     "jose": "^6.0.10",
-    "@langchain/langgraph-sdk": "^0.0.73",
+    "@langchain/langgraph-sdk": "^0.0.77",
     "@types/react": "^19.0.8",
     "@types/react-dom": "^19.0.3",
     "@types/node": "^22.2.0",

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/langgraph_api/js/yarn.lock

@@ -236,10 +236,10 @@
   dependencies:
     uuid "^10.0.0"
 
-"@langchain/langgraph-sdk@^0.0.73":
-  version "0.0.73"
-  resolved "https://registry.yarnpkg.com/@langchain/langgraph-sdk/-/langgraph-sdk-0.0.73.tgz#6f5cb44fb306461182df55be4cf1d263c5ce3e16"
-  integrity sha512-V3E7Bd1KNcTpnEglZqKpnQtth62WHf+Dxq5V+0CqMxbzPHnW9I4eynCO4c1/HSY/rHgEtvgj7fMvCAb6I5R+lQ==
+"@langchain/langgraph-sdk@^0.0.77":
+  version "0.0.77"
+  resolved "https://registry.yarnpkg.com/@langchain/langgraph-sdk/-/langgraph-sdk-0.0.77.tgz#adcd978843e61bbf09b9625d519dda16d27cec09"
+  integrity sha512-DMCONENhhaMS+Buw8s2UkKjAa9I6cT1aVJEDOmTO2lpon4Dqz/jiYUVJK7pTlNVSNvSx0E8aOmtT7NgGBcWflg==
   dependencies:
     "@types/json-schema" "^7.0.15"
     p-queue "^6.6.2"

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/langgraph_api/models/run.py

@@ -77,6 +77,8 @@ class RunCreateDict(TypedDict):
     """
     stream_subgraphs: bool | None
     """Stream output from subgraphs. By default, streams only the top graph."""
+    stream_resumable: bool | None
+    """Whether to persist the stream chunks in order to resume the stream later."""
     feedback_keys: list[str] | None
     """Pass one or more feedback_keys if you want to request short-lived signed URLs
     for submitting feedback to LangSmith with this key for this run."""
@@ -305,6 +307,7 @@ async def create_valid_run(
             "feedback_keys": payload.get("feedback_keys"),
             "temporary": temporary,
             "subgraphs": payload.get("stream_subgraphs", False),
+            "resumable": payload.get("stream_resumable", False),
             "checkpoint_during": payload.get("checkpoint_during", True),
         },
         metadata=payload.get("metadata"),

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/langgraph_api/sse.py

@@ -18,7 +18,9 @@ logger = structlog.stdlib.get_logger(__name__)
 class EventSourceResponse(sse_starlette.EventSourceResponse):
     def __init__(
         self,
-        content: AsyncIterator[bytes | tuple[bytes, Any | bytes]],
+        content: AsyncIterator[
+            bytes | tuple[bytes, Any | bytes] | tuple[bytes, Any | bytes, bytes | None]
+        ],
         status_code: int = 200,
         headers: Mapping[str, str] | None = None,
     ) -> None:
@@ -101,11 +103,12 @@ async def sse_heartbeat(send: Send) -> None:
 SEP = b"\r\n"
 EVENT = b"event: "
 DATA = b"data: "
+ID = b"id: "
 BYTES_LIKE = (bytes, bytearray, memoryview)
 
 
-def json_to_sse(event: bytes, data: Any | bytes) -> bytes:
-    return b"".join(
+def json_to_sse(event: bytes, data: Any | bytes, id: bytes | None = None) -> bytes:
+    result = b"".join(
         (
             EVENT,
             event,
@@ -113,6 +116,11 @@ def json_to_sse(event: bytes, data: Any | bytes) -> bytes:
             DATA,
             data if isinstance(data, BYTES_LIKE) else json_dumpb(data),
             SEP,
-            SEP,
         )
     )
+
+    if id is not None:
+        result += b"".join((ID, id, SEP))
+
+    result += SEP
+    return result

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/langgraph_api/stream.py

@@ -87,6 +87,7 @@ async def astream_state(
     # extract args from run
     kwargs = run["kwargs"].copy()
     kwargs.pop("webhook", None)
+    kwargs.pop("resumable", False)
     subgraphs = kwargs.get("subgraphs", False)
     temporary = kwargs.pop("temporary", False)
     config = kwargs.pop("config")
@@ -278,19 +279,25 @@ async def astream_state(
         yield "feedback", feedback_urls
 
 
-async def consume(stream: AnyStream, run_id: str) -> None:
+async def consume(stream: AnyStream, run_id: str, resumable: bool = False) -> None:
     async with aclosing(stream):
         try:
             async for mode, payload in stream:
                 await Runs.Stream.publish(
-                    run_id, mode, await run_in_executor(None, json_dumpb, payload)
+                    run_id,
+                    mode,
+                    await run_in_executor(None, json_dumpb, payload),
+                    resumable=resumable,
                 )
         except Exception as e:
             g = e
             if isinstance(e, ExceptionGroup):
                 e = e.exceptions[0]
             await Runs.Stream.publish(
-                run_id, "error", await run_in_executor(None, json_dumpb, e)
+                run_id,
+                "error",
+                await run_in_executor(None, json_dumpb, e),
+                resumable=resumable,
             )
             raise e from g
 

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/langgraph_api/worker.py

@@ -83,8 +83,8 @@ async def worker(
         Runs.enter(run_id, main_loop) as done,
     ):
         temporary = run["kwargs"].get("temporary", False)
+        resumable = run["kwargs"].get("resumable", False)
         run_created_at = run["created_at"].isoformat()
-        run["kwargs"]
         lg_logging.set_logging_context(
             {
                 "run_id": str(run_id),
@@ -145,7 +145,10 @@ async def worker(
                     on_checkpoint=on_checkpoint,
                     on_task_result=on_task_result,
                 )
-            await asyncio.wait_for(consume(stream, run_id), BG_JOB_TIMEOUT_SECS)
+            await asyncio.wait_for(
+                consume(stream, run_id, resumable),
+                BG_JOB_TIMEOUT_SECS,
+            )
             run_ended_at = datetime.now(UTC).isoformat()
             await logger.ainfo(
                 "Background run succeeded",

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/openapi.json

@@ -886,73 +886,73 @@
         }
       }
     },
-  "/threads/{thread_id}/state/{checkpoint_id}": {
-    "get": {
-      "tags": ["Threads"],
-      "summary": "Get Thread State At Checkpoint",
-      "description": "Get state for a thread at a specific checkpoint.",
-      "operationId": "get_thread_state_at_checkpoint_threads__thread_id__state__checkpoint_id__get",
-      "parameters": [
-        {
-          "description": "The ID of the thread.",
-          "required": true,
-          "schema": {
-            "type": "string",
-            "format": "uuid",
-            "title": "Thread Id",
-            "description": "The ID of the thread."
-          },
-          "name": "thread_id",
-          "in": "path"
-        },
-        {
-          "description": "The ID of the checkpoint.",
-          "required": true,
-          "schema": {
-            "type": "string",
-            "format": "uuid",
-            "title": "Checkpoint Id",
-            "description": "The ID of the checkpoint."
+    "/threads/{thread_id}/state/{checkpoint_id}": {
+      "get": {
+        "tags": ["Threads"],
+        "summary": "Get Thread State At Checkpoint",
+        "description": "Get state for a thread at a specific checkpoint.",
+        "operationId": "get_thread_state_at_checkpoint_threads__thread_id__state__checkpoint_id__get",
+        "parameters": [
+          {
+            "description": "The ID of the thread.",
+            "required": true,
+            "schema": {
+              "type": "string",
+              "format": "uuid",
+              "title": "Thread Id",
+              "description": "The ID of the thread."
+            },
+            "name": "thread_id",
+            "in": "path"
           },
-          "name": "checkpoint_id",
-          "in": "path"
-        },
-        {
-          "description": "Whether to include subgraphs in the response.",
-          "required": false,
-          "schema": {
-            "type": "boolean",
-            "title": "Subgraphs",
-            "description": "Whether to include subgraphs in the response."
+          {
+            "description": "The ID of the checkpoint.",
+            "required": true,
+            "schema": {
+              "type": "string",
+              "format": "uuid",
+              "title": "Checkpoint Id",
+              "description": "The ID of the checkpoint."
+            },
+            "name": "checkpoint_id",
+            "in": "path"
           },
-          "name": "subgraphs",
-          "in": "query"
-        }
-      ],
-      "responses": {
-        "200": {
-          "description": "Success",
-          "content": {
-            "application/json": {
-              "schema": {
-                "$ref": "#/components/schemas/ThreadState"
+          {
+            "description": "Whether to include subgraphs in the response.",
+            "required": false,
+            "schema": {
+              "type": "boolean",
+              "title": "Subgraphs",
+              "description": "Whether to include subgraphs in the response."
+            },
+            "name": "subgraphs",
+            "in": "query"
+          }
+        ],
+        "responses": {
+          "200": {
+            "description": "Success",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/ThreadState"
+                }
               }
             }
-          }
-        },
-        "422": {
-          "description": "Validation Error",
-          "content": {
-            "application/json": {
-              "schema": {
-                "$ref": "#/components/schemas/ErrorResponse"
+          },
+          "422": {
+            "description": "Validation Error",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/ErrorResponse"
+                }
               }
             }
           }
         }
       }
-    }
-  },
+    },
     "/threads/{thread_id}/state/checkpoint": {
       "post": {
         "tags": ["Threads"],
@@ -1483,6 +1483,14 @@
                   "$ref": "#/components/schemas/Run"
                 }
               }
+            },
+            "headers": {
+              "Content-Location": {
+                "description": "The URL of the run that was created. Can be used to later join the stream.",
+                "schema": {
+                  "type": "string"
+                }
+              }
             }
           },
           "404": {
@@ -1622,6 +1630,14 @@
                   "description": "The server will send a stream of events in SSE format.\n\n**Example event**:\n\nid: 1\n\nevent: message\n\ndata: {}"
                 }
               }
+            },
+            "headers": {
+              "Content-Location": {
+                "description": "The URL of the run that was created. Can be used to later join the stream.",
+                "schema": {
+                  "type": "string"
+                }
+              }
             }
           },
           "404": {
@@ -1694,6 +1710,14 @@
               "application/json": {
                 "schema": {}
               }
+            },
+            "headers": {
+              "Content-Location": {
+                "description": "The URL of the run that was created. Can be used to later join the stream.",
+                "schema": {
+                  "type": "string"
+                }
+              }
             }
           },
           "404": {
@@ -1936,7 +1960,7 @@
       "get": {
         "tags": ["Thread Runs"],
         "summary": "Join Run Stream",
-        "description": "Join a run stream. This endpoint streams output in real-time from a run similar to the /threads/__THREAD_ID__/runs/stream endpoint. Only output produced after this endpoint is called will be streamed.",
+        "description": "Join a run stream. This endpoint streams output in real-time from a run similar to the /threads/__THREAD_ID__/runs/stream endpoint. If the run has been created with `stream_resumable=true`, the stream can be resumed from the last seen event ID.",
         "operationId": "stream_run_http_threads__thread_id__runs__run_id__join_get",
         "parameters": [
           {
@@ -1962,6 +1986,16 @@
             },
             "name": "run_id",
             "in": "path"
+          },
+          {
+            "required": false,
+            "schema": {
+              "type": "string",
+              "title": "Last Event ID",
+              "description": "The ID of the last event received. Set to -1 if you want to stream all events. Requires `stream_resumable=true` to be set when creating the run."
+            },
+            "name": "Last-Event-ID",
+            "in": "header"
           }
         ],
         "responses": {
@@ -2204,6 +2238,14 @@
                   "description": "The server will send a stream of events in SSE format.\n\n**Example event**:\n\nid: 1\n\nevent: message\n\ndata: {}"
                 }
               }
+            },
+            "headers": {
+              "Content-Location": {
+                "description": "The URL of the run that was created. Can be used to later join the stream.",
+                "schema": {
+                  "type": "string"
+                }
+              }
             }
           },
           "404": {
@@ -2319,6 +2361,14 @@
               "application/json": {
                 "schema": {}
               }
+            },
+            "headers": {
+              "Content-Location": {
+                "description": "The URL of the run that was created. Can be used to later join the stream.",
+                "schema": {
+                  "type": "string"
+                }
+              }
             }
           },
           "404": {
@@ -2377,6 +2427,14 @@
               "application/json": {
                 "schema": {}
               }
+            },
+            "headers": {
+              "Content-Location": {
+                "description": "The URL of the run that was created. Can be used to later join the stream.",
+                "schema": {
+                  "type": "string"
+                }
+              }
             }
           },
           "404": {
@@ -3569,6 +3627,12 @@
             "description": "Whether to stream output from subgraphs.",
             "default": false
           },
+          "stream_resumable": {
+            "type": "boolean",
+            "title": "Stream Resumable",
+            "description": "Whether to persist the stream chunks in order to resume the stream later.",
+            "default": false
+          },
           "on_disconnect": {
             "type": "string",
             "enum": ["cancel", "continue"],
@@ -3791,6 +3855,12 @@
             "description": "Whether to stream output from subgraphs.",
             "default": false
           },
+          "stream_resumable": {
+            "type": "boolean",
+            "title": "Stream Resumable",
+            "description": "Whether to persist the stream chunks in order to resume the stream later.",
+            "default": false
+          },
           "on_completion": {
             "type": "string",
             "enum": ["delete", "keep"],

{langgraph_api-0.2.32 → langgraph_api-0.2.35}/pyproject.toml

@@ -31,7 +31,7 @@ dependencies = [
     "cryptography>=42.0.0,<45.0",
     "langgraph-sdk>=0.1.66",
     "cloudpickle>=3.0.0",
-    "langgraph-runtime-inmem>=0.1.0,<0.2",
+    "langgraph-runtime-inmem>=0.2.0,<0.3",
     "truststore>=0.1",
 ]
 

langgraph_api-0.2.32/langgraph_api/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.2.32"