langgraph-api 0.4.20__py3-none-any.whl → 0.4.22__py3-none-any.whl

langgraph_api/models/run.py

@@ -147,7 +147,7 @@ def ensure_ids(
             ) from None
     else:
         results.append(None)
-    return tuple(results)
+    return tuple(results)  # type: ignore[invalid-return-type]
 
 
 def assign_defaults(

langgraph_api/patch.py

@@ -3,7 +3,7 @@ from typing import Any
 from starlette.responses import Response, StreamingResponse
 from starlette.types import Send
 
-from langgraph_api.serde import Fragment
+from langgraph_api.serde import Fragment, json_dumpb
 
 """
 Patch Response.render and StreamingResponse.stream_response
@@ -32,6 +32,8 @@ async def StreamingResponse_stream_response(self, send: Send) -> None:
             continue
         if isinstance(chunk, Fragment):
             chunk = chunk.buf
+        if isinstance(chunk, dict):
+            chunk = json_dumpb(chunk)
         if not isinstance(chunk, (bytes, bytearray, memoryview)):  # noqa: UP038
             chunk = chunk.encode(self.charset)
         await send({"type": "http.response.body", "body": chunk, "more_body": True})

langgraph_api/serde.py

@@ -149,9 +149,10 @@ def json_loads(content: bytes | Fragment | dict) -> Any:
         content = content.buf
     if isinstance(content, dict):
         return content
-    return orjson.loads(cast(bytes, content))
+    return orjson.loads(content)
 
 
+# Do not use. orjson holds the GIL the entire time it's running anyway.
 async def ajson_loads(content: bytes | Fragment) -> Any:
     return await asyncio.to_thread(json_loads, content)
 

langgraph_api/server.py

@@ -53,11 +53,13 @@ middleware = []
 if config.ALLOW_PRIVATE_NETWORK:
     middleware.append(Middleware(PrivateNetworkMiddleware))
 
-if (
+JS_PROXY_MIDDLEWARE_ENABLED = (
     config.HTTP_CONFIG
     and (app := config.HTTP_CONFIG.get("app"))
     and is_js_path(app.split(":")[0])
-):
+)
+
+if JS_PROXY_MIDDLEWARE_ENABLED:
     from langgraph_api.js.remote import JSCustomHTTPProxyMiddleware
 
     middleware.append(Middleware(JSCustomHTTPProxyMiddleware))

langgraph_api/stream.py

@@ -8,9 +8,11 @@ import langgraph.version
 import langsmith
 import structlog
 from langchain_core.messages import (
+    AIMessageChunk,
     # TODO: Remove explicit dependency
     BaseMessage,
     BaseMessageChunk,
+    ToolMessageChunk,
     convert_to_messages,
     message_chunk_to_message,
 )
@@ -286,11 +288,23 @@ async def astream_state(
                             msg_, meta = cast(
                                 tuple[BaseMessage | dict, dict[str, Any]], chunk
                             )
-                            msg = (
-                                convert_to_messages([msg_])[0]
-                                if isinstance(msg_, dict)
-                                else cast(BaseMessage, msg_)
-                            )
+                            is_chunk = False
+                            if isinstance(msg_, dict):
+                                if (
+                                    "chunk" in msg_.get("type", "").lower()
+                                    or "chunk" in msg_.get("role", "").lower()
+                                ):
+                                    if "ai" in msg_.get("role", "").lower():
+                                        msg = AIMessageChunk(**msg_)  # type: ignore[arg-type]
+                                    elif "tool" in msg_.get("role", "").lower():
+                                        msg = ToolMessageChunk(**msg_)  # type: ignore[arg-type]
+                                    else:
+                                        msg = BaseMessageChunk(**msg_)  # type: ignore[arg-type]
+                                    is_chunk = True
+                                else:
+                                    msg = convert_to_messages([msg_])[0]
+                            else:
+                                msg = msg_
                             if msg.id in messages:
                                 messages[msg.id] += msg
                             else:
@@ -302,7 +316,11 @@ async def astream_state(
                                     if isinstance(msg, BaseMessageChunk)
                                     else "messages/complete"
                                 ),
-                                [message_chunk_to_message(messages[msg.id])],
+                                [
+                                    message_chunk_to_message(messages[msg.id])
+                                    if not is_chunk
+                                    else messages[msg.id]
+                                ],
                             )
                     elif mode in stream_mode:
                         if subgraphs and ns:
@@ -370,12 +388,23 @@ async def astream_state(
                         msg_, meta = cast(
                             tuple[BaseMessage | dict, dict[str, Any]], chunk
                         )
-                        msg = (
-                            convert_to_messages([msg_])[0]
-                            if isinstance(msg_, dict)
-                            else cast(BaseMessage, msg_)
-                        )
-
+                        is_chunk = False
+                        if isinstance(msg_, dict):
+                            if (
+                                "chunk" in msg_.get("type", "").lower()
+                                or "chunk" in msg_.get("role", "").lower()
+                            ):
+                                if "ai" in msg_.get("role", "").lower():
+                                    msg = AIMessageChunk(**msg_)  # type: ignore[arg-type]
+                                elif "tool" in msg_.get("role", "").lower():
+                                    msg = ToolMessageChunk(**msg_)  # type: ignore[arg-type]
+                                else:
+                                    msg = BaseMessageChunk(**msg_)  # type: ignore[arg-type]
+                                is_chunk = True
+                            else:
+                                msg = convert_to_messages([msg_])[0]
+                        else:
+                            msg = msg_
                         if msg.id in messages:
                             messages[msg.id] += msg
                         else:
@@ -387,7 +416,11 @@ async def astream_state(
                                 if isinstance(msg, BaseMessageChunk)
                                 else "messages/complete"
                             ),
-                            [message_chunk_to_message(messages[msg.id])],
+                            [
+                                message_chunk_to_message(messages[msg.id])
+                                if not is_chunk
+                                else messages[msg.id]
+                            ],
                         )
                 elif mode in stream_mode:
                     if subgraphs and ns:

{langgraph_api-0.4.20.dist-info → langgraph_api-0.4.22.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langgraph-api
-Version: 0.4.20
+Version: 0.4.22
 Author-email: Nuno Campos <nuno@langchain.dev>, Will Fu-Hinthorn <will@langchain.dev>
 License: Elastic-2.0
 License-File: LICENSE
@@ -11,7 +11,7 @@ Requires-Dist: httpx>=0.25.0
 Requires-Dist: jsonschema-rs<0.30,>=0.20.0
 Requires-Dist: langchain-core>=0.3.64
 Requires-Dist: langgraph-checkpoint>=2.0.23
-Requires-Dist: langgraph-runtime-inmem<0.13.0,>=0.12.0
+Requires-Dist: langgraph-runtime-inmem<0.14.0,>=0.13.0
 Requires-Dist: langgraph-sdk>=0.2.0
 Requires-Dist: langgraph>=0.4.0
 Requires-Dist: langsmith>=0.3.45

{langgraph_api-0.4.20.dist-info → langgraph_api-0.4.22.dist-info}/RECORD

@@ -1,8 +1,8 @@
-langgraph_api/__init__.py,sha256=WCSj_sB9bdEmI7lwg4E_Vhy7TRLJmGYIYjp5bfMMYXE,23
+langgraph_api/__init__.py,sha256=dTG-jzL6gT1bOj-aXPys00hnioYMNGLuF9EnbsEF7HI,23
 langgraph_api/asgi_transport.py,sha256=XtiLOu4WWsd-xizagBLzT5xUkxc9ZG9YqwvETBPjBFE,5161
 langgraph_api/asyncio.py,sha256=FEEkLm_N-15cbElo4vQ309MkDKBZuRqAYV8VJ1DocNw,9860
-langgraph_api/cli.py,sha256=-ruIeKi1imvS6GriOfRDZY-waV4SbWiJ0BEFAciPVYI,16330
-langgraph_api/command.py,sha256=Q9XDRhnkCX7jyqW52_Rf2PPYKxjr-Z9BUHazI1HcmB8,817
+langgraph_api/cli.py,sha256=DrTkO5JSX6jpv-aFXZfRP5Fa9j121nvnrjDgQQzqlHs,19576
+langgraph_api/command.py,sha256=Bh-rvuTLwdHCqFWryCjB1M8oWxPBwRBUjMNj_04KPxM,852
 langgraph_api/config.py,sha256=r9mmbyZlhBuJLpnTkaOLcNH6ufFNqm_2eCiuOmhqRl0,12241
 langgraph_api/cron_scheduler.py,sha256=25wYzEQrhPEivZrAPYOmzLPDOQa-aFogU37mTXc9TJk,2566
 langgraph_api/errors.py,sha256=zlnl3xXIwVG0oGNKKpXf1an9Rn_SBDHSyhe53hU6aLw,1858
@@ -12,29 +12,29 @@ langgraph_api/graph.py,sha256=h1m6rsLiCocvMO283LLU03A5cBycxAIxixXu9mwzqsQ,25056
 langgraph_api/http.py,sha256=fyK-H-0UfNy_BzuVW3aWWGvhRavmGAVMkDwDArryJ_4,5659
 langgraph_api/http_metrics.py,sha256=MU9ccXt7aBb0AJ2SWEjwtbtbJEWmeqSdx7-CI51e32o,5594
 langgraph_api/logging.py,sha256=qB6q_cUba31edE4_D6dBGhdiUTpW7sXAOepUjYb_R50,5216
-langgraph_api/metadata.py,sha256=fVsbwxVitAj4LGVYpCcadYeIFANEaNtcx6LBxQLcTqg,6949
-langgraph_api/patch.py,sha256=iLwSd9ZWoVj6MxozMyGyMvWWbE9RIP5eZX1dpCBSlSU,1480
+langgraph_api/metadata.py,sha256=0eGYhXOW6UIVDj2Y5mOdSJz_RadgJG8xmUsC9WqwsiE,8342
+langgraph_api/patch.py,sha256=J0MmcfpZG15SUVaVcI0Z4x_c0-0rbbT7Pwh9fDAQOpA,1566
 langgraph_api/queue_entrypoint.py,sha256=Y0Hu4QXNV7HPZWlBwuNCm8ehqD_n79AMk7ZWDZfBc4U,5631
 langgraph_api/route.py,sha256=EBhELuJ1He-ZYcAnR5YTImcIeDtWthDae5CHELBxPkM,5056
 langgraph_api/schema.py,sha256=AsgF0dIjBvDd_PDy20mGqB_IkBLgVvSj8qRKG_lPlec,8440
-langgraph_api/serde.py,sha256=Ovs37vfnXP9FHbQqIlA8J3ZdFMuFu-3vnS6EqEuaQ54,5440
-langgraph_api/server.py,sha256=uCAqPgCLJ6ckslLs0i_dacSR8mzuR0Y6PkkJYk0O3bE,7196
+langgraph_api/serde.py,sha256=Jkww6ixP5o2YZmnXtM7ihuAYC6YSuNDNPvE-8ILoqVo,5499
+langgraph_api/server.py,sha256=C9TO7N0mzyrLulT_2FtaJfgfFbm2B4yyYTdAGPxgIeE,7255
 langgraph_api/sse.py,sha256=SLdtZmTdh5D8fbWrQjuY9HYLd2dg8Rmi6ZMmFMVc2iE,4204
 langgraph_api/state.py,sha256=AjkLbUQakIwK7oGzJ8oqubazRsXxG3vDMnRa0s0mzDM,4716
 langgraph_api/store.py,sha256=NIoNZojs6NbtG3VLBPQEFNttvp7XPkHAfjbQ3gY7aLY,4701
-langgraph_api/stream.py,sha256=V8jWwA3wBRenMk3WIFkt0OLXm_LhPwg_Yj_tP4Dc6iI,18970
+langgraph_api/stream.py,sha256=XSsCM3DRkP_5qu6polnwI41ywi7GBT3wiPvyAzujn_s,20923
 langgraph_api/thread_ttl.py,sha256=KyHnvD0e1p1cV4Z_ZvKNVzDztuI2RBCUsUO2V7GlOSw,1951
 langgraph_api/traceblock.py,sha256=Qq5CUdefnMDaRDnyvBSWGBClEj-f3oO7NbH6fedxOSE,630
 langgraph_api/validation.py,sha256=86jftgOsMa7tkeshBw6imYe7zyUXPoVuf5Voh6dFiR8,5285
 langgraph_api/webhook.py,sha256=SvSM1rdnNtiH4q3JQYmAqJUk2Sable5xAcwOLuRhtlo,1723
 langgraph_api/worker.py,sha256=FQRw3kL9ynDv_LNgY_OjjPZQBuAvSQpsW6nECnABvDg,15354
 langgraph_api/api/__init__.py,sha256=raFkYH50tsO-KjRmDbGVoHCuxuH58u1lrZbr-MlITIY,6262
-langgraph_api/api/a2a.py,sha256=ChqlhgTq5fzWt0jbbEl8ec9rf-cvAP19Yge7OFv8-6E,34629
-langgraph_api/api/assistants.py,sha256=JFaBYp9BAXGaJ0yfy1SG_Mr-3xjeWSkdCHtmXpiAqP4,17290
+langgraph_api/api/a2a.py,sha256=QEx-g0bTOREL-YaFsrcwA7oaix4VsaOr8hoQ7PF4Zwk,49382
+langgraph_api/api/assistants.py,sha256=OX83GCWwGR8MuEJKIzAPEC4LC3Aghs5vD3NGLNnijaU,17268
 langgraph_api/api/mcp.py,sha256=qe10ZRMN3f-Hli-9TI8nbQyWvMeBb72YB1PZVbyqBQw,14418
 langgraph_api/api/meta.py,sha256=Qyj6r5czkVJ81tpD6liFY7tlrmFDsiSfBr-4X8HJpRc,4834
 langgraph_api/api/openapi.py,sha256=If-z1ckXt-Yu5bwQytK1LWyX_T7G46UtLfixgEP8hwc,11959
-langgraph_api/api/runs.py,sha256=oODIhM4WQxTS2aNziS0dcHxP8V5TyEsymMFO0kW5KpA,23155
+langgraph_api/api/runs.py,sha256=keHlFu1iy-l1IICJHc6AKrSUoQA-LZi6FYsja7la9Xw,25436
 langgraph_api/api/store.py,sha256=xGcPFx4v-VxlK6HRU9uCjzCQ0v66cvc3o_PB5_g7n0Q,5550
 langgraph_api/api/threads.py,sha256=5-ZEcs48bL3vot_yCt3ImuA9hzg93LxuAd_DXd2xj4Y,12915
 langgraph_api/api/ui.py,sha256=_genglTUy5BMHlL0lkQypX524yFv6Z5fraIvnrxp7yE,2639
@@ -55,14 +55,14 @@ langgraph_api/js/client.http.mts,sha256=cvn8JV9go4pUMWkcug8FfSYWsp1wTaT8SgJaskqE
 langgraph_api/js/client.mts,sha256=gDvYiW7Qfl4re2YhZ5oNqtuvffnW_Sf7DK5aUbKB3vw,32330
 langgraph_api/js/errors.py,sha256=Cm1TKWlUCwZReDC5AQ6SgNIVGD27Qov2xcgHyf8-GXo,361
 langgraph_api/js/global.d.ts,sha256=j4GhgtQSZ5_cHzjSPcHgMJ8tfBThxrH-pUOrrJGteOU,196
-langgraph_api/js/package.json,sha256=9NJqixH8l_Vqvr2OeyhtXyuURFO1xcYabD8JOf315dQ,1335
-langgraph_api/js/remote.py,sha256=VmQ4Ie1V5z5gWEChXdY1m1kxzL3HE6AwKzfyIEfdE2k,38650
+langgraph_api/js/package.json,sha256=TLyPB9pZyZ1KQXC08NvbBbf8X5dKAF8WXc5cyjFtWZE,1335
+langgraph_api/js/remote.py,sha256=gBk273R7esmXg8aR6InxasNFc5E6Qju2bv2DhmmGJyU,38676
 langgraph_api/js/schema.py,sha256=M4fLtr50O1jck8H1hm_0W4cZOGYGdkrB7riLyCes4oY,438
 langgraph_api/js/sse.py,sha256=hHkbncnYnXNIbHhAWneGWYkHp4UhhhGB7-MYtDrY264,4141
 langgraph_api/js/traceblock.mts,sha256=QtGSN5VpzmGqDfbArrGXkMiONY94pMQ5CgzetT_bKYg,761
 langgraph_api/js/tsconfig.json,sha256=imCYqVnqFpaBoZPx8k1nO4slHIWBFsSlmCYhO73cpBs,341
 langgraph_api/js/ui.py,sha256=l9regrvKIxLOjH5SIYE2nhr8QCKLK1Q_1pZgxdL71X4,2488
-langgraph_api/js/yarn.lock,sha256=_aWrwb3UoBi5YXB0spkJjkQbGQfsofMk8ngxemN8ajw,84341
+langgraph_api/js/yarn.lock,sha256=FCizZGxfI4SVoeAZWbezvonYBXsuvlWMUHX-1yACFz8,84352
 langgraph_api/js/src/graph.mts,sha256=9zTQNdtanI_CFnOwNRoamoCVHHQHGbNlbm91aRxDeOc,2675
 langgraph_api/js/src/load.hooks.mjs,sha256=xNVHq75W0Lk6MUKl1pQYrx-wtQ8_neiUyI6SO-k0ecM,2235
 langgraph_api/js/src/preload.mjs,sha256=8m3bYkf9iZLCQzKAYAdU8snxUwAG3dVLwGvAjfGfgIc,959
@@ -75,7 +75,7 @@ langgraph_api/middleware/http_logger.py,sha256=4EMLtp8jaF_mj4qQOHMZZSoT1ldJEN2id
 langgraph_api/middleware/private_network.py,sha256=eYgdyU8AzU2XJu362i1L8aSFoQRiV7_aLBPw7_EgeqI,2111
 langgraph_api/middleware/request_id.py,sha256=SDj3Yi3WvTbFQ2ewrPQBjAV8sYReOJGeIiuoHeZpR9g,1242
 langgraph_api/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-langgraph_api/models/run.py,sha256=HAMvpmIVnGcuOaKoDcpEfeRWo00-bmX_Gvp6lqo7VO0,13223
+langgraph_api/models/run.py,sha256=WdzOb8WSe6bfDNid06ZDxpeGAaIiaasDHkWbPG2WuuY,13260
 langgraph_api/tunneling/cloudflare.py,sha256=iKb6tj-VWPlDchHFjuQyep2Dpb-w2NGfJKt-WJG9LH0,3650
 langgraph_api/utils/__init__.py,sha256=yCMq7pOMlmeNmi2Fh8U7KLiljBdOMcF0L2SfpobnKKE,5703
 langgraph_api/utils/cache.py,sha256=F23s-4BPJjuYh_PRL5pmIsSjqYWsY_b3PB7xmRwKwKw,3452
@@ -98,8 +98,8 @@ langgraph_runtime/store.py,sha256=7mowndlsIroGHv3NpTSOZDJR0lCuaYMBoTnTrewjslw,11
 LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
 logging.json,sha256=3RNjSADZmDq38eHePMm1CbP6qZ71AmpBtLwCmKU9Zgo,379
 openapi.json,sha256=21wu-NxdxyTQwZctNcEfRkLMnSBi0QhGAfwq5kg8XNU,172618
-langgraph_api-0.4.20.dist-info/METADATA,sha256=8sa6a-gRKNjbsccT6f5NteILecTGP_CuXoKbNCROXXE,3893
-langgraph_api-0.4.20.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-langgraph_api-0.4.20.dist-info/entry_points.txt,sha256=hGedv8n7cgi41PypMfinwS_HfCwA7xJIfS0jAp8htV8,78
-langgraph_api-0.4.20.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
-langgraph_api-0.4.20.dist-info/RECORD,,
+langgraph_api-0.4.22.dist-info/METADATA,sha256=sfURjIfcLWtfec-SjnaQIIE_1ZjLzposwZ3DhXZ4XwI,3893
+langgraph_api-0.4.22.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+langgraph_api-0.4.22.dist-info/entry_points.txt,sha256=hGedv8n7cgi41PypMfinwS_HfCwA7xJIfS0jAp8htV8,78
+langgraph_api-0.4.22.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
+langgraph_api-0.4.22.dist-info/RECORD,,