langgraph-runtime-inmem 0.38.0.dev6__tar.gz → 0.38.0.dev8__tar.gz

{langgraph_runtime_inmem-0.38.0.dev6 → langgraph_runtime_inmem-0.38.0.dev8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langgraph-runtime-inmem
-Version: 0.38.0.dev6
+Version: 0.38.0.dev8
 Summary: Inmem implementation for the LangGraph API server.
 Author-email: Will Fu-Hinthorn <will@langchain.dev>
 License: Elastic-2.0

{langgraph_runtime_inmem-0.38.0.dev6 → langgraph_runtime_inmem-0.38.0.dev8}/langgraph_runtime_inmem/__init__.py

@@ -11,7 +11,7 @@ from langgraph_runtime_inmem import (
     store,
 )
 
-__version__ = "0.38.0.dev6"
+__version__ = "0.38.0.dev8"
 __all__ = [
     "ops",
     "database",

{langgraph_runtime_inmem-0.38.0.dev6 → langgraph_runtime_inmem-0.38.0.dev8}/langgraph_runtime_inmem/ops.py

@@ -10,7 +10,7 @@ import typing
 import uuid
 from collections import defaultdict
 from collections.abc import AsyncIterator, Sequence
-from contextlib import AsyncExitStack, asynccontextmanager
+from contextlib import AsyncExitStack, aclosing, asynccontextmanager
 from datetime import UTC, datetime, timedelta
 from typing import Any, Literal, cast
 from uuid import UUID, uuid4
@@ -54,6 +54,7 @@ if typing.TYPE_CHECKING:
         PoolStats,
         QueueStats,
         Run,
+        RunCancelProgress,
         RunSelectField,
         RunStatus,
         StreamMode,
@@ -263,6 +264,18 @@ def _ensure_uuid(id_: str | uuid.UUID | None) -> uuid.UUID:
     return id_
 
 
+_EPOCH = datetime(1970, 1, 1, tzinfo=UTC)
+
+
+def _accepted_at_or_before(run_id: uuid.UUID, boundary_ms: int) -> bool:
+    """Whether a run was accepted at or before a Unix-millisecond boundary.
+
+    Run IDs are UUIDv7, whose first 48 bits are the millisecond they were
+    generated. A run whose ID isn't a UUIDv7 counts as accepted before.
+    """
+    return run_id.version != 7 or run_id.int >> 80 <= boundary_ms
+
+
 def _ensure_datetime(value: datetime | str | None) -> datetime | None:
     if value is None or isinstance(value, datetime):
         return value
@@ -2177,7 +2190,38 @@ class Threads(Authenticated):
             metadata: MetadataInput = None,
             ctx: Auth.types.BaseAuthContext | None = None,
         ) -> list[StateSnapshot]:
-            """Get the history of a thread."""
+            """Get the history of a thread.
+
+            Kept for langgraph-api versions that predate ``iterate``.
+            """
+            return [
+                state
+                async for state in Threads.State.iterate(
+                    conn,
+                    config=config,
+                    limit=limit,
+                    before=before,
+                    metadata=metadata,
+                    ctx=ctx,
+                )
+            ]
+
+        @staticmethod
+        async def iterate(
+            conn: InMemConnectionProto,
+            *,
+            config: Config,
+            limit: int = 1,
+            before: str | Checkpoint | None = None,
+            metadata: MetadataInput = None,
+            ctx: Auth.types.BaseAuthContext | None = None,
+            incremental: bool = False,
+        ) -> AsyncIterator[StateSnapshot]:
+            """Yield the history of a thread.
+
+            With ``incremental``, checkpoints load in growing pages, so a
+            caller that stops early does not load the rest of ``limit``.
+            """
             from langgraph_api.graph import get_graph  # noqa: PLC0415
             from langgraph_api.store import get_store  # noqa: PLC0415
             from langgraph_api.utils import fetchone  # noqa: PLC0415
@@ -2196,7 +2240,7 @@ class Threads(Authenticated):
             # Parse thread metadata and config
             thread_metadata = thread["metadata"]
             if not _check_filter_match(thread_metadata, filters):
-                return []
+                return
 
             thread_config = cast(dict[str, Any], thread["config"])
             thread_config = {
@@ -2225,16 +2269,27 @@ class Threads(Authenticated):
                         else before
                     )
 
-                    states = [
-                        state
-                        async for state in graph.aget_state_history(
-                            config, limit=limit, filter=metadata, before=before_param
+                    if incremental:
+                        from langgraph_api.state import (  # noqa: PLC0415
+                            iter_state_history,
                         )
-                    ]
-
-                    return states
 
-            return []
+                        history = iter_state_history(
+                            graph,
+                            config,
+                            limit=limit,
+                            filter=metadata,
+                            before=before_param,
+                        )
+                    else:
+                        history = graph.aget_state_history(
+                            config, limit=limit, filter=metadata, before=before_param
+                        )
+                    async with aclosing(history) as states:
+                        async for state in states:
+                            yield state
+                            # Drop the entry before the next page loads.
+                            del state
 
     class Stream(Authenticated):
         resource = "threads"
@@ -3248,12 +3303,88 @@ class Runs(Authenticated):
                 return
             raise HTTPException(status_code=404, detail="No runs found to cancel.")
 
+        cancelable_runs = await Runs._cancel_runs(
+            conn, candidate_runs, action=action, reason=reason
+        )
+        if not cancelable_runs:
+            # When cancelling by assistant_id, it's valid to have no cancelable runs.
+            # An interrupt that finds a rollback under way leaves it alone and
+            # succeeds, as in the Go runtime.
+            if assistant_id is not None or any(
+                run["status"] == "running" and run.get("cancel_action") == "rollback"
+                for run in candidate_runs
+            ):
+                return
+            raise HTTPException(
+                status_code=404,
+                detail="No matching runs to cancel. Please verify the thread ID and run IDs are correct, and the runs haven't been deleted or completed.",
+            )
+
+        await logger.ainfo(
+            "Cancelled runs",
+            run_ids=[str(r["run_id"]) for r in cancelable_runs],
+            thread_id=str(thread_id) if thread_id else None,
+            status=status,
+            action=action,
+        )
+
+    @staticmethod
+    async def cancel_accepted_before(
+        conn: InMemConnectionProto,
+        accepted_before: datetime,
+        *,
+        reason: str,
+    ) -> RunCancelProgress:
+        """Interrupt every in-flight run accepted at or before `accepted_before`.
+
+        Applies no auth filters, so only the operator route may call it. As with
+        `cancel`, running runs are marked interrupted when they're signalled, so
+        `finishing` only counts runs whose worker is still applying a rollback.
+        """
+        boundary_ms = (accepted_before - _EPOCH) // timedelta(milliseconds=1)
+
+        def in_flight_targets() -> list[dict]:
+            return [
+                run
+                for run in conn.store["runs"]
+                if run["status"] in ("pending", "running")
+                and _accepted_at_or_before(_ensure_uuid(run["run_id"]), boundary_ms)
+            ]
+
+        cancelled = await Runs._cancel_runs(
+            conn, in_flight_targets(), action="interrupt", reason=reason
+        )
+        if cancelled:
+            await logger.ainfo(
+                "Cancelled runs accepted before boundary",
+                run_ids=[str(r["run_id"]) for r in cancelled],
+                accepted_before=accepted_before.isoformat(),
+            )
+        remaining = in_flight_targets()
+        finishing = sum(1 for run in remaining if run.get("cancel_action"))
+        return {"not_yet_reached": len(remaining) - finishing, "finishing": finishing}
+
+    @staticmethod
+    async def _cancel_runs(
+        conn: InMemConnectionProto,
+        candidate_runs: list[dict],
+        *,
+        action: Literal["interrupt", "rollback"],
+        reason: str | None,
+    ) -> list[dict]:
+        """Signal each candidate run and cancel the ones still in flight.
+
+        Returns the runs that were in flight. When none were, nothing is changed.
+        """
         stream_manager = get_stream_manager()
         coros = []
         cancelable_runs = []
         pending_thread_ids: set[UUID] = set()
 
         for run in candidate_runs:
+            if action == "interrupt" and run.get("cancel_action") == "rollback":
+                # A rollback already under way wins; its worker finalizes it.
+                continue
             run_id = run["run_id"]
             control_message = Message(
                 topic=f"run:{run_id}:control".encode(),
@@ -3271,7 +3402,7 @@ class Runs(Authenticated):
                     pending_thread_ids.add(run["thread_id"])
                 if action == "rollback" and run["status"] == "running":
                     # Its worker finalizes the rollback; staying "running" holds the thread's next run until then.
-                    pass
+                    run["cancel_action"] = "rollback"
                 elif queues or action != "rollback":
                     run["status"] = "interrupted"
                     run["cancel_reason"] = reason
@@ -3290,13 +3421,7 @@ class Runs(Authenticated):
                 )
 
         if not cancelable_runs:
-            # When cancelling by assistant_id, it's valid to have no cancelable runs
-            if assistant_id is not None:
-                return
-            raise HTTPException(
-                status_code=404,
-                detail="No matching runs to cancel. Please verify the thread ID and run IDs are correct, and the runs haven't been deleted or completed.",
-            )
+            return []
 
         if coros:
             await asyncio.gather(*coros)
@@ -3312,13 +3437,7 @@ class Runs(Authenticated):
                     )
                     thread["updated_at"] = datetime.now(tz=UTC)
 
-        await logger.ainfo(
-            "Cancelled runs",
-            run_ids=[str(r["run_id"]) for r in cancelable_runs],
-            thread_id=str(thread_id) if thread_id else None,
-            status=status,
-            action=action,
-        )
+        return cancelable_runs
 
     @staticmethod
     async def search(

{langgraph_runtime_inmem-0.38.0.dev6 → langgraph_runtime_inmem-0.38.0.dev8}/uv.lock

@@ -1,5 +1,5 @@
 version = 1
-revision = 3
+revision = 5
 requires-python = ">=3.11.0"
 
 [[package]]
@@ -300,15 +300,15 @@ wheels = [
 
 [[package]]
 name = "langgraph-checkpoint"
-version = "4.2.0"
+version = "4.3.0"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "langchain-core" },
     { name = "ormsgpack" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/dc/e1/089c4c9e0a2fec7f883f82ae8e6a727138d50074cfeb6644bc2d13b1019b/langgraph_checkpoint-4.2.0.tar.gz", hash = "sha256:51a593b6bee684b0818e5d6e58e28ab340c6db7794575056ce7bd1b746a84ed7", size = 180239, upload-time = "2026-08-07T20:05:03.756Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/0f/69/31fdbdc65a85bbd6178afa193c772bb926620f47b4869638bc2bc80afaaa/langgraph_checkpoint-4.3.0.tar.gz", hash = "sha256:c75965d84cc2c1d549163e910a15bcb577758001b141619d05297c463280b018", size = 182652, upload-time = "2026-10-12T22:26:31.478Z" }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/05/71/3b475f09bd57d3a5649792c66353312b4432afd843f301739dfcebd157f0/langgraph_checkpoint-4.2.0-py3-none-any.whl", hash = "sha256:0547fd228935a0b758865de3a3d6d7a2537c308895d0f9ab092ce9151b5da942", size = 56833, upload-time = "2026-08-07T20:05:02.655Z" },
+    { url = "https://files.pythonhosted.org/packages/1f/0c/84747e340bf4f29291c84cdd5733fc8d0a822f3d33bb24e664a18afa4a7c/langgraph_checkpoint-4.3.0-py3-none-any.whl", hash = "sha256:bedfafe2f997ded60e4fa593e79f56f436a6e45586392dc382aa810d0c751c64", size = 58063, upload-time = "2026-10-12T22:26:30.429Z" },
 ]
 
 [[package]]
@@ -388,7 +388,7 @@ dev = [
 
 [[package]]
 name = "langgraph-sdk"
-version = "0.4.2"
+version = "0.4.4"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "httpx" },
@@ -397,9 +397,9 @@ dependencies = [
     { name = "orjson" },
     { name = "websockets" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/b4/2b/bd8ac26d4e97f6df88ef05ce5b6a38945a3903e1025d926f4752aa88aa97/langgraph_sdk-0.4.2.tar.gz", hash = "sha256:b88f0f5f6328ac0680d6790614a905b2bcfa257f2276dba4e38f0e86db0aa738", size = 348327, upload-time = "2026-06-01T17:51:19.856Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/3f/ae/91446c1fffa04a2dc1f81afbfb5bfff3590452891a72bd9098a656ab2657/langgraph_sdk-0.4.4.tar.gz", hash = "sha256:4e651ffa09de695681579396375377bdde23bedbc8e35b070e615cbd5af7da8b", size = 345789, upload-time = "2026-08-27T21:25:22.593Z" }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/a0/05/aac507337cceae773c2cc9ab91eb6301963af7aeeb55b4217a00e15aff17/langgraph_sdk-0.4.2-py3-none-any.whl", hash = "sha256:75fa5096c1177ce39c847096a8fe3745ffd480ddb412995f836e9f5f884c43dd", size = 160521, upload-time = "2026-06-01T17:51:18.849Z" },
+    { url = "https://files.pythonhosted.org/packages/43/d5/2ad7f3a835c6fcebf58b6669552536ecd52d2dfe4cf49c6c36648fd83572/langgraph_sdk-0.4.4-py3-none-any.whl", hash = "sha256:39afe416c91742925e6f8a93715f566d499b36e1b636b804a4ffe3190e4f4e64", size = 162270, upload-time = "2026-08-27T21:25:21.072Z" },
 ]
 
 [[package]]
@@ -1199,14 +1199,14 @@ wheels = [
 
 [[package]]
 name = "werkzeug"
-version = "3.1.8"
+version = "3.1.9"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "markupsafe" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/dd/b2/381be8cfdee792dd117872481b6e378f85c957dd7c5bca38897b08f765fd/werkzeug-3.1.8.tar.gz", hash = "sha256:9bad61a4268dac112f1c5cd4630a56ede601b6ed420300677a869083d70a4c44", size = 875852, upload-time = "2026-04-02T18:49:14.268Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/a4/34/4dd12fc8bb7d61c91467ec3efe415ffa7d5456f799954b40c5bbaeae470e/werkzeug-3.1.9.tar.gz", hash = "sha256:55ca7c70a75689be937aa27f8ff4b018f06ff4838fc73045560bf0f5a1291060", size = 940188, upload-time = "2026-09-27T18:33:41.637Z" }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/93/8c/2e650f2afeb7ee576912636c23ddb621c91ac6a98e66dc8d29c3c69446e1/werkzeug-3.1.8-py3-none-any.whl", hash = "sha256:63a77fb8892bf28ebc3178683445222aa500e48ebad5ec77b0ad80f8726b1f50", size = 226459, upload-time = "2026-04-02T18:49:12.72Z" },
+    { url = "https://files.pythonhosted.org/packages/a1/38/df03f564f43cec2684823f3cccae1a652ee7face1cbaa76fb223096e64d7/werkzeug-3.1.9-py3-none-any.whl", hash = "sha256:6392e50c78460ba618e5b21f08a71f59c99ce99cdc6cf6e3dd7e6ccca8754fab", size = 228700, upload-time = "2026-09-27T18:33:39.685Z" },
 ]
 
 [[package]]