langgraph-runtime-inmem 0.22.0__py3-none-any.whl → 0.22.1__py3-none-any.whl

langgraph_runtime_inmem/__init__.py

@@ -10,7 +10,7 @@ from langgraph_runtime_inmem import (
     store,
 )
 
-__version__ = "0.22.0"
+__version__ = "0.22.1"
 __all__ = [
     "ops",
     "database",

langgraph_runtime_inmem/checkpoint.py

@@ -1,13 +1,21 @@
 from __future__ import annotations
 
+import functools
 import logging
 import os
+import threading
 import typing
 import uuid
-from collections.abc import AsyncIterator
+import weakref
+from collections.abc import AsyncIterator, Callable
 from typing import Any
 
-from langgraph.checkpoint.memory import MemorySaver, PersistentDict
+from langgraph.checkpoint.memory import (
+    InMemorySaver as InMemorySaverBase,
+)
+from langgraph.checkpoint.memory import (
+    PersistentDict,
+)
 
 if typing.TYPE_CHECKING:
     from langchain_core.runnables import RunnableConfig
@@ -37,11 +45,12 @@ DISABLE_FILE_PERSISTENCE = (
 )
 
 
-class InMemorySaver(MemorySaver):
+class InMemorySaver(InMemorySaverBase):
     def __init__(
         self,
         *,
         serde: SerializerProtocol | None = None,
+        __persistence_hook__: Callable[[PersistentDict], None] | None = None,
     ) -> None:
         self.filename = os.path.join(".langgraph_api", ".langgraph_checkpoint.")
         i = 0
@@ -54,6 +63,8 @@ class InMemorySaver(MemorySaver):
                 os.mkdir(".langgraph_api")
             thisfname = self.filename + str(i) + ".pckl"
             d = PersistentDict(*args, filename=thisfname)
+            if __persistence_hook__:
+                __persistence_hook__(d)
 
             try:
                 d.load()
@@ -199,6 +210,15 @@ class InMemorySaver(MemorySaver):
                 pending_writes=tuple_.pending_writes,
             )
 
+    async def __aexit__(self, exc_type, exc_val, exc_tb):
+        global _ingestion_thread
+        if _ingestion_thread is not None:
+            logger.info("Stopping dev checkpoint ingestion loop")
+            _ingestion_thread[0].set()
+            _ingestion_thread[1].join()
+            _ingestion_thread = None
+        await super().__aexit__(exc_type, exc_val, exc_tb)
+
 
 MEMORY = None
 
@@ -206,12 +226,16 @@ MEMORY = None
 def Checkpointer(*args, unpack_hook=None, **kwargs):
     global MEMORY
     if MEMORY is None:
-        MEMORY = InMemorySaver()
+        MEMORY = InMemorySaver(
+            __persistence_hook__=_hook,
+        )
     if unpack_hook is not None:
         from langgraph_api.serde import Serializer
 
         saver = InMemorySaver(
-            serde=Serializer(__unpack_ext_hook__=unpack_hook), **kwargs
+            serde=Serializer(__unpack_ext_hook__=unpack_hook),
+            __persistence_hook__=_hook,
+            **kwargs,
         )
         saver.writes = MEMORY.writes
         saver.blobs = MEMORY.blobs
@@ -220,4 +244,43 @@ def Checkpointer(*args, unpack_hook=None, **kwargs):
     return MEMORY
 
 
+_stores: dict[str, weakref.ref[PersistentDict]] = {}
+_ingestion_thread: tuple[threading.Event, threading.Thread] | None = None
+_ingestion_delay: int = 10
+
+
+def _hook(d: PersistentDict):
+    global _ingestion_thread
+    _stores[d.filename] = weakref.ref(d)
+    if _ingestion_thread is None:
+        logger.info("Starting dev checkpoint ingestion loop")
+        stop_event = threading.Event()
+        _ingestion_thread = (
+            stop_event,
+            threading.Thread(
+                target=functools.partial(_ingestion_loop, stop_event), daemon=True
+            ),
+        )
+        _ingestion_thread[1].start()
+    pass
+
+
+def _ingestion_loop(stop_event: threading.Event):
+    drop = set()
+    while not stop_event.wait(timeout=_ingestion_delay):
+        keys = list(_stores.keys())
+        for store_key in keys:
+            if store := _stores[store_key]():
+                store.sync()
+                continue
+            else:
+                drop.add(store_key)
+        if drop:
+            for store_key in drop:
+                del _stores[store_key]
+            drop.clear()
+    # Note: the checkpoints are flushed one last time upon exit.
+    logger.info("dev checkpoint ingestion loop exiting")
+
+
 __all__ = ["Checkpointer"]

langgraph_runtime_inmem/ops.py

@@ -10,7 +10,7 @@ import typing
 import uuid
 from collections import defaultdict
 from collections.abc import AsyncIterator, Sequence
-from contextlib import asynccontextmanager
+from contextlib import AsyncExitStack, asynccontextmanager
 from datetime import UTC, datetime, timedelta
 from typing import Any, Literal, cast
 from uuid import UUID, uuid4
@@ -150,6 +150,8 @@ class Assistants(Authenticated):
         select: list[AssistantSelectField] | None = None,
         ctx: Auth.types.BaseAuthContext | None = None,
     ) -> tuple[AsyncIterator[Assistant], int]:
+        from langgraph_api.graph import GRAPHS
+
         metadata = metadata if metadata is not None else {}
         filters = await Assistants.handle_event(
             ctx,
@@ -159,6 +161,9 @@ class Assistants(Authenticated):
             ),
         )
 
+        if graph_id is not None and graph_id not in GRAPHS:
+            raise HTTPException(status_code=404, detail=f"Graph {graph_id} not found")
+
         # Get all assistants and filter them
         assistants = conn.store["assistants"]
         filtered_assistants = [
@@ -365,6 +370,8 @@ class Assistants(Authenticated):
         Returns:
             return the updated assistant model.
         """
+        from langgraph_api.graph import GRAPHS
+
         assistant_id = _ensure_uuid(assistant_id)
         metadata = metadata if metadata is not None else {}
         config = config if config is not None else {}
@@ -387,6 +394,9 @@ class Assistants(Authenticated):
                 detail="Cannot specify both configurable and context. Prefer setting context alone. Context was introduced in LangGraph 0.6.0 and is the long term planned replacement for configurable.",
             )
 
+        if graph_id is not None and graph_id not in GRAPHS:
+            raise HTTPException(status_code=404, detail=f"Graph {graph_id} not found")
+
         # Keep config and context up to date with one another
         if config.get("configurable"):
             context = config["configurable"]
@@ -462,55 +472,85 @@ class Assistants(Authenticated):
 
     @staticmethod
     async def delete(
-        conn: InMemConnectionProto,
+        conn: InMemConnectionProto | None,
         assistant_id: UUID,
         ctx: Auth.types.BaseAuthContext | None = None,
+        *,
+        delete_threads: bool = False,
     ) -> AsyncIterator[UUID]:
         """Delete an assistant by ID."""
-        assistant_id = _ensure_uuid(assistant_id)
-        filters = await Assistants.handle_event(
-            ctx,
-            "delete",
-            Auth.types.AssistantsDelete(
-                assistant_id=assistant_id,
-            ),
-        )
-        assistant = next(
-            (a for a in conn.store["assistants"] if a["assistant_id"] == assistant_id),
-            None,
-        )
+        async with AsyncExitStack() as stack:
+            if conn is None:
+                conn = await stack.enter_async_context(connect())
 
-        if not assistant:
-            raise HTTPException(
-                status_code=404, detail=f"Assistant with ID {assistant_id} not found"
+            assistant_id = _ensure_uuid(assistant_id)
+            filters = await Assistants.handle_event(
+                ctx,
+                "delete",
+                Auth.types.AssistantsDelete(
+                    assistant_id=assistant_id,
+                ),
             )
-        elif filters and not _check_filter_match(assistant["metadata"], filters):
-            raise HTTPException(
-                status_code=404, detail=f"Assistant with ID {assistant_id} not found"
+            assistant = next(
+                (
+                    a
+                    for a in conn.store["assistants"]
+                    if a["assistant_id"] == assistant_id
+                ),
+                None,
             )
 
-        # Cancel all in-flight runs for this assistant before deletion
-        await Runs.cancel(
-            conn,
-            assistant_id=assistant_id,
-            action="interrupt",
-            ctx=ctx,
-        )
+            if not assistant:
+                raise HTTPException(
+                    status_code=404,
+                    detail=f"Assistant with ID {assistant_id} not found",
+                )
+            elif filters and not _check_filter_match(assistant["metadata"], filters):
+                raise HTTPException(
+                    status_code=404,
+                    detail=f"Assistant with ID {assistant_id} not found",
+                )
 
-        conn.store["assistants"] = [
-            a for a in conn.store["assistants"] if a["assistant_id"] != assistant_id
-        ]
-        # Cascade delete assistant versions
-        conn.store["assistant_versions"] = [
-            v
-            for v in conn.store["assistant_versions"]
-            if v["assistant_id"] != assistant_id
-        ]
+            if delete_threads:
+                threads_to_delete = [
+                    t["thread_id"]
+                    for t in conn.store["threads"]
+                    if t.get("metadata", {}).get("assistant_id") == str(assistant_id)
+                ]
+                for thread_id in threads_to_delete:
+                    try:
+                        async for _ in await Threads.delete(conn, thread_id, ctx=ctx):
+                            pass
+                    except HTTPException:
+                        await logger.awarning(
+                            "Skipping thread deletion during cascade delete (user lacks permission)",
+                            thread_id=thread_id,
+                            assistant_id=assistant_id,
+                        )
 
-        async def _yield_deleted():
-            yield assistant_id
+            # 3. Cancel in-flight runs AFTER auth validation
+            await Runs.cancel(
+                conn,
+                assistant_id=assistant_id,
+                action="interrupt",
+                ctx=ctx,
+            )
 
-        return _yield_deleted()
+            # 4. Delete assistant
+            conn.store["assistants"] = [
+                a for a in conn.store["assistants"] if a["assistant_id"] != assistant_id
+            ]
+            # Cascade delete assistant versions
+            conn.store["assistant_versions"] = [
+                v
+                for v in conn.store["assistant_versions"]
+                if v["assistant_id"] != assistant_id
+            ]
+
+            async def _yield_deleted():
+                yield assistant_id
+
+            return _yield_deleted()
 
     @staticmethod
     async def set_latest(
@@ -632,6 +672,8 @@ class Assistants(Authenticated):
         ctx: Auth.types.BaseAuthContext | None = None,
     ) -> int:
         """Get count of assistants."""
+        from langgraph_api.graph import GRAPHS
+
         metadata = metadata if metadata is not None else {}
         filters = await Assistants.handle_event(
             ctx,
@@ -641,6 +683,9 @@ class Assistants(Authenticated):
             ),
         )
 
+        if graph_id is not None and graph_id not in GRAPHS:
+            raise HTTPException(status_code=404, detail=f"Graph {graph_id} not found")
+
         count = 0
         for assistant in conn.store["assistants"]:
             if (

{langgraph_runtime_inmem-0.22.0.dist-info → langgraph_runtime_inmem-0.22.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langgraph-runtime-inmem
-Version: 0.22.0
+Version: 0.22.1
 Summary: Inmem implementation for the LangGraph API server.
 Author-email: Will Fu-Hinthorn <will@langchain.dev>
 License: Elastic-2.0

{langgraph_runtime_inmem-0.22.0.dist-info → langgraph_runtime_inmem-0.22.1.dist-info}/RECORD

@@ -1,14 +1,14 @@
-langgraph_runtime_inmem/__init__.py,sha256=MEt3B-cz2OdptjyXn7hgqdFgWBMBLaSY3wsKSEeB8Cg,337
-langgraph_runtime_inmem/checkpoint.py,sha256=lFUjSGra3xqD39FY3U-PgxYMXU6j1L28WPajmXT7-YE,7478
+langgraph_runtime_inmem/__init__.py,sha256=yocpl21Fk4OqK3oi1op2eCBM4EqmVbZFTETc--eQcJk,337
+langgraph_runtime_inmem/checkpoint.py,sha256=k9xHZVwbJhxunpbuM36zaVtcP2c2zdx6ABdDFYE2PrE,9471
 langgraph_runtime_inmem/database.py,sha256=g2XYa5KN-T8MbDeFH9sfUApDG62Wp4BACumVnDtxYhI,6403
 langgraph_runtime_inmem/inmem_stream.py,sha256=PFLWbsxU8RqbT5mYJgNk6v5q6TWJRIY1hkZWhJF8nkI,9094
 langgraph_runtime_inmem/lifespan.py,sha256=fCoYcN_h0cxmj6-muC-f0csPdSpyepZuGRD1yBrq4XM,4755
 langgraph_runtime_inmem/metrics.py,sha256=_YiSkLnhQvHpMktk38SZo0abyL-5GihfVAtBo0-lFIc,403
-langgraph_runtime_inmem/ops.py,sha256=qJaQb138aL9D8ROy4yRaxlcaCuiNfoSDIX7m6lCWndE,119178
+langgraph_runtime_inmem/ops.py,sha256=lsfdJczwmmMClaGbXIuYMBtZ0JED5UP-iwUDtHpShl4,121054
 langgraph_runtime_inmem/queue.py,sha256=WM6ZJu25QPVjFXeJYW06GALLUgRsnRrA4YdypR0oG0U,9584
 langgraph_runtime_inmem/retry.py,sha256=XmldOP4e_H5s264CagJRVnQMDFcEJR_dldVR1Hm5XvM,763
 langgraph_runtime_inmem/routes.py,sha256=VVNxgJ8FWI3kDBoIgQUWN1gY5ivo7L954Agxzv72TAY,1377
 langgraph_runtime_inmem/store.py,sha256=rTfL1JJvd-j4xjTrL8qDcynaWF6gUJ9-GDVwH0NBD_I,3506
-langgraph_runtime_inmem-0.22.0.dist-info/METADATA,sha256=viwco9HtZ2XtqNpn1nnBoLT2r2_8fvT8tqO3s2LwjHo,570
-langgraph_runtime_inmem-0.22.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-langgraph_runtime_inmem-0.22.0.dist-info/RECORD,,
+langgraph_runtime_inmem-0.22.1.dist-info/METADATA,sha256=CVWjgQ-ttGgcpuVhDcdQQO9Ba6iuam76jRVWEFo4_SY,570
+langgraph_runtime_inmem-0.22.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+langgraph_runtime_inmem-0.22.1.dist-info/RECORD,,