langgraph-runtime-inmem 0.22.1__py3-none-any.whl → 0.23.0__py3-none-any.whl

langgraph_runtime_inmem/__init__.py

@@ -10,7 +10,7 @@ from langgraph_runtime_inmem import (
     store,
 )
 
-__version__ = "0.22.1"
+__version__ = "0.23.0"
 __all__ = [
     "ops",
     "database",

langgraph_runtime_inmem/_persistence.py

@@ -0,0 +1,58 @@
+"""Periodic flushing for all PersistentDict stores."""
+
+from __future__ import annotations
+
+import functools
+import logging
+import threading
+import weakref
+
+from langgraph.checkpoint.memory import PersistentDict
+
+logger = logging.getLogger(__name__)
+
+_stores: dict[str, weakref.ref[PersistentDict]] = {}
+_flush_thread: tuple[threading.Event, threading.Thread] | None = None
+_flush_interval: int = 10
+
+
+def register_persistent_dict(d: PersistentDict) -> None:
+    """Register a PersistentDict for periodic flushing."""
+    global _flush_thread
+    _stores[d.filename] = weakref.ref(d)
+    if _flush_thread is None:
+        logger.info("Starting dev persistence flush loop")
+        stop_event = threading.Event()
+        _flush_thread = (
+            stop_event,
+            threading.Thread(
+                target=functools.partial(_flush_loop, stop_event), daemon=True
+            ),
+        )
+        _flush_thread[1].start()
+
+
+def stop_flush_loop() -> None:
+    """Stop the background flush thread."""
+    global _flush_thread
+    if _flush_thread is not None:
+        logger.info("Stopping dev persistence flush loop")
+        _flush_thread[0].set()
+        _flush_thread[1].join()
+        _flush_thread = None
+
+
+def _flush_loop(stop_event: threading.Event) -> None:
+    drop = set()
+    while not stop_event.wait(timeout=_flush_interval):
+        keys = list(_stores.keys())
+        for store_key in keys:
+            if store := _stores[store_key]():
+                store.sync()
+            else:
+                drop.add(store_key)
+        if drop:
+            for store_key in drop:
+                del _stores[store_key]
+            drop.clear()
+    logger.info("dev persistence flush loop exiting")

langgraph_runtime_inmem/checkpoint.py

@@ -1,12 +1,10 @@
 from __future__ import annotations
 
-import functools
 import logging
 import os
-import threading
 import typing
 import uuid
-import weakref
+from collections import defaultdict
 from collections.abc import AsyncIterator, Callable
 from typing import Any
 
@@ -17,6 +15,11 @@ from langgraph.checkpoint.memory import (
     PersistentDict,
 )
 
+from langgraph_runtime_inmem._persistence import (
+    register_persistent_dict,
+    stop_flush_loop,
+)
+
 if typing.TYPE_CHECKING:
     from langchain_core.runnables import RunnableConfig
     from langgraph.checkpoint.base import (
@@ -53,6 +56,7 @@ class InMemorySaver(InMemorySaverBase):
         __persistence_hook__: Callable[[PersistentDict], None] | None = None,
     ) -> None:
         self.filename = os.path.join(".langgraph_api", ".langgraph_checkpoint.")
+        self.latest_iter: AsyncIterator[CheckpointTuple] | None = None
         i = 0
 
         def factory(*args):
@@ -95,7 +99,7 @@ class InMemorySaver(InMemorySaverBase):
 
         super().__init__(
             serde=serde if serde is not None else Serializer(),
-            factory=factory if not DISABLE_FILE_PERSISTENCE else None,
+            factory=factory if not DISABLE_FILE_PERSISTENCE else defaultdict,
         )
 
     def put(
@@ -158,12 +162,10 @@ class InMemorySaver(InMemorySaverBase):
 
         if not api_config.LANGGRAPH_ENCRYPTION:
             return data
-        from langgraph_api.api.encryption_middleware import decrypt_json_if_needed
-        from langgraph_api.encryption import get_encryption_instance
+        from langgraph_api.encryption import get_encryption
+        from langgraph_api.encryption.middleware import decrypt_json_if_needed
 
-        result = await decrypt_json_if_needed(
-            data, get_encryption_instance(), "checkpoint"
-        )
+        result = await decrypt_json_if_needed(data, get_encryption(), "checkpoint")
         if result is None:
             raise ValueError("decrypt_json_if_needed returned None for non-None input")
         return result
@@ -211,14 +213,14 @@ class InMemorySaver(InMemorySaverBase):
             )
 
     async def __aexit__(self, exc_type, exc_val, exc_tb):
-        global _ingestion_thread
-        if _ingestion_thread is not None:
-            logger.info("Stopping dev checkpoint ingestion loop")
-            _ingestion_thread[0].set()
-            _ingestion_thread[1].join()
-            _ingestion_thread = None
+        stop_flush_loop()
         await super().__aexit__(exc_type, exc_val, exc_tb)
 
+    async def aget_iter(self, config: RunnableConfig) -> AsyncIterator[CheckpointTuple]:
+        tup = await self.aget_tuple(config)
+        if tup is not None:
+            yield tup
+
 
 MEMORY = None
 
@@ -227,14 +229,14 @@ def Checkpointer(*args, unpack_hook=None, **kwargs):
     global MEMORY
     if MEMORY is None:
         MEMORY = InMemorySaver(
-            __persistence_hook__=_hook,
+            __persistence_hook__=register_persistent_dict,
         )
     if unpack_hook is not None:
         from langgraph_api.serde import Serializer
 
         saver = InMemorySaver(
             serde=Serializer(__unpack_ext_hook__=unpack_hook),
-            __persistence_hook__=_hook,
+            __persistence_hook__=register_persistent_dict,
             **kwargs,
         )
         saver.writes = MEMORY.writes
@@ -244,43 +246,4 @@ def Checkpointer(*args, unpack_hook=None, **kwargs):
     return MEMORY
 
 
-_stores: dict[str, weakref.ref[PersistentDict]] = {}
-_ingestion_thread: tuple[threading.Event, threading.Thread] | None = None
-_ingestion_delay: int = 10
-
-
-def _hook(d: PersistentDict):
-    global _ingestion_thread
-    _stores[d.filename] = weakref.ref(d)
-    if _ingestion_thread is None:
-        logger.info("Starting dev checkpoint ingestion loop")
-        stop_event = threading.Event()
-        _ingestion_thread = (
-            stop_event,
-            threading.Thread(
-                target=functools.partial(_ingestion_loop, stop_event), daemon=True
-            ),
-        )
-        _ingestion_thread[1].start()
-    pass
-
-
-def _ingestion_loop(stop_event: threading.Event):
-    drop = set()
-    while not stop_event.wait(timeout=_ingestion_delay):
-        keys = list(_stores.keys())
-        for store_key in keys:
-            if store := _stores[store_key]():
-                store.sync()
-                continue
-            else:
-                drop.add(store_key)
-        if drop:
-            for store_key in drop:
-                del _stores[store_key]
-            drop.clear()
-    # Note: the checkpoints are flushed one last time upon exit.
-    logger.info("dev checkpoint ingestion loop exiting")
-
-
 __all__ = ["Checkpointer"]

langgraph_runtime_inmem/database.py

@@ -13,6 +13,7 @@ from langgraph.checkpoint.memory import PersistentDict
 from typing_extensions import TypedDict
 
 from langgraph_runtime_inmem import store
+from langgraph_runtime_inmem._persistence import register_persistent_dict
 from langgraph_runtime_inmem.inmem_stream import start_stream, stop_stream
 
 if TYPE_CHECKING:
@@ -114,6 +115,10 @@ class InMemoryRetryCounter:
 GLOBAL_RETRY_COUNTER = InMemoryRetryCounter()
 GLOBAL_STORE = GlobalStore(filename=OPS_FILENAME)
 
+# Register for periodic flushing
+register_persistent_dict(GLOBAL_STORE)
+register_persistent_dict(GLOBAL_RETRY_COUNTER._counters)
+
 
 class InMemConnectionProto:
     def __init__(self):

langgraph_runtime_inmem/lifespan.py

@@ -30,6 +30,9 @@ async def lifespan(
 ):
     import langgraph_api.config as config
     from langgraph_api import __version__, feature_flags, graph, thread_ttl
+    from langgraph_api import (
+        _checkpointer as api_checkpointer,
+    )
     from langgraph_api import store as api_store
     from langgraph_api.asyncio import SimpleTaskGroup, set_event_loop
     from langgraph_api.http import start_http_client, stop_http_client
@@ -54,6 +57,7 @@ async def lifespan(
 
     await start_http_client()
     await start_pool()
+    await api_checkpointer.start_checkpointer()
     await start_ui_bundler()
 
     async def _log_graph_load_failure(err: graph.GraphLoadError) -> None:
@@ -119,6 +123,7 @@ async def lifespan(
         pass
     finally:
         await api_store.exit_store()
+        await api_checkpointer.exit_checkpointer()
         await stop_ui_bundler()
         await graph.stop_remote_graphs()
         await stop_http_client()

langgraph_runtime_inmem/ops.py

@@ -150,7 +150,7 @@ class Assistants(Authenticated):
         select: list[AssistantSelectField] | None = None,
         ctx: Auth.types.BaseAuthContext | None = None,
     ) -> tuple[AsyncIterator[Assistant], int]:
-        from langgraph_api.graph import GRAPHS
+        from langgraph_api.graph import assert_graph_exists
 
         metadata = metadata if metadata is not None else {}
         filters = await Assistants.handle_event(
@@ -161,8 +161,8 @@ class Assistants(Authenticated):
             ),
         )
 
-        if graph_id is not None and graph_id not in GRAPHS:
-            raise HTTPException(status_code=404, detail=f"Graph {graph_id} not found")
+        if graph_id is not None:
+            assert_graph_exists(graph_id)
 
         # Get all assistants and filter them
         assistants = conn.store["assistants"]
@@ -255,7 +255,7 @@ class Assistants(Authenticated):
         description: str | None = None,
     ) -> AsyncIterator[Assistant]:
         """Insert an assistant."""
-        from langgraph_api.graph import GRAPHS
+        from langgraph_api.graph import assert_graph_exists
 
         assistant_id = _ensure_uuid(assistant_id)
         metadata = metadata if metadata is not None else {}
@@ -278,8 +278,7 @@ class Assistants(Authenticated):
                 detail="Cannot specify both configurable and context. Prefer setting context alone. Context was introduced in LangGraph 0.6.0 and is the long term planned replacement for configurable.",
             )
 
-        if graph_id not in GRAPHS:
-            raise HTTPException(status_code=404, detail=f"Graph {graph_id} not found")
+        assert_graph_exists(graph_id)
 
         # Keep config and context up to date with one another
         if config.get("configurable"):
@@ -370,7 +369,7 @@ class Assistants(Authenticated):
         Returns:
             return the updated assistant model.
         """
-        from langgraph_api.graph import GRAPHS
+        from langgraph_api.graph import assert_graph_exists
 
         assistant_id = _ensure_uuid(assistant_id)
         metadata = metadata if metadata is not None else {}
@@ -394,8 +393,8 @@ class Assistants(Authenticated):
                 detail="Cannot specify both configurable and context. Prefer setting context alone. Context was introduced in LangGraph 0.6.0 and is the long term planned replacement for configurable.",
             )
 
-        if graph_id is not None and graph_id not in GRAPHS:
-            raise HTTPException(status_code=404, detail=f"Graph {graph_id} not found")
+        if graph_id is not None:
+            assert_graph_exists(graph_id)
 
         # Keep config and context up to date with one another
         if config.get("configurable"):
@@ -672,7 +671,7 @@ class Assistants(Authenticated):
         ctx: Auth.types.BaseAuthContext | None = None,
     ) -> int:
         """Get count of assistants."""
-        from langgraph_api.graph import GRAPHS
+        from langgraph_api.graph import assert_graph_exists
 
         metadata = metadata if metadata is not None else {}
         filters = await Assistants.handle_event(
@@ -683,8 +682,8 @@ class Assistants(Authenticated):
             ),
         )
 
-        if graph_id is not None and graph_id not in GRAPHS:
-            raise HTTPException(status_code=404, detail=f"Graph {graph_id} not found")
+        if graph_id is not None:
+            assert_graph_exists(graph_id)
 
         count = 0
         for assistant in conn.store["assistants"]:

langgraph_runtime_inmem/store.py

@@ -10,6 +10,8 @@ from langgraph.store.base import BaseStore, Op, Result
 from langgraph.store.base.batch import AsyncBatchedBaseStore
 from langgraph.store.memory import InMemoryStore
 
+from langgraph_runtime_inmem._persistence import register_persistent_dict
+
 _STORE_CONFIG = None
 DISABLE_FILE_PERSISTENCE = (
     os.getenv("LANGGRAPH_DISABLE_FILE_PERSISTENCE", "false").lower() == "true"
@@ -24,6 +26,8 @@ class DiskBackedInMemStore(InMemoryStore):
             self._vectors = PersistentDict(
                 lambda: defaultdict(dict), filename=_VECTOR_FILE
             )
+            register_persistent_dict(self._data)
+            register_persistent_dict(self._vectors)
         else:
             self._data = InMemoryStore._data
             self._vectors = InMemoryStore._vectors

{langgraph_runtime_inmem-0.22.1.dist-info → langgraph_runtime_inmem-0.23.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langgraph-runtime-inmem
-Version: 0.22.1
+Version: 0.23.0
 Summary: Inmem implementation for the LangGraph API server.
 Author-email: Will Fu-Hinthorn <will@langchain.dev>
 License: Elastic-2.0

langgraph_runtime_inmem-0.23.0.dist-info/RECORD

@@ -0,0 +1,15 @@
+langgraph_runtime_inmem/__init__.py,sha256=oKfMmvvPRewTlo9oduB3tCC3l2b2MiD_9lka4PMm_5M,337
+langgraph_runtime_inmem/_persistence.py,sha256=exchMr_NQB_h7PHt0vq5QBh25cOGoW0jHAFo07b1BFI,1711
+langgraph_runtime_inmem/checkpoint.py,sha256=VD5c6CktsToo_f4qPe1WP_csdonQoOb7h5lHv4U0ZAE,8372
+langgraph_runtime_inmem/database.py,sha256=iP7W1SI4kUkqcHtkg3aMmP-YLgZfvMHANwN-P4Pb1pY,6607
+langgraph_runtime_inmem/inmem_stream.py,sha256=PFLWbsxU8RqbT5mYJgNk6v5q6TWJRIY1hkZWhJF8nkI,9094
+langgraph_runtime_inmem/lifespan.py,sha256=51w3ZKvxcosd7XKkTE2Tnxtr3tux4rJuChGEN0CuvCY,4935
+langgraph_runtime_inmem/metrics.py,sha256=_YiSkLnhQvHpMktk38SZo0abyL-5GihfVAtBo0-lFIc,403
+langgraph_runtime_inmem/ops.py,sha256=OZ1VicFoh9eOxD15LbZsmCZ1JTaWkMUjdY0nF0t9e-k,120806
+langgraph_runtime_inmem/queue.py,sha256=WM6ZJu25QPVjFXeJYW06GALLUgRsnRrA4YdypR0oG0U,9584
+langgraph_runtime_inmem/retry.py,sha256=XmldOP4e_H5s264CagJRVnQMDFcEJR_dldVR1Hm5XvM,763
+langgraph_runtime_inmem/routes.py,sha256=VVNxgJ8FWI3kDBoIgQUWN1gY5ivo7L954Agxzv72TAY,1377
+langgraph_runtime_inmem/store.py,sha256=a3YKsLnFv4bu3zPvagIFv0xmtrIp_pmGvj1CnD3PHL0,3682
+langgraph_runtime_inmem-0.23.0.dist-info/METADATA,sha256=9x1G8RrISXklr1MikxsE4kJFZTswjmATqNgA0EsPQYY,570
+langgraph_runtime_inmem-0.23.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+langgraph_runtime_inmem-0.23.0.dist-info/RECORD,,

langgraph_runtime_inmem-0.22.1.dist-info/RECORD

@@ -1,14 +0,0 @@
-langgraph_runtime_inmem/__init__.py,sha256=yocpl21Fk4OqK3oi1op2eCBM4EqmVbZFTETc--eQcJk,337
-langgraph_runtime_inmem/checkpoint.py,sha256=k9xHZVwbJhxunpbuM36zaVtcP2c2zdx6ABdDFYE2PrE,9471
-langgraph_runtime_inmem/database.py,sha256=g2XYa5KN-T8MbDeFH9sfUApDG62Wp4BACumVnDtxYhI,6403
-langgraph_runtime_inmem/inmem_stream.py,sha256=PFLWbsxU8RqbT5mYJgNk6v5q6TWJRIY1hkZWhJF8nkI,9094
-langgraph_runtime_inmem/lifespan.py,sha256=fCoYcN_h0cxmj6-muC-f0csPdSpyepZuGRD1yBrq4XM,4755
-langgraph_runtime_inmem/metrics.py,sha256=_YiSkLnhQvHpMktk38SZo0abyL-5GihfVAtBo0-lFIc,403
-langgraph_runtime_inmem/ops.py,sha256=lsfdJczwmmMClaGbXIuYMBtZ0JED5UP-iwUDtHpShl4,121054
-langgraph_runtime_inmem/queue.py,sha256=WM6ZJu25QPVjFXeJYW06GALLUgRsnRrA4YdypR0oG0U,9584
-langgraph_runtime_inmem/retry.py,sha256=XmldOP4e_H5s264CagJRVnQMDFcEJR_dldVR1Hm5XvM,763
-langgraph_runtime_inmem/routes.py,sha256=VVNxgJ8FWI3kDBoIgQUWN1gY5ivo7L954Agxzv72TAY,1377
-langgraph_runtime_inmem/store.py,sha256=rTfL1JJvd-j4xjTrL8qDcynaWF6gUJ9-GDVwH0NBD_I,3506
-langgraph_runtime_inmem-0.22.1.dist-info/METADATA,sha256=CVWjgQ-ttGgcpuVhDcdQQO9Ba6iuam76jRVWEFo4_SY,570
-langgraph_runtime_inmem-0.22.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-langgraph_runtime_inmem-0.22.1.dist-info/RECORD,,