langgraph-api 0.0.48__tar.gz → 0.1.0__tar.gz

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langgraph-api
-Version: 0.0.48
+Version: 0.1.0
 Summary: 
 License: Elastic-2.0
 Author: Nuno Campos

langgraph_api-0.1.0/langgraph_api/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.1.0"

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/api/__init__.py

@@ -21,7 +21,7 @@ from langgraph_api.auth.middleware import auth_middleware
 from langgraph_api.config import HTTP_CONFIG, MIGRATIONS_PATH
 from langgraph_api.graph import js_bg_tasks
 from langgraph_api.validation import DOCS_HTML
-from langgraph_storage.database import connect, healthcheck
+from langgraph_runtime.database import connect, healthcheck
 
 logger = structlog.stdlib.get_logger(__name__)
 
@@ -138,7 +138,7 @@ else:
 if "inmem" in MIGRATIONS_PATH:
 
     async def truncate(request: Request):
-        from langgraph_storage.checkpoint import Checkpointer
+        from langgraph_runtime.checkpoint import Checkpointer
 
         await asyncio.to_thread(Checkpointer().clear)
         async with connect() as conn:

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/api/assistants.py

@@ -21,9 +21,9 @@ from langgraph_api.validation import (
     AssistantVersionChange,
     AssistantVersionsSearchRequest,
 )
-from langgraph_storage.database import connect
-from langgraph_storage.ops import Assistants
-from langgraph_storage.retry import retry_db
+from langgraph_runtime.database import connect
+from langgraph_runtime.ops import Assistants
+from langgraph_runtime.retry import retry_db
 
 logger = structlog.stdlib.get_logger(__name__)
 

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/api/meta.py

@@ -5,9 +5,9 @@ from starlette.responses import JSONResponse, PlainTextResponse
 from langgraph_api import config
 from langgraph_api.route import ApiRequest
 from langgraph_license.validation import plus_features_enabled
-from langgraph_storage.database import connect, pool_stats
-from langgraph_storage.ops import Runs
-from langgraph_storage.queue import WORKERS
+from langgraph_runtime.database import connect, pool_stats
+from langgraph_runtime.metrics import get_metrics
+from langgraph_runtime.ops import Runs
 
 METRICS_FORMATS = {"prometheus", "json"}
 
@@ -32,20 +32,18 @@ async def meta_metrics(request: ApiRequest):
         format = "prometheus"
 
     # collect stats
-    workers_max = config.N_JOBS_PER_WORKER
-    workers_active = len(WORKERS)
-    workers_available = workers_max - workers_active
+    metrics = get_metrics()
+    worker_metrics = metrics["workers"]
+    workers_max = worker_metrics["max"]
+    workers_active = worker_metrics["active"]
+    workers_available = worker_metrics["available"]
 
     if format == "json":
         async with connect() as conn:
             return JSONResponse(
                 {
                     **pool_stats(),
-                    "workers": {
-                        "max": workers_max,
-                        "active": workers_active,
-                        "available": workers_available,
-                    },
+                    "workers": worker_metrics,
                     "queue": await Runs.stats(conn),
                 }
             )

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/api/runs.py

@@ -22,9 +22,9 @@ from langgraph_api.validation import (
     RunsCancel,
 )
 from langgraph_license.validation import plus_features_enabled
-from langgraph_storage.database import connect
-from langgraph_storage.ops import Crons, Runs, Threads
-from langgraph_storage.retry import retry_db
+from langgraph_runtime.database import connect
+from langgraph_runtime.ops import Crons, Runs, Threads
+from langgraph_runtime.retry import retry_db
 
 
 @retry_db

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/api/store.py

@@ -13,8 +13,8 @@ from langgraph_api.validation import (
     StorePutRequest,
     StoreSearchRequest,
 )
-from langgraph_storage.retry import retry_db
-from langgraph_storage.store import Store
+from langgraph_runtime.retry import retry_db
+from langgraph_runtime.store import Store
 
 
 def _validate_namespace(namespace: tuple[str, ...]) -> Response | None:

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/api/threads.py

@@ -15,9 +15,9 @@ from langgraph_api.validation import (
     ThreadStateSearch,
     ThreadStateUpdate,
 )
-from langgraph_storage.database import connect
-from langgraph_storage.ops import Threads
-from langgraph_storage.retry import retry_db
+from langgraph_runtime.database import connect
+from langgraph_runtime.ops import Threads
+from langgraph_runtime.retry import retry_db
 
 
 @retry_db

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/cli.py

@@ -6,6 +6,7 @@ import pathlib
 import threading
 import typing
 from collections.abc import Mapping, Sequence
+from typing import Literal
 
 from typing_extensions import TypedDict
 
@@ -134,6 +135,7 @@ def run_server(
     studio_url: str | None = None,
     disable_persistence: bool = False,
     allow_blocking: bool = False,
+    runtime_edition: Literal["inmem", "community", "postgres"] = "inmem",
     **kwargs: typing.Any,
 ):
     """Run the LangGraph API server."""
@@ -197,6 +199,7 @@ def run_server(
         LANGGRAPH_UI_BUNDLER="true",
         LANGGRAPH_API_URL=local_url,
         LANGGRAPH_DISABLE_FILE_PERSISTENCE=str(disable_persistence).lower(),
+        LANGGRAPH_RUNTIME_EDITION=runtime_edition,
         # If true, we will not raise on blocking IO calls (via blockbuster)
         LANGGRAPH_ALLOW_BLOCKING=str(allow_blocking).lower(),
         # See https://developer.chrome.com/blog/private-network-access-update-2024-03
@@ -274,7 +277,6 @@ For production use, please use LangGraph Cloud.
 
 """
         logger.info(welcome)
-
         if open_browser:
             threading.Thread(target=_open_browser, daemon=True).start()
         supported_kwargs = {

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/config.py

@@ -323,6 +323,9 @@ USES_INDEXING = (
     and STORE_CONFIG.get("index").get("embed")
 )
 USES_CUSTOM_APP = HTTP_CONFIG and HTTP_CONFIG.get("app")
+USES_CUSTOM_AUTH = bool(LANGGRAPH_AUTH)
+USES_THREAD_TTL = bool(THREAD_TTL)
+USES_STORE_TTL = bool(STORE_CONFIG and STORE_CONFIG.get("ttl"))
 
 API_VARIANT = env("LANGSMITH_LANGGRAPH_API_VARIANT", cast=str, default="")
 

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/cron_scheduler.py

@@ -7,9 +7,9 @@ from langchain_core.runnables.config import run_in_executor
 from langgraph_api.models.run import create_valid_run
 from langgraph_api.utils import next_cron_date
 from langgraph_api.worker import set_auth_ctx_for_run
-from langgraph_storage.database import connect
-from langgraph_storage.ops import Crons
-from langgraph_storage.retry import retry_db
+from langgraph_runtime.database import connect
+from langgraph_runtime.ops import Crons
+from langgraph_runtime.retry import retry_db
 
 logger = structlog.stdlib.get_logger(__name__)
 

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/graph.py

@@ -50,8 +50,8 @@ async def register_graph(
     description: str | None = None,
 ) -> None:
     """Register a graph."""
-    from langgraph_storage.database import connect
-    from langgraph_storage.ops import Assistants
+    from langgraph_runtime.database import connect
+    from langgraph_runtime.ops import Assistants
 
     await logger.ainfo(f"Registering graph with id '{graph_id}'", graph_id=graph_id)
     GRAPHS[graph_id] = graph

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/js/remote.py

@@ -365,7 +365,7 @@ async def run_js_process(paths_str: str, watch: bool = False):
 
 
 def _get_passthrough_checkpointer(conn: AsyncConnectionProto):
-    from langgraph_storage.checkpoint import Checkpointer
+    from langgraph_runtime.checkpoint import Checkpointer
 
     class PassthroughSerialiser(SerializerProtocol):
         def dumps(self, obj: Any) -> bytes:
@@ -393,7 +393,7 @@ def _get_passthrough_checkpointer(conn: AsyncConnectionProto):
 
 
 def _get_passthrough_store():
-    from langgraph_storage.store import Store
+    from langgraph_runtime.store import Store
 
     return Store()
 
@@ -401,7 +401,7 @@ def _get_passthrough_store():
 # Setup a HTTP server on top of CHECKPOINTER_SOCKET unix socket
 # used by `client.mts` to communicate with the Python checkpointer
 async def run_remote_checkpointer():
-    from langgraph_storage.database import connect
+    from langgraph_runtime.database import connect
 
     async def checkpointer_list(payload: dict):
         """Search checkpoints"""

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/metadata.py

@@ -11,7 +11,10 @@ from langgraph_api.config import (
     LANGSMITH_API_KEY,
     LANGSMITH_AUTH_ENDPOINT,
     USES_CUSTOM_APP,
+    USES_CUSTOM_AUTH,
     USES_INDEXING,
+    USES_STORE_TTL,
+    USES_THREAD_TTL,
 )
 from langgraph_api.http import http_request
 from langgraph_license.validation import plus_features_enabled
@@ -95,8 +98,12 @@ async def metadata_loop() -> None:
                 "langgraph.platform.variant": VARIANT,
                 "langgraph.platform.host": HOST,
                 "langgraph.platform.plan": PLAN,
+                # user app features
                 "user_app.uses_indexing": USES_INDEXING,
                 "user_app.uses_custom_app": USES_CUSTOM_APP,
+                "user_app.uses_custom_auth": USES_CUSTOM_AUTH,
+                "user_app.uses_thread_ttl": USES_THREAD_TTL,
+                "user_app.uses_store_ttl": USES_STORE_TTL,
             },
             "measures": {
                 "langgraph.platform.runs": runs,

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/models/run.py

@@ -23,7 +23,7 @@ from langgraph_api.schema import (
     StreamMode,
 )
 from langgraph_api.utils import AsyncConnectionProto, get_auth_ctx
-from langgraph_storage.ops import Runs, logger
+from langgraph_runtime.ops import Runs, logger
 
 
 class RunCreateDict(TypedDict):
@@ -177,6 +177,15 @@ async def create_valid_run(
         payload,
         run_id=run_id,
     )
+    if (
+        thread_id is None
+        and (command := payload.get("command"))
+        and command.get("resume")
+    ):
+        raise HTTPException(
+            status_code=400,
+            detail="You must provide a thread_id when resuming.",
+        )
     temporary = thread_id is None and payload.get("on_completion", "delete") == "delete"
     stream_mode, multitask_strategy, prevent_insert_if_inflight = assign_defaults(
         payload

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/queue_entrypoint.py

@@ -8,7 +8,7 @@ import pathlib
 import structlog
 import uvloop
 
-from langgraph_api.lifespan import lifespan
+from langgraph_runtime.lifespan import lifespan
 
 logger = structlog.stdlib.get_logger(__name__)
 

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/server.py

@@ -22,12 +22,12 @@ from langgraph_api.errors import (
     validation_error_handler,
     value_error_handler,
 )
-from langgraph_api.lifespan import lifespan
+from langgraph_runtime.lifespan import lifespan
 from langgraph_api.middleware.http_logger import AccessLoggerMiddleware
 from langgraph_api.middleware.private_network import PrivateNetworkMiddleware
 from langgraph_api.utils import SchemaGenerator
 from langgraph_license.middleware import LicenseValidationMiddleware
-from langgraph_storage.retry import OVERLOADED_EXCEPTIONS
+from langgraph_runtime.retry import OVERLOADED_EXCEPTIONS
 from langgraph_sdk.client import configure_loopback_transports
 
 logging.captureWarnings(True)

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/stream.py

@@ -30,9 +30,9 @@ from langgraph_api.metadata import HOST, PLAN, USER_API_URL, incr_nodes
 from langgraph_api.schema import Run, StreamMode
 from langgraph_api.serde import json_dumpb
 from langgraph_api.utils import AsyncConnectionProto
-from langgraph_storage.checkpoint import Checkpointer
-from langgraph_storage.ops import Runs
-from langgraph_storage.store import Store
+from langgraph_runtime.checkpoint import Checkpointer
+from langgraph_runtime.ops import Runs
+from langgraph_runtime.store import Store
 
 logger = structlog.stdlib.get_logger(__name__)
 

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/thread_ttl.py

@@ -5,7 +5,7 @@ import asyncio
 import structlog
 
 from langgraph_api.config import THREAD_TTL
-from langgraph_storage.database import connect
+from langgraph_runtime.database import connect
 
 logger = structlog.stdlib.get_logger(__name__)
 
@@ -30,7 +30,7 @@ async def thread_ttl_sweep_loop():
         interval_minutes=sweep_interval_minutes,
     )
 
-    from langgraph_storage.ops import Threads
+    from langgraph_runtime.ops import Threads
 
     while True:
         await asyncio.sleep(sweep_interval_minutes * 60)

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/langgraph_api/worker.py

@@ -26,9 +26,9 @@ from langgraph_api.stream import (
     consume,
 )
 from langgraph_api.utils import set_auth_ctx, with_user
-from langgraph_storage.database import connect
-from langgraph_storage.ops import Runs, Threads
-from langgraph_storage.retry import RETRIABLE_EXCEPTIONS
+from langgraph_runtime.database import connect
+from langgraph_runtime.ops import Runs, Threads
+from langgraph_runtime.retry import RETRIABLE_EXCEPTIONS
 
 try:
     from psycopg.errors import InFailedSqlTransaction

langgraph_api-0.1.0/langgraph_runtime/__init__.py

@@ -0,0 +1,39 @@
+import importlib.util
+import os
+import sys
+
+import structlog
+
+logger = structlog.stdlib.get_logger(__name__)
+
+try:
+    RUNTIME_EDITION = os.environ["LANGGRAPH_RUNTIME_EDITION"]
+    RUNTIME_PACKAGE = f"langgraph_runtime_{RUNTIME_EDITION}"
+except KeyError:
+    raise ValueError(
+        "LANGGRAPH_RUNTIME_EDITION environment variable is not set."
+        " Expected LANGGRAPH_RUNTIME_EDITION to be set to one of:\n"
+        " - inmem\n"
+        " - postgres\n"
+        " - community\n"
+    ) from None
+if importlib.util.find_spec(RUNTIME_PACKAGE):
+    backend = importlib.import_module(RUNTIME_PACKAGE)
+    logger.info(f"Using {RUNTIME_PACKAGE}")
+else:
+    raise ImportError(
+        "Langgraph runtime backend not found. Please install with "
+        f'`pip install "langgraph-runtime[{RUNTIME_EDITION}"`'
+    ) from None
+
+# All runtime backends share the same API
+for module_name in (
+    "checkpoint",
+    "database",
+    "lifespan",
+    "ops",
+    "retry",
+    "store",
+    "metrics",
+):
+    sys.modules["langgraph_runtime." + module_name] = getattr(backend, module_name)

{langgraph_api-0.0.48 → langgraph_api-0.1.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "langgraph-api"
-version = "0.0.48"
+version = "0.1.0"
 description = ""
 authors = [
     "Nuno Campos <nuno@langchain.dev>",
@@ -9,7 +9,7 @@ authors = [
 license = "Elastic-2.0"
 packages = [
     { include = "langgraph_api" },
-    { include = "langgraph_storage" },
+    { include = "langgraph_runtime" },
     { include = "langgraph_license" },
 ]
 readme = "README.md"
@@ -65,6 +65,7 @@ pytest-httpserver = "^1.1.0"
 fastapi = "^0.115.8"
 langgraph = ">=0.3.17"
 pycryptodome = "^3.22.0"
+langgraph-runtime-inmem = { path = "../runtime_inmem", develop = true, python = ">=3.11,<4.0" }
 
 [tool.poetry_bumpversion.file."langgraph_api/__init__.py"]
 search = '__version__ = "{current_version}"'

langgraph_api-0.0.48/langgraph_api/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.0.46"

langgraph_api-0.0.48/langgraph_api/lifespan.py

@@ -1,74 +0,0 @@
-import asyncio
-from contextlib import asynccontextmanager
-
-import structlog
-from langchain_core.runnables.config import var_child_runnable_config
-from langgraph.constants import CONF, CONFIG_KEY_STORE
-from starlette.applications import Starlette
-
-import langgraph_api.config as config
-from langgraph_api.asyncio import SimpleTaskGroup, set_event_loop
-from langgraph_api.cron_scheduler import cron_scheduler
-from langgraph_api.graph import collect_graphs_from_env, stop_remote_graphs
-from langgraph_api.http import start_http_client, stop_http_client
-from langgraph_api.js.ui import start_ui_bundler, stop_ui_bundler
-from langgraph_api.metadata import metadata_loop
-from langgraph_api.thread_ttl import thread_ttl_sweep_loop
-from langgraph_license.validation import get_license_status, plus_features_enabled
-from langgraph_storage.database import start_pool, stop_pool
-from langgraph_storage.queue import queue
-from langgraph_storage.store import Store
-
-logger = structlog.stdlib.get_logger(__name__)
-
-
-@asynccontextmanager
-async def lifespan(
-    app: Starlette | None = None,
-    with_cron_scheduler: bool = True,
-    taskset: set[asyncio.Task] | None = None,
-):
-    try:
-        current_loop = asyncio.get_running_loop()
-        set_event_loop(current_loop)
-    except RuntimeError:
-        await logger.aerror("Failed to set loop")
-
-    if not await get_license_status():
-        raise ValueError(
-            "License verification failed. Please ensure proper configuration:\n"
-            "- For local development, set a valid LANGSMITH_API_KEY for an account with LangGraph Cloud access "
-            "in the environment defined in your langgraph.json file.\n"
-            "- For production, configure the LANGGRAPH_CLOUD_LICENSE_KEY environment variable "
-            "with your LangGraph Cloud license key.\n"
-            "Review your configuration settings and try again. If issues persist, "
-            "contact support for assistance."
-        )
-    await start_http_client()
-    await start_pool()
-    await collect_graphs_from_env(True)
-    await start_ui_bundler()
-    try:
-        async with SimpleTaskGroup(
-            cancel=True, taskset=taskset, taskgroup_name="Lifespan"
-        ) as tg:
-            tg.create_task(metadata_loop())
-            if config.N_JOBS_PER_WORKER > 0:
-                tg.create_task(queue())
-            if (
-                with_cron_scheduler
-                and config.FF_CRONS_ENABLED
-                and plus_features_enabled()
-            ):
-                tg.create_task(cron_scheduler())
-            store = Store()
-            tg.create_task(Store().start_ttl_sweeper())
-            tg.create_task(thread_ttl_sweep_loop())
-            var_child_runnable_config.set({CONF: {CONFIG_KEY_STORE: store}})
-
-            yield
-    finally:
-        await stop_ui_bundler()
-        await stop_remote_graphs()
-        await stop_http_client()
-        await stop_pool()

langgraph_api-0.0.48/langgraph_storage/checkpoint.py

@@ -1,123 +0,0 @@
-import logging
-import os
-import uuid
-
-from langchain_core.runnables import RunnableConfig
-from langgraph.checkpoint.base import (
-    Checkpoint,
-    CheckpointMetadata,
-    CheckpointTuple,
-    SerializerProtocol,
-)
-from langgraph.checkpoint.memory import MemorySaver, PersistentDict
-
-from langgraph_api.serde import Serializer
-
-logger = logging.getLogger(__name__)
-
-_EXCLUDED_KEYS = {"checkpoint_ns", "checkpoint_id", "run_id", "thread_id"}
-DISABLE_FILE_PERSISTENCE = (
-    os.getenv("LANGGRAPH_DISABLE_FILE_PERSISTENCE", "false").lower() == "true"
-)
-
-
-class InMemorySaver(MemorySaver):
-    def __init__(
-        self,
-        *,
-        serde: SerializerProtocol | None = None,
-    ) -> None:
-        self.filename = os.path.join(".langgraph_api", ".langgraph_checkpoint.")
-        i = 0
-
-        def factory(*args):
-            nonlocal i
-            i += 1
-
-            thisfname = self.filename + str(i) + ".pckl"
-            d = PersistentDict(*args, filename=thisfname)
-            if not os.path.exists(".langgraph_api"):
-                os.mkdir(".langgraph_api")
-            try:
-                d.load()
-            except FileNotFoundError:
-                pass
-            except ModuleNotFoundError:
-                logger.error(
-                    "Unable to load cached data - your code has changed in a way that's incompatible with the cache."
-                    "\nThis usually happens when you've:"
-                    "\n  - Renamed or moved classes"
-                    "\n  - Changed class structures"
-                    "\n  - Pulled updates that modified class definitions in a way that's incompatible with the cache"
-                    "\n\nRemoving invalid cache data stored at path: .langgraph_api"
-                )
-                os.remove(self.filename)
-            except Exception as e:
-                logger.error("Failed to load cached data: %s", str(e))
-                os.remove(self.filename)
-            return d
-
-        super().__init__(
-            serde=serde if serde is not None else Serializer(),
-            factory=factory if not DISABLE_FILE_PERSISTENCE else None,
-        )
-
-    def put(
-        self,
-        config: RunnableConfig,
-        checkpoint: Checkpoint,
-        metadata: CheckpointMetadata,
-        new_versions: dict[str, str | int | float],
-    ) -> RunnableConfig:
-        # TODO: Should this be done in OSS as well?
-        metadata = {
-            **{
-                k: v
-                for k, v in config["configurable"].items()
-                if not k.startswith("__") and k not in _EXCLUDED_KEYS
-            },
-            **config.get("metadata", {}),
-            **metadata,
-        }
-        if not isinstance(checkpoint["id"], uuid.UUID):
-            # Avoid type inconsistencies
-            checkpoint = checkpoint.copy()
-            checkpoint["id"] = str(checkpoint["id"])
-        return super().put(config, checkpoint, metadata, new_versions)
-
-    def get_tuple(self, config: RunnableConfig) -> CheckpointTuple | None:
-        if isinstance(config["configurable"].get("checkpoint_id"), uuid.UUID):
-            # Avoid type inconsistencies....
-            config = config.copy()
-
-            config["configurable"] = {
-                **config["configurable"],
-                "checkpoint_id": str(config["configurable"]["checkpoint_id"]),
-            }
-        return super().get_tuple(config)
-
-    def clear(self):
-        self.storage.clear()
-        self.writes.clear()
-        for suffix in ["1", "2"]:
-            file_path = f"{self.filename}{suffix}.pckl"
-            if os.path.exists(file_path):
-                os.remove(file_path)
-
-
-MEMORY = InMemorySaver()
-
-
-def Checkpointer(*args, unpack_hook=None, **kwargs):
-    if unpack_hook is not None:
-        saver = InMemorySaver(
-            serde=Serializer(__unpack_ext_hook__=unpack_hook), **kwargs
-        )
-        saver.writes = MEMORY.writes
-        saver.blobs = MEMORY.blobs
-        saver.storage = MEMORY.storage
-        return saver
-    return MEMORY
-
-
-__all__ = ["Checkpointer"]