llama-deploy-appserver 0.3.0a23__py3-none-any.whl → 0.3.1__py3-none-any.whl

llama_deploy/appserver/app.py

@@ -7,7 +7,7 @@ import webbrowser
 from contextlib import asynccontextmanager
 from importlib.metadata import version
 from pathlib import Path
-from typing import Any, AsyncGenerator, cast
+from typing import Any, AsyncGenerator, Literal, cast
 
 import uvicorn
 from fastapi import FastAPI
@@ -40,7 +40,7 @@ from llama_deploy.appserver.workflow_loader import (
 )
 from llama_deploy.core.config import DEFAULT_DEPLOYMENT_FILE_PATH
 from prometheus_fastapi_instrumentator import Instrumentator
-from starlette.routing import Route
+from starlette.applications import Starlette
 from workflows.server import WorkflowServer
 
 from .deployment import Deployment
@@ -66,19 +66,7 @@ async def lifespan(app: FastAPI) -> AsyncGenerator[None, Any]:
     deployment = Deployment(workflows)
     base_router = create_base_router(config.name)
     deploy_router = create_deployments_router(config.name, deployment)
-    server = deployment.create_workflow_server()
-
-    for route in server.app.routes:
-        # add routes directly rather than mounting, so that we can share a root
-        if isinstance(route, Route):
-            app.add_api_route(
-                f"/deployments/{config.name}{route.path}",
-                route.endpoint,
-                name=f"{config.name}_{route.name}",
-                methods=route.methods,
-                include_in_schema=True,  # change to false when schemas are added to workflow server
-                tags=["workflows"],
-            )
+    server = deployment.mount_workflow_server(app)
 
     app.include_router(base_router)
     app.include_router(deploy_router)
@@ -106,7 +94,9 @@ async def lifespan(app: FastAPI) -> AsyncGenerator[None, Any]:
             return RedirectResponse(f"/deployments/{config.name}/docs")
 
     apiserver_state.state("running")
-    yield
+    # terrible sad cludge
+    async with server._lifespan(cast(Starlette, {})):
+        yield
 
     apiserver_state.state("stopped")
 
@@ -242,6 +232,9 @@ def start_server_in_target_venv(
     ui_port: int | None = None,
     log_level: str | None = None,
     log_format: str | None = None,
+    persistence: Literal["memory", "local", "cloud"] | None = None,
+    local_persistence_path: str | None = None,
+    cloud_persistence_name: str | None = None,
 ) -> None:
     # Ensure settings reflect the intended working directory before computing paths
 
@@ -250,6 +243,9 @@ def start_server_in_target_venv(
         deployment_file_path=deployment_file,
         reload=reload,
         proxy_ui=proxy_ui,
+        persistence=persistence,
+        local_persistence_path=local_persistence_path,
+        cloud_persistence_name=cloud_persistence_name,
     )
     base_dir = cwd or Path.cwd()
     path = settings.resolved_config_parent.relative_to(base_dir)

llama_deploy/appserver/deployment.py

@@ -1,13 +1,24 @@
 import asyncio
 import json
 import logging
+import os
+from pathlib import Path
 from typing import Any, Tuple
 
+from fastapi import FastAPI
+from fastapi.responses import RedirectResponse
+from llama_deploy.appserver.deployment_config_parser import get_deployment_config
+from llama_deploy.appserver.settings import ApiserverSettings, settings
 from llama_deploy.appserver.types import generate_id
 from llama_deploy.appserver.workflow_loader import DEFAULT_SERVICE_ID
+from llama_deploy.appserver.workflow_store.agent_data_store import AgentDataStore
+from llama_deploy.core.deployment_config import DeploymentConfig
+from starlette.routing import Route
+from starlette.staticfiles import StaticFiles
 from workflows import Context, Workflow
 from workflows.handler import WorkflowHandler
-from workflows.server import WorkflowServer
+from workflows.server import SqliteWorkflowStore, WorkflowServer
+from workflows.server.abstract_workflow_store import EmptyWorkflowStore
 
 logger = logging.getLogger()
 
@@ -80,8 +91,67 @@ class Deployment:
         self._handler_inputs[handler_id] = json.dumps(run_kwargs)
         return handler_id, session_id
 
-    def create_workflow_server(self) -> WorkflowServer:
-        server = WorkflowServer()
+    def create_workflow_server(
+        self, deployment_config: DeploymentConfig, settings: ApiserverSettings
+    ) -> WorkflowServer:
+        persistence = EmptyWorkflowStore()
+        if settings.persistence == "local":
+            logger.info("Using local sqlite persistence for workflows")
+            persistence = SqliteWorkflowStore(
+                settings.local_persistence_path or "workflows.db"
+            )
+        elif settings.persistence == "cloud" or (
+            # default to cloud if api key is present to use
+            settings.persistence is None and os.getenv("LLAMA_CLOUD_API_KEY")
+        ):
+            logger.info("Using agent data cloud persistence for workflows")
+            persistence = AgentDataStore(deployment_config, settings)
+        else:
+            logger.info("Not persisting workflows")
+        server = WorkflowServer(workflow_store=persistence)
         for service_id, workflow in self._workflow_services.items():
             server.add_workflow(service_id, workflow)
         return server
+
+    def mount_workflow_server(self, app: FastAPI) -> WorkflowServer:
+        config = get_deployment_config()
+        server = self.create_workflow_server(config, settings)
+
+        for route in server.app.routes:
+            # add routes directly rather than mounting, so that we can share a root (only one ASGI app can be mounted at a path)
+            if isinstance(route, Route):
+                logger.info(f"Adding route {route.path} to app")
+                app.add_api_route(
+                    f"/deployments/{config.name}{route.path}",
+                    route.endpoint,
+                    name=f"{config.name}_{route.name}",
+                    methods=route.methods,
+                    include_in_schema=True,  # change to false when schemas are added to workflow server
+                    tags=["workflows"],
+                )
+                # kludge, temporarily make it accessible to the debugger, which hard codes
+                app.add_api_route(
+                    f"{route.path}",
+                    route.endpoint,
+                    name=f"_kludge_{config.name}_{route.name}",
+                    methods=route.methods,
+                    include_in_schema=False,
+                )
+
+        # be defensive since this is external and private
+        server_debugger = getattr(server, "_assets_path", None)
+        if isinstance(server_debugger, Path):
+
+            @app.get(f"/deployments/{config.name}/debugger", include_in_schema=False)
+            @app.get(f"/deployments/{config.name}/debugger/", include_in_schema=False)
+            def redirect_to_debugger() -> RedirectResponse:
+                return RedirectResponse(
+                    f"/deployments/{config.name}/debugger/index.html"
+                )
+
+            app.mount(
+                f"/deployments/{config.name}/debugger",
+                StaticFiles(directory=server_debugger),
+                name=f"debugger-{config.name}",
+            )
+        return server

llama_deploy/appserver/settings.py

@@ -1,5 +1,6 @@
 import os
 from pathlib import Path
+from typing import Literal
 
 from llama_deploy.core.config import DEFAULT_DEPLOYMENT_FILE_PATH
 from llama_deploy.core.deployment_config import resolve_config_parent
@@ -73,6 +74,19 @@ class ApiserverSettings(BaseSettings):
         description="If true, reload the workflow modules, for use in a dev server environment",
     )
 
+    persistence: Literal["memory", "local", "cloud"] | None = Field(
+        default=None,
+        description="The persistence mode to use for the workflow server",
+    )
+    local_persistence_path: str | None = Field(
+        default=None,
+        description="The path to the sqlite database to use for the workflow server",
+    )
+    cloud_persistence_name: str | None = Field(
+        default=None,
+        description="Agent Data deployment name to use for workflow persistence. May optionally include a `:` delimited collection name, e.g. 'my_agent:my_collection'. Leave none to use the current deployment name. Recommended to override with _public if running locally, and specify a collection name",
+    )
+
     @property
     def resolved_config_parent(self) -> Path:
         return resolve_config_parent(self.app_root, self.deployment_file_path)
@@ -86,6 +100,9 @@ def configure_settings(
     deployment_file_path: Path | None = None,
     app_root: Path | None = None,
     reload: bool | None = None,
+    persistence: Literal["memory", "local", "cloud"] | None = None,
+    local_persistence_path: str | None = None,
+    cloud_persistence_name: str | None = None,
 ) -> None:
     if proxy_ui is not None:
         settings.proxy_ui = proxy_ui
@@ -101,3 +118,16 @@ def configure_settings(
     if reload is not None:
         settings.reload = reload
         os.environ["LLAMA_DEPLOY_APISERVER_RELOAD"] = "true" if reload else "false"
+    if persistence is not None:
+        settings.persistence = persistence
+        os.environ["LLAMA_DEPLOY_APISERVER_PERSISTENCE"] = persistence
+    if local_persistence_path is not None:
+        settings.local_persistence_path = local_persistence_path
+        os.environ["LLAMA_DEPLOY_APISERVER_LOCAL_PERSISTENCE_PATH"] = (
+            local_persistence_path
+        )
+    if cloud_persistence_name is not None:
+        settings.cloud_persistence_name = cloud_persistence_name
+        os.environ["LLAMA_DEPLOY_APISERVER_CLOUD_PERSISTENCE_NAME"] = (
+            cloud_persistence_name
+        )

llama_deploy/appserver/workflow_store/agent_data_store.py

@@ -0,0 +1,100 @@
+import logging
+import os
+from typing import List
+
+from llama_cloud.client import AsyncLlamaCloud, httpx
+from llama_cloud_services.beta.agent_data import AsyncAgentDataClient
+from llama_deploy.appserver.settings import ApiserverSettings
+from llama_deploy.core.deployment_config import DeploymentConfig
+from typing_extensions import override
+from workflows.server import AbstractWorkflowStore, HandlerQuery, PersistentHandler
+
+from .keyed_lock import AsyncKeyedLock
+from .lru_cache import LRUCache
+
+logger = logging.getLogger(__name__)
+
+
+class AgentDataStore(AbstractWorkflowStore):
+    def __init__(
+        self, settings: DeploymentConfig, server_settings: ApiserverSettings
+    ) -> None:
+        agent_url_id: str | None = server_settings.cloud_persistence_name
+        collection = "workflow_contexts"
+        if agent_url_id is not None:
+            parts = agent_url_id.split(":")
+            if len(parts) > 1:
+                collection = parts[1]
+            agent_url_id = parts[0]
+        else:
+            agent_url_id = settings.name
+
+        self.settings = settings
+        project_id = os.getenv("LLAMA_DEPLOY_PROJECT_ID")
+        self.client = AsyncAgentDataClient(
+            type=PersistentHandler,
+            collection=collection,
+            agent_url_id=agent_url_id,
+            client=AsyncLlamaCloud(
+                base_url=os.getenv("LLAMA_CLOUD_BASE_URL"),
+                token=os.getenv("LLAMA_CLOUD_API_KEY"),
+                httpx_client=httpx.AsyncClient(
+                    headers={"Project-Id": project_id} if project_id else None,
+                ),
+            ),
+        )
+        self.lock = AsyncKeyedLock()
+        # workflow id -> agent data id
+        self.cache = LRUCache[str, str](maxsize=1024)
+
+    @override
+    async def query(self, query: HandlerQuery) -> List[PersistentHandler]:
+        filters = {}
+        if query.handler_id_in is not None:
+            filters["handler_id"] = {
+                "includes": query.handler_id_in,
+            }
+        if query.workflow_name_in is not None:
+            filters["workflow_name"] = {
+                "includes": query.workflow_name_in,
+            }
+        if query.status_in is not None:
+            filters["status"] = {
+                "includes": query.status_in,
+            }
+        results = await self.client.search(
+            filter=filters,
+            page_size=1000,
+        )
+        return [x.data for x in results.items]
+
+    @override
+    async def update(self, handler: PersistentHandler) -> None:
+        async with self.lock.acquire(handler.handler_id):
+            id = await self._get_item_id(handler)
+            if id is None:
+                item = await self.client.create_item(
+                    data=handler,
+                )
+                if item.id is None:
+                    raise ValueError(f"Failed to create handler {handler.handler_id}")
+                self.cache.set(handler.handler_id, item.id)
+            else:
+                await self.client.update_item(
+                    item_id=id,
+                    data=handler,
+                )
+
+    async def _get_item_id(self, handler: PersistentHandler) -> str | None:
+        cached_id = self.cache.get(handler.handler_id, None)
+        if cached_id is not None:
+            return cached_id
+        results = await self.client.search(
+            filter={"handler_id": {"eq": handler.handler_id}},
+            page_size=1,
+        )
+        if not results.items:
+            return None
+        id = results.items[0].id
+        self.cache.set(handler.handler_id, id)
+        return id

llama_deploy/appserver/workflow_store/keyed_lock.py

@@ -0,0 +1,32 @@
+import asyncio
+from collections import Counter
+from contextlib import asynccontextmanager
+
+
+class AsyncKeyedLock:
+    def __init__(self):
+        self._locks: dict[str, asyncio.Lock] = {}
+        self._refcnt = Counter()
+        self._registry_lock = asyncio.Lock()  # protects _locks/_refcnt
+
+    @asynccontextmanager
+    async def acquire(self, key: str):
+        async with self._registry_lock:
+            lock = self._locks.get(key)
+            if lock is None:
+                lock = asyncio.Lock()
+                self._locks[key] = lock
+            self._refcnt[key] += 1
+
+        try:
+            await lock.acquire()
+            try:
+                yield
+            finally:
+                lock.release()
+        finally:
+            async with self._registry_lock:
+                self._refcnt[key] -= 1
+                if self._refcnt[key] == 0:
+                    self._locks.pop(key, None)
+                    del self._refcnt[key]

llama_deploy/appserver/workflow_store/lru_cache.py

@@ -0,0 +1,49 @@
+from collections import OrderedDict
+from typing import Generic, TypeVar, overload
+
+K = TypeVar("K")
+V = TypeVar("V")
+
+
+class LRUCache(Generic[K, V]):
+    def __init__(self, maxsize: int = 128):
+        self.maxsize = maxsize
+        self._store: OrderedDict[K, V] = OrderedDict()
+
+    @overload
+    def get(self, key: K) -> V | None: ...
+
+    @overload
+    def get(self, key: K, default: V) -> V: ...
+
+    def get(self, key: K, default: V | None = None) -> V | None:
+        if key not in self._store:
+            return default
+        # mark as recently used
+        value = self._store.pop(key)
+        self._store[key] = value
+        return value
+
+    def set(self, key: K, value: V):
+        if key in self._store:
+            # remove old so we can push to end
+            self._store.pop(key)
+        elif len(self._store) >= self.maxsize:
+            # evict least recently used (first item)
+            self._store.popitem(last=False)
+        self._store[key] = value
+
+    def __contains__(self, key: K) -> bool:
+        return key in self._store
+
+    def __getitem__(self, key: K) -> V:
+        return self.get(key)
+
+    def __setitem__(self, key: K, value: V):
+        self.set(key, value)
+
+    def __len__(self) -> int:
+        return len(self._store)
+
+    def __iter__(self):
+        return iter(self._store)

{llama_deploy_appserver-0.3.0a23.dist-info → llama_deploy_appserver-0.3.1.dist-info}/METADATA

@@ -1,22 +1,23 @@
 Metadata-Version: 2.3
 Name: llama-deploy-appserver
-Version: 0.3.0a23
+Version: 0.3.1
 Summary: Application server components for LlamaDeploy
-Author: Massimiliano Pippi
-Author-email: Massimiliano Pippi <mpippi@gmail.com>
+Author: Massimiliano Pippi, Adrian Lyjak
+Author-email: Massimiliano Pippi <mpippi@gmail.com>, Adrian Lyjak <adrianlyjak@gmail.com>
 License: MIT
-Requires-Dist: llama-index-workflows[server]>=2.0.1
+Requires-Dist: llama-index-workflows[server]>=2.2.0
 Requires-Dist: pydantic-settings>=2.10.1
 Requires-Dist: uvicorn>=0.24.0
 Requires-Dist: fastapi>=0.100.0
 Requires-Dist: websockets>=12.0
-Requires-Dist: llama-deploy-core>=0.3.0a23,<0.4.0
+Requires-Dist: llama-deploy-core>=0.3.1,<0.4.0
 Requires-Dist: httpx>=0.24.0,<1.0.0
 Requires-Dist: prometheus-fastapi-instrumentator>=7.1.0
 Requires-Dist: packaging>=25.0
 Requires-Dist: structlog>=25.4.0
 Requires-Dist: rich>=14.1.0
 Requires-Dist: pyyaml>=6.0.2
+Requires-Dist: llama-cloud-services>=0.6.60
 Requires-Python: >=3.11, <4
 Description-Content-Type: text/markdown
 

{llama_deploy_appserver-0.3.0a23.dist-info → llama_deploy_appserver-0.3.1.dist-info}/RECORD

@@ -1,9 +1,9 @@
 llama_deploy/appserver/__init__.py,sha256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855,0
-llama_deploy/appserver/app.py,sha256=856e648c4980bf5f14b0d0c5b6cb36f4c5d5a3bd941a95539fe3d8d79cae53d9,9629
+llama_deploy/appserver/app.py,sha256=1150ac9d6b2e4bd0bbe4cc70a16249381887e86f49c68492a3ab61024d4567b7,9520
 llama_deploy/appserver/bootstrap.py,sha256=fa32be007f18b4b3af92c878bac417416c9afb09b1beddf51b5cd73115e6b7c6,2453
 llama_deploy/appserver/configure_logging.py,sha256=194dd1ebed3c1d9065d9174f7828d557a577eaac8fb0443b3102430b1f578c19,6329
 llama_deploy/appserver/correlation_id.py,sha256=8ac5bc6160c707b93a9fb818b64dd369a4ef7a53f9f91a6b3d90c4cf446f7327,572
-llama_deploy/appserver/deployment.py,sha256=1a7c75d12abbf7c93d1c2ab791cedfe5431a36a6f7a0d3642d487f8b6336206d,2950
+llama_deploy/appserver/deployment.py,sha256=c129ccc6e4c6899861c2e7d1e45ae77c5a9d48a9356f9cec4de923f58c7f293f,6306
 llama_deploy/appserver/deployment_config_parser.py,sha256=e2b6c483203d96ab795c4e55df15c694c20458d5a03fab89c2b71e481291a2d3,510
 llama_deploy/appserver/interrupts.py,sha256=14f262a0cedc00bb3aecd3d6c14c41ba0e88e7d2a6df02cd35b5bea1940822a2,1622
 llama_deploy/appserver/process_utils.py,sha256=befee4918c6cf72082dca8bf807afb61ad3d6c83f01bc0c007594b47930570d8,6056
@@ -12,10 +12,13 @@ llama_deploy/appserver/routers/__init__.py,sha256=ee2d14ebf4b067c844947ed1cc9818
 llama_deploy/appserver/routers/deployments.py,sha256=e7bafd72c1b4b809e5ad57442594a997c85ecab998b8430da65899faa910db1c,7572
 llama_deploy/appserver/routers/status.py,sha256=2af74bc40e52dc5944af2df98c6a021fea7b0cfcda88b56ac124dc383120758c,282
 llama_deploy/appserver/routers/ui_proxy.py,sha256=f63c36c201070594a4011320192d724b1c534d0ec655c49ba65c4e9911dbdd97,8633
-llama_deploy/appserver/settings.py,sha256=7f1f481216b29614a94783c81cb49f0790d66e9e0cacef407da4ed3c8fcbbeeb,3484
+llama_deploy/appserver/settings.py,sha256=279dad9d80f4b54215cb8073bc46ee2beebfbc8ed75f40bccfbb387593f6975a,4984
 llama_deploy/appserver/stats.py,sha256=1f3989f6705a6de3e4d61ee8cdd189fbe04a2c53ec5e720b2e5168acc331427f,691
 llama_deploy/appserver/types.py,sha256=4edc991aafb6b8497f068d12387455df292da3ff8440223637641ab1632553ec,2133
 llama_deploy/appserver/workflow_loader.py,sha256=c15890a00976e022edcdf2af04bf699c02fba020bb06c47960a4911e08255501,14146
-llama_deploy_appserver-0.3.0a23.dist-info/WHEEL,sha256=66530aef82d5020ef5af27ae0123c71abb9261377c5bc519376c671346b12918,79
-llama_deploy_appserver-0.3.0a23.dist-info/METADATA,sha256=50196385219631316fbb16524b10f0650bd0af98a85367b047fd2a300a9942ce,884
-llama_deploy_appserver-0.3.0a23.dist-info/RECORD,,
+llama_deploy/appserver/workflow_store/agent_data_store.py,sha256=7b8d1b8cb6f741ff631d668fc955ca76a82e8da0bf8a27ee3bc9a8ef71123701,3594
+llama_deploy/appserver/workflow_store/keyed_lock.py,sha256=bb1504d9de09d51a8f60721cc77b14d4051ac5a897ace6f9d9cba494f068465e,950
+llama_deploy/appserver/workflow_store/lru_cache.py,sha256=7511231b6aba81ea96044cf644cd9c1f11d78190b7b7f578b1b5a55e2c218f9f,1323
+llama_deploy_appserver-0.3.1.dist-info/WHEEL,sha256=66530aef82d5020ef5af27ae0123c71abb9261377c5bc519376c671346b12918,79
+llama_deploy_appserver-0.3.1.dist-info/METADATA,sha256=88e9cc386a7b625ebd34560670ac98573d41ad5f6ad379a228da9749ad41b1ef,974
+llama_deploy_appserver-0.3.1.dist-info/RECORD,,