langgraph-agent-toolkit 0.3.0__tar.gz → 0.4.0__tar.gz

{langgraph_agent_toolkit-0.3.0 → langgraph_agent_toolkit-0.4.0}/.gitignore

@@ -134,6 +134,7 @@ celerybeat.pid
 
 # Environments
 .env
+.*.env
 .python-version
 .venv
 env/

{langgraph_agent_toolkit-0.3.0 → langgraph_agent_toolkit-0.4.0}/CHANGELOG.md

@@ -6,6 +6,32 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to
 [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.4.0]
+
+### Updated
+
+- Endpoints
+
+### Added
+
+- Endpoint to clear history
+- Add new message to the history
+
+### Fixed
+
+- Minor fixes and refactoring
+
+## [0.3.1]
+
+### Added
+
+- Ability to pass parameters to service runner
+- Argument to select service runner
+
+### Updated
+
+- Service Dockerfile
+
 ## [0.3.0]
 
 ### Added

{langgraph_agent_toolkit-0.3.0 → langgraph_agent_toolkit-0.4.0}/Makefile

@@ -16,14 +16,6 @@ uv_build_wheel:
 	uv build --wheel
 
 # Install deployment dependencies (includes core dependencies + specified extras)
-uv_install_aws:
-	uv sync --extras "aws" --no-install-project
-uv_install_azure:
-	uv sync --extras "azure" --no-install-project
-uv_install_gunicorn:
-	uv sync --extras "gunicorn" --no-install-project
-uv_install_uvicorn:
-	uv sync --extras "uvicorn" --no-install-project
 uv_install_deploy_all:
 	uv sync --extras "deploy-all" --no-install-project
 

{langgraph_agent_toolkit-0.3.0 → langgraph_agent_toolkit-0.4.0}/PKG-INFO

@@ -1,10 +1,10 @@
 Metadata-Version: 2.4
 Name: langgraph-agent-toolkit
-Version: 0.3.0
+Version: 0.4.0
 Summary: Full toolkit for running an AI agent service built with LangGraph, FastAPI and Streamlit
 Project-URL: repository, https://github.com/kryvokhyzha/langgraph-agent-toolkit
 Project-URL: PyPI, https://pypi.org/project/langgraph-agent-toolkit
-Author-email: Roman Kryvokhyzha <kriwohizha@gmail.com>
+Author-email: Roman Kryvokhyzha <kriwohizha@gmail.com>, Joshua Carroll <carroll.joshk@gmail.com>
 License-Expression: MIT
 License-File: LICENSE
 Keywords: agents,blueprint,fastapi,langgraph,litellm,streamlit
@@ -22,6 +22,7 @@ Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: <3.14,>=3.11
 Requires-Dist: duckduckgo-search>=7.3.0
 Requires-Dist: fastapi~=0.115.5
+Requires-Dist: fire~=0.7.0
 Requires-Dist: grpcio>=1.68.0
 Requires-Dist: httpx~=0.28.1
 Requires-Dist: jinja2~=3.1.6
@@ -29,13 +30,11 @@ Requires-Dist: jiter~=0.9.0
 Requires-Dist: joblib~=1.4.2
 Requires-Dist: langchain-community~=0.3.21
 Requires-Dist: langchain-core~=0.3.52
-Requires-Dist: langfuse~=2.60.3
 Requires-Dist: langgraph-checkpoint-postgres~=2.0.19
 Requires-Dist: langgraph-checkpoint-sqlite~=2.0.6
 Requires-Dist: langgraph-cli[inmem]~=0.2.3
 Requires-Dist: langgraph-supervisor~=0.0.16
 Requires-Dist: langgraph~=0.3.30
-Requires-Dist: langsmith~=0.3.31
 Requires-Dist: loguru~=0.7.3
 Requires-Dist: multidict>6.3.2
 Requires-Dist: numpy~=1.26.4; python_version <= '3.12'
@@ -66,6 +65,9 @@ Requires-Dist: langchain-google-vertexai~=2.0.21; extra == 'all-llms'
 Requires-Dist: langchain-groq~=0.3.2; extra == 'all-llms'
 Requires-Dist: langchain-ollama~=0.3.2; extra == 'all-llms'
 Requires-Dist: langchain-openai~=0.3.12; extra == 'all-llms'
+Provides-Extra: all-observability
+Requires-Dist: langfuse~=2.60.3; extra == 'all-observability'
+Requires-Dist: langsmith~=0.3.31; extra == 'all-observability'
 Provides-Extra: anthropic
 Requires-Dist: langchain-anthropic~=0.3.12; extra == 'anthropic'
 Provides-Extra: aws
@@ -85,6 +87,10 @@ Requires-Dist: langchain-groq~=0.3.2; extra == 'groq'
 Provides-Extra: gunicorn-backend
 Requires-Dist: gunicorn~=23.0.0; extra == 'gunicorn-backend'
 Requires-Dist: uvicorn[standard]~=0.34.2; extra == 'gunicorn-backend'
+Provides-Extra: langfuse
+Requires-Dist: langfuse~=2.60.3; extra == 'langfuse'
+Provides-Extra: langsmith
+Requires-Dist: langsmith~=0.3.31; extra == 'langsmith'
 Provides-Extra: ollama
 Requires-Dist: langchain-ollama~=0.3.2; extra == 'ollama'
 Provides-Extra: openai
@@ -189,14 +195,14 @@ just the dependencies you need:
 
 ```sh
 # LLM Provider Extras
-pip install "langgraph-agent-toolkit[openai,uvicorn-backend]"        # OpenAI and Uvicorn backend
-pip install "langgraph-agent-toolkit[anthropic,aws-backend]"         # Anthropic and AWS Lambda backend
+pip install "langgraph-agent-toolkit[openai,uvicorn-backend,langfuse]"              # OpenAI, Uvicorn backend, and Langfuse observability
+pip install "langgraph-agent-toolkit[anthropic,aws-backend,langsmith]"              # Anthropic, AWS Lambda backend, and Langsmith observability
 
 # Also available: google-vertexai, aws, ollama, groq, deepseek
-pip install "langgraph-agent-toolkit[all-llms,ll-backends]"          # All LLM providers and all backends
+pip install "langgraph-agent-toolkit[all-llms,all-backends,all-observability]"      # All LLM providers, all backends, and all observability platforms
 
 # Client-Only Installation
-pip install "langgraph-agent-toolkit[client]"                        # Just the client and Streamlit app
+pip install "langgraph-agent-toolkit[client]"                                       # Just the client and Streamlit app
 ```
 
 <a name="architecture"></a>
@@ -222,7 +228,7 @@ pip install "langgraph-agent-toolkit[client]"                        # Just the
    - Available agents and models listed at `/info` endpoint
    - Supports different runners:
      - unicorn
-     - ⚠️ gunicorn - _experimental_
+     - gunicorn
      - ⚠️ mangum (AWS Lambda) - _experimental_
      - ⚠️ azure functions - _experimental_
 
@@ -557,6 +563,8 @@ The project works with
 
 - [LangGraph documentation](https://langchain-ai.github.io/langgraph/concepts/low_level/#multiple-schemas)
 - [LangGraph Memory Concept](https://langchain-ai.github.io/langgraph/concepts/memory/)
+- [LangGraph Memory Persistence](https://langchain-ai.github.io/langgraph/concepts/persistence/#memory)
+- [How to edit graph state](https://langchain-ai.github.io/langgraph/how-tos/human_in_the_loop/edit-graph-state/)
 - [How to create tools in Langchain](https://python.langchain.com/docs/how_to/custom_tools/)
 - [Simple Serverless FastAPI with AWS Lambda](https://www.deadbear.io/simple-serverless-fastapi-with-aws-lambda/)
 

{langgraph_agent_toolkit-0.3.0 → langgraph_agent_toolkit-0.4.0}/README.md

@@ -94,14 +94,14 @@ just the dependencies you need:
 
 ```sh
 # LLM Provider Extras
-pip install "langgraph-agent-toolkit[openai,uvicorn-backend]"        # OpenAI and Uvicorn backend
-pip install "langgraph-agent-toolkit[anthropic,aws-backend]"         # Anthropic and AWS Lambda backend
+pip install "langgraph-agent-toolkit[openai,uvicorn-backend,langfuse]"              # OpenAI, Uvicorn backend, and Langfuse observability
+pip install "langgraph-agent-toolkit[anthropic,aws-backend,langsmith]"              # Anthropic, AWS Lambda backend, and Langsmith observability
 
 # Also available: google-vertexai, aws, ollama, groq, deepseek
-pip install "langgraph-agent-toolkit[all-llms,ll-backends]"          # All LLM providers and all backends
+pip install "langgraph-agent-toolkit[all-llms,all-backends,all-observability]"      # All LLM providers, all backends, and all observability platforms
 
 # Client-Only Installation
-pip install "langgraph-agent-toolkit[client]"                        # Just the client and Streamlit app
+pip install "langgraph-agent-toolkit[client]"                                       # Just the client and Streamlit app
 ```
 
 <a name="architecture"></a>
@@ -127,7 +127,7 @@ pip install "langgraph-agent-toolkit[client]"                        # Just the
    - Available agents and models listed at `/info` endpoint
    - Supports different runners:
      - unicorn
-     - ⚠️ gunicorn - _experimental_
+     - gunicorn
      - ⚠️ mangum (AWS Lambda) - _experimental_
      - ⚠️ azure functions - _experimental_
 
@@ -462,6 +462,8 @@ The project works with
 
 - [LangGraph documentation](https://langchain-ai.github.io/langgraph/concepts/low_level/#multiple-schemas)
 - [LangGraph Memory Concept](https://langchain-ai.github.io/langgraph/concepts/memory/)
+- [LangGraph Memory Persistence](https://langchain-ai.github.io/langgraph/concepts/persistence/#memory)
+- [How to edit graph state](https://langchain-ai.github.io/langgraph/how-tos/human_in_the_loop/edit-graph-state/)
 - [How to create tools in Langchain](https://python.langchain.com/docs/how_to/custom_tools/)
 - [Simple Serverless FastAPI with AWS Lambda](https://www.deadbear.io/simple-serverless-fastapi-with-aws-lambda/)
 

langgraph_agent_toolkit-0.4.0/docker/service/Dockerfile

@@ -0,0 +1,32 @@
+FROM python:3.12.10-slim
+
+WORKDIR /app
+
+ENV UV_PROJECT_ENVIRONMENT="/usr/local/"
+ENV UV_COMPILE_BYTECODE=1
+ENV PYTHONPATH="/app"
+
+COPY pyproject.toml uv.lock ./
+COPY langgraph_agent_toolkit/ ./langgraph_agent_toolkit/
+
+RUN pip install --no-cache-dir uv
+
+# -----------------------------------------------
+# ------ Use unicorn as the backend server ------
+# -----------------------------------------------
+
+RUN uv sync --frozen --no-install-project --no-dev --extra uvicorn-backend --extra openai \
+    && rm -rf /root/.cache
+CMD ["python", "langgraph_agent_toolkit/run_service.py", "run_service", "--runner_type", "uvicorn"]
+
+# ====================================================
+
+# ------------------------------------------------
+# ------ Use gunicorn as the backend server ------
+# ------------------------------------------------
+
+# RUN uv sync --frozen --no-install-project --no-dev --extra gunicorn-backend --extra openai \
+#     && rm -rf /root/.cache
+# CMD ["python", "langgraph_agent_toolkit/run_service.py", "run_service", "--runner_type", "gunicorn", "--workers", "4"]
+
+# ====================================================

{langgraph_agent_toolkit-0.3.0 → langgraph_agent_toolkit-0.4.0}/langgraph_agent_toolkit/agents/components/creators/create_react_agent.py

@@ -366,6 +366,10 @@ def create_react_agent(
     # Define the function that determines whether to continue or not
     def should_continue(state: Any) -> Union[str, list]:
         messages = _get_state_value(state, "messages")
+
+        if not messages:
+            return END if response_format is None else "generate_structured_response"
+
         last_message = messages[-1]
         # If there is no function call, then we finish
         if not isinstance(last_message, AIMessage) or not last_message.tool_calls:

{langgraph_agent_toolkit-0.3.0 → langgraph_agent_toolkit-0.4.0}/langgraph_agent_toolkit/run_service.py

@@ -1,3 +1,4 @@
+import fire
 from dotenv import load_dotenv
 
 from langgraph_agent_toolkit.service.factory import RunnerType, ServiceRunner
@@ -5,8 +6,20 @@ from langgraph_agent_toolkit.service.factory import RunnerType, ServiceRunner
 
 load_dotenv(override=True)
 
-if __name__ == "__main__":
-    # Create and run the service with the ServiceRunner
+
+def run_service(
+    runner_type: str = "uvicorn",
+    **kwargs,
+):
+    """Run the service with the specified runner type.
+
+    Args:
+        runner_type (str): The type of runner to use.
+        **kwargs: Additional arguments to pass to the service runner.
+
+    """
+    runner_type = RunnerType(runner_type)
+
     service = ServiceRunner(
         custom_settings=dict(
             AGENT_PATHS=[
@@ -16,4 +29,8 @@ if __name__ == "__main__":
             ]
         ),
     )
-    handler = service.run(runner_type=RunnerType.UVICORN)
+    _ = service.run(runner_type=runner_type, **kwargs)
+
+
+if __name__ == "__main__":
+    fire.Fire(run_service)

{langgraph_agent_toolkit-0.3.0 → langgraph_agent_toolkit-0.4.0}/langgraph_agent_toolkit/schema/__init__.py

@@ -1,8 +1,12 @@
 from langgraph_agent_toolkit.schema.schema import (
+    AddMessagesInput,
+    AddMessagesResponse,
     AgentInfo,
     ChatHistory,
     ChatHistoryInput,
     ChatMessage,
+    ClearHistoryInput,
+    ClearHistoryResponse,
     Feedback,
     FeedbackResponse,
     HealthCheck,
@@ -13,9 +17,13 @@ from langgraph_agent_toolkit.schema.schema import (
 
 
 __all__ = [
+    "AddMessagesInput",
+    "AddMessagesResponse",
     "AgentInfo",
     "UserInput",
     "ChatMessage",
+    "ClearHistoryInput",
+    "ClearHistoryResponse",
     "ServiceMetadata",
     "StreamInput",
     "Feedback",

{langgraph_agent_toolkit-0.3.0 → langgraph_agent_toolkit-0.4.0}/langgraph_agent_toolkit/schema/schema.py

@@ -1,6 +1,6 @@
 from typing import Any, Literal, NotRequired
 
-from pydantic import BaseModel, Field, SerializeAsAny
+from pydantic import BaseModel, Field
 from typing_extensions import TypedDict
 
 from langgraph_agent_toolkit.helper.constants import (
@@ -197,11 +197,110 @@ class FeedbackResponse(BaseModel):
     )
 
 
+class MessageInput(BaseModel):
+    """Input for a message to be added to the chat history."""
+
+    type: Literal["human", "ai", "tool", "custom"] = Field(
+        description="Role of the message.",
+        examples=["human", "ai", "tool", "custom"],
+    )
+    content: str = Field(
+        description="Content of the message.",
+        examples=["Hello, world!"],
+    )
+
+
+class AddMessagesInput(BaseModel):
+    """Input for adding messages to the chat history."""
+
+    thread_id: str | None = Field(
+        description="Thread ID to persist and continue a multi-turn conversation.",
+        default=None,
+        examples=["847c6285-8fc9-4560-a83f-4e6285809254"],
+    )
+    user_id: str | None = Field(
+        description="User ID to persist in observability platform and share long-term memory.",
+        default=None,
+        examples=["521c0a60-ea75-43fa-a793-a4cf11e013ae"],
+    )
+    messages: list[MessageInput] = Field(
+        description="List of messages to add to the chat history.",
+        examples=[
+            [
+                {
+                    "type": "human",
+                    "content": "Hello, how are you?",
+                },
+                {
+                    "type": "ai",
+                    "content": "I'm doing well, thank you! How can I assist you today?",
+                },
+            ]
+        ],
+    )
+
+
+class AddMessagesResponse(BaseModel):
+    """Response after adding messages to the chat history."""
+
+    status: Literal["success"] = "success"
+    thread_id: str | None = Field(
+        description="Thread ID for which the message was added.",
+        default=None,
+        examples=["847c6285-8fc9-4560-a83f-4e6285809254"],
+    )
+    user_id: str | None = Field(
+        description="User ID associated with the message.",
+        default=None,
+        examples=["521c0a60-ea75-43fa-a793-a4cf11e013ae"],
+    )
+    message: str = Field(
+        description="Descriptive message about the operation.",
+        default="Messages added successfully.",
+    )
+
+
+class ClearHistoryInput(BaseModel):
+    """Input for clearing messages from the chat history."""
+
+    thread_id: str | None = Field(
+        description="Thread ID to persist and continue a multi-turn conversation.",
+        default=None,
+        examples=["847c6285-8fc9-4560-a83f-4e6285809254"],
+    )
+    user_id: str | None = Field(
+        description="User ID to persist in observability platform and share long-term memory.",
+        default=None,
+        examples=["521c0a60-ea75-43fa-a793-a4cf11e013ae"],
+    )
+
+
+class ClearHistoryResponse(BaseModel):
+    """Response after clearing messages from the chat history."""
+
+    status: Literal["success"] = "success"
+    thread_id: str | None = Field(
+        description="Thread ID for which the messages were cleared.",
+        default=None,
+        examples=["847c6285-8fc9-4560-a83f-4e6285809254"],
+    )
+    user_id: str | None = Field(
+        description="User ID associated with the operation.",
+        default=None,
+        examples=["521c0a60-ea75-43fa-a793-a4cf11e013ae"],
+    )
+    message: str = Field(
+        description="Descriptive message about the operation.",
+        default="Messages cleared successfully.",
+    )
+
+
 class ChatHistoryInput(BaseModel):
     """Input for retrieving chat history."""
 
-    thread_id: str = Field(
+    thread_id: str | None = Field(
         description="Thread ID to persist and continue a multi-turn conversation.",
+        default=None,
         examples=["847c6285-8fc9-4560-a83f-4e6285809254"],
     )
     user_id: str | None = Field(

{langgraph_agent_toolkit-0.3.0 → langgraph_agent_toolkit-0.4.0}/langgraph_agent_toolkit/service/factory.py

@@ -4,7 +4,6 @@ import os
 import sys
 from typing import Any, Dict, Optional
 
-import uvicorn
 from fastapi import FastAPI
 
 from langgraph_agent_toolkit.core import settings as base_settings
@@ -61,37 +60,56 @@ class ServiceRunner:
 
         self.app = create_app()
 
-    def run_uvicorn(self):
+    def run_uvicorn(self, **kwargs):
         """Run the API service with uvicorn."""
-        # Set Compatible event loop policy on Windows Systems.
-        if sys.platform == "win32":
-            asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())
-
-        # In development mode with reload=True, we need to use an import string
-        # instead of passing the app instance directly
-        if base_settings.is_dev():
-            logger.info("Starting in development mode with hot reload enabled")
-            uvicorn.run(
-                "langgraph_agent_toolkit.service.handler:create_app",
-                host=base_settings.HOST,
-                port=base_settings.PORT,
-                reload=True,
-                factory=True,
-            )
-        else:
-            # In production mode, use the app instance directly
-            uvicorn.run(
-                self.app,
-                host=base_settings.HOST,
-                port=base_settings.PORT,
-                reload=False,
-            )
-
-    def run_gunicorn(self, workers: int = 4):
+        try:
+            import uvicorn
+
+            # Set Compatible event loop policy on Windows Systems.
+            if sys.platform == "win32":
+                asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())
+
+            # In development mode with reload=True, we need to use an import string
+            # instead of passing the app instance directly
+            if base_settings.is_dev():
+                logger.info("Starting in development mode with hot reload enabled")
+
+                # union of dict and kwargs
+                parameters = (
+                    dict(
+                        host=base_settings.HOST,
+                        port=base_settings.PORT,
+                        reload=True,
+                        factory=True,
+                    )
+                    | kwargs
+                )
+
+                uvicorn.run("langgraph_agent_toolkit.service.handler:create_app", **parameters)
+            else:
+                # In production mode, use the app instance directly
+                parameters = (
+                    dict(
+                        host=base_settings.HOST,
+                        port=base_settings.PORT,
+                        reload=False,
+                    )
+                    | kwargs
+                )
+
+                uvicorn.run(
+                    self.app,
+                    **parameters,
+                )
+        except ImportError:
+            logger.error("Uvicorn not installed. Install it with 'pip install uvicorn'")
+            sys.exit(1)
+
+    def run_gunicorn(self, **kwargs):
         """Run the API service with gunicorn.
 
         Args:
-            workers: Number of worker processes.
+            **kwargs: Additional arguments to pass to gunicorn
 
         """
         try:
@@ -112,26 +130,25 @@ class ServiceRunner:
 
             options = {
                 "bind": f"{base_settings.HOST}:{base_settings.PORT}",
-                "workers": workers,
                 "worker_class": "uvicorn.workers.UvicornWorker",
-            }
+            } | kwargs
 
             GunicornApp(self.app, options).run()
         except ImportError:
             logger.error("Gunicorn not installed. Install it with 'pip install gunicorn'")
             sys.exit(1)
 
-    def run_aws_lambda(self):
+    def run_aws_lambda(self, **kwargs):
         """Prepare the API service for AWS Lambda."""
         try:
             from mangum import Mangum
 
-            return Mangum(self.app)
+            return Mangum(self.app, **kwargs)
         except ImportError:
             logger.error("Mangum not installed. Install it with 'pip install mangum'")
             sys.exit(1)
 
-    def run_azure_functions(self):
+    def run_azure_functions(self, **kwargs):
         """Prepare the API service for Azure Functions."""
         try:
             import azure.functions as func
@@ -198,15 +215,17 @@ class ServiceRunner:
             **kwargs: Additional arguments to pass to the runner.
 
         """
+        runner_type = RunnerType(runner_type)
+        logger.info(f"Running service with runner type {runner_type.value} with options: {kwargs}")
+
         match runner_type:
             case RunnerType.UVICORN:
-                self.run_uvicorn()
+                self.run_uvicorn(**kwargs)
             case RunnerType.GUNICORN:
-                workers = kwargs.get("workers", 4)
-                self.run_gunicorn(workers=workers)
+                self.run_gunicorn(**kwargs)
             case RunnerType.AWS_LAMBDA:
-                return self.run_aws_lambda()
+                return self.run_aws_lambda(**kwargs)
             case RunnerType.AZURE_FUNCTIONS:
-                return self.run_azure_functions()
+                return self.run_azure_functions(**kwargs)
             case _:
                 raise ValueError(f"Unknown runner type: {runner_type}")

{langgraph_agent_toolkit-0.3.0 → langgraph_agent_toolkit-0.4.0}/langgraph_agent_toolkit/service/handler.py

@@ -105,7 +105,12 @@ def create_app() -> FastAPI:
     """Create and configure the FastAPI application."""
     logger.info(f"Initializing API service v{__version__}")
 
-    app = FastAPI(lifespan=lifespan)
+    app = FastAPI(
+        lifespan=lifespan,
+        title="LangGraph Agent API",
+        description="API for interacting with LangGraph agents",
+        version=__version__,
+    )
 
     # add middleware
     app.add_middleware(LoggingMiddleware)