langgraph-api 0.4.28__tar.gz → 0.6.25__tar.gz

langgraph_api-0.6.25/Makefile

@@ -0,0 +1,256 @@
+.PHONY: build release lint format test test_watch start start-inmem start-inmem-license-oss start start-js-server build-go-server start-go-server stop-go-server check-version check-base-imports
+
+# Environment variables
+FF_USE_CORE_API ?= false
+LANGSERVE_GRAPHS_ALL = '{"agent": {"path": "./tests/graphs/agent.py:graph", "description": "agent"}, "custom_lifespan": "./tests/graphs/my_router.py:graph", "single_node": "./tests/graphs/single_node.py:graph", "benchmark": "./tests/graphs/benchmark.py:graph", "config_graph": "./tests/graphs/config_graph.py:graph", "other": "./tests/graphs/other.py:make_graph", "weather": "./tests/graphs/weather.py:mk_weather_graph", "searchy": "./tests/graphs/searchy.py:graph", "agent_simple": "./tests/graphs/agent_simple.py:graph", "simple_runtime": "./tests/graphs/simple_runtime.py:graph", "agent_interrupt": "./tests/graphs/agent_interrupt.py:graph", "message_type_test": "./tests/graphs/message_type_test.py:graph", "remote_subgraph_parent": "./tests/graphs/remote_subgraph_parent.py:graph", "simple_remote": "./tests/graphs/simple_remote.py:graph", "nested_subgraphs": "./tests/graphs/nested_subgraphs.py:graph", "functional_fibonacci": "./tests/graphs/functional_fibonacci.py:fibonacci", "state_graph_fibonacci": "./tests/graphs/state_graph_fibonacci.py:fibonacci", "max_concurrency_graph": "./tests/graphs/max_concurrency_graph.py:graph"}'
+LANGSERVE_GRAPHS_AUTH = '{"agent": {"path": "./tests/graphs/agent.py:graph", "description": "agent"}, "config_graph": "./tests/graphs/config_graph.py:graph", "other": "./tests/graphs/other.py:make_graph", "weather": "./tests/graphs/weather.py:mk_weather_graph", "searchy": "./tests/graphs/searchy.py:graph", "agent_simple": "./tests/graphs/agent_simple.py:graph", "simple_runtime": "./tests/graphs/simple_runtime.py:graph", "functional_fibonacci": "./tests/graphs/functional_fibonacci.py:fibonacci", "state_graph_fibonacci": "./tests/graphs/state_graph_fibonacci.py:fibonacci"}'
+
+# Go server management
+build-go-server:
+	@echo "Building core-server..."
+	$(MAKE) -C ../core build-core-server
+
+start-go-server: # NOTE: core server will start with sqlite if no DATABASE_URI is provided
+	@echo "Starting Core API (SQLite) gRPC server on port 50051..."
+	cd ../core && \
+	FF_USE_CORE_API=true \
+	LANGSERVE_GRAPHS=$(LANGSERVE_GRAPHS_ALL) \
+	DATABASE_URI= \
+	REDIS_URI= \
+	./bin/core-server \
+		-service core-api \
+		-apply-db-schema &
+	@sleep 2
+
+stop-go-server:
+	@echo "Stopping Core API gRPC server on port 50051..."
+	@lsof -ti:50051 | xargs -r kill -9 || echo "No process found on port 50051"
+
+# lint commands
+
+lint:
+	uv run ruff check . --exclude "**/generated/**"
+	uv run ruff format . --diff --exclude "**/generated/**"
+	uv run ty check --exclude "**/pb/**" --exclude "**/*_test.py" --exclude "**/test_*.py" --exclude "**/tests/**" --exclude "venv/**" --exclude ".venv/**" --exclude "build/**" --exclude "dist/**" --exclude "**/generated/**" .
+
+format:
+	uv run ruff check --fix . --exclude "**/generated/**"
+	uv run ruff format . --exclude "**/generated/**"
+
+check-base-imports:
+	LANGGRAPH_RUNTIME_EDITION=inmem DATABASE_URI=:memory: REDIS_URI=_FAKE uv run python -c "from langgraph_api.config import *; from langgraph_runtime import *"
+
+# test commands
+
+TEST ?= tests/ ../runtime_inmem/tests/
+AUTH_TEST ?= "tests/integration_tests/test_custom_auth.py"
+LANGGRAPH_HTTP ?= {"disable_mcp": false, "disable_a2a": false}
+LANGGRAPH_AES_KEY ?= '1234567890123456'
+BG_JOB_TIMEOUT_SECS ?= 3600
+
+ifeq ($(LANGGRAPH_HTTP),fastapi)
+	HTTP_CONFIG := {"app": "./tests/graphs/my_router.py:app", "disable_mcp": false, "disable_a2a": false, "mount_prefix": "/my-cool/api"}
+else
+	HTTP_CONFIG := $(LANGGRAPH_HTTP)
+endif
+
+LANGGRAPH_STORE ?= ""
+ifeq ($(LANGGRAPH_STORE),custom)
+	STORE_CONFIG := {"path": "./tests/graphs/custom_store.py:generate_store"}
+else
+	STORE_CONFIG := {"index": {"dims": 500, "embed": "./tests/graphs/test_utils/embeddings.py:embeddings"}}
+endif
+
+REVISION ?= $(shell git rev-parse --short HEAD)
+LANGGRAPH_ENCRYPTION ?=
+
+test-license-oss:
+	@if [ "$(FF_USE_CORE_API)" = "true" ]; then \
+		LANGGRAPH_RUNTIME_EDITION=inmem LANGGRAPH_HTTP='$(HTTP_CONFIG)' LANGGRAPH_STORE='$(STORE_CONFIG)' LANGGRAPH_ENCRYPTION='$(LANGGRAPH_ENCRYPTION)' REDIS_URI=_FAKE DATABASE_URI=:memory: MIGRATIONS_PATH=__inmem__ FF_USE_CORE_API=true uv run pytest -m sqlite_grpc -v $(TEST); \
+	else \
+		LANGGRAPH_RUNTIME_EDITION=inmem LANGGRAPH_HTTP='$(HTTP_CONFIG)' LANGGRAPH_STORE='$(STORE_CONFIG)' LANGGRAPH_ENCRYPTION='$(LANGGRAPH_ENCRYPTION)' REDIS_URI=_FAKE DATABASE_URI=:memory: MIGRATIONS_PATH=__inmem__ uv run pytest -v $(TEST); \
+	fi
+
+test-watch-oss:
+	LANGGRAPH_RUNTIME_EDITION=inmem LANGGRAPH_HTTP='$(HTTP_CONFIG)' LANGGRAPH_ENCRYPTION='$(LANGGRAPH_ENCRYPTION)' REDIS_URI=_FAKE DATABASE_URI=:memory: MIGRATIONS_PATH=__inmem__ uv run --no-sync ptw . -- -x -vv --ff --capture=no $(TEST)
+
+test: test-license-oss
+test-watch: test-watch-oss
+unit-test:
+	DATABASE_URI="test" REDIS_URI="test" uv run pytest tests/unit_tests
+
+test-auth:
+	LANGGRAPH_RUNTIME_EDITION=inmem LANGGRAPH_AUTH='{"path": "./tests/graphs/fastapi_jwt_auth.py:get_current_active_user"}' REDIS_URI=_FAKE DATABASE_URI=:memory: MIGRATIONS_PATH=__inmem__ uv run pytest -v $(AUTH_TEST)
+
+
+define FASTAPI_JWT_AUTH_TEST
+	LANGGRAPH_RUNTIME_EDITION=inmem \
+	LANGGRAPH_AUTH='{"path": "./tests/graphs/fastapi_jwt_middleware_ordering.py:auth"}' \
+	REDIS_URI=_FAKE \
+	DATABASE_URI=:memory: \
+	MIGRATIONS_PATH=__inmem__ \
+	LANGGRAPH_HTTP='{"app": "./tests/graphs/fastapi_jwt_middleware_ordering.py:app", "middleware_order": "$(1)", "enable_custom_route_auth": $(2)}' \
+	uv run pytest -v $(AUTH_TEST)
+endef
+
+test-auth-fastapi-jwt--before-custom-middleware--no-custom-route-auth:
+	$(call FASTAPI_JWT_AUTH_TEST,auth_first,false)
+
+test-auth-fastapi-jwt--after-custom-middleware--no-custom-route-auth:
+	$(call FASTAPI_JWT_AUTH_TEST,middleware_first,false)
+
+test-auth-fastapi-jwt--before-custom-middleware--custom-route-auth:
+	$(call FASTAPI_JWT_AUTH_TEST,auth_first,true)
+
+test-auth-fastapi-jwt--after-custom-middleware--custom-route-auth:
+	$(call FASTAPI_JWT_AUTH_TEST,middleware_first, true)
+
+
+test-auth-watch:
+	LANGGRAPH_RUNTIME_EDITION=inmem LANGGRAPH_AUTH='{"path": "./tests/graphs/fastapi_jwt_auth.py:get_current_active_user"}' REDIS_URI=_FAKE DATABASE_URI=:memory: MIGRATIONS_PATH=__inmem__ uv run ptw . -- -x -vv --ff --capture=no $(AUTH_TEST)
+
+# dev commands
+
+start:
+	@if [ "$(FF_USE_CORE_API)" = "true" ]; then \
+		$(MAKE) build-go-server && $(MAKE) start-go-server; \
+		trap '$(MAKE) stop-go-server' INT TERM EXIT; \
+	fi; \
+	sleep 3 && \
+	LANGGRAPH_HTTP='$(HTTP_CONFIG)' \
+	LANGGRAPH_RUNTIME_EDITION=inmem \
+	LANGGRAPH_AES_KEY='$(LANGGRAPH_AES_KEY)' \
+	N_JOBS_PER_WORKER=2 \
+	LANGSERVE_GRAPHS=$(LANGSERVE_GRAPHS_ALL) \
+	LANGGRAPH_STORE='$(STORE_CONFIG)' \
+	LANGGRAPH_CONFIG='{"agent": {"configurable": {"model_name": "openai"}}}' \
+	LANGSMITH_LANGGRAPH_API_VARIANT=test \
+	FF_USE_CORE_API=$(FF_USE_CORE_API) \
+	BG_JOB_TIMEOUT_SECS=$(BG_JOB_TIMEOUT_SECS) \
+	REDIS_URI=fake \
+	DATABASE_URI=:memory: \
+	MIGRATIONS_PATH=__inmem \
+	uv run uvicorn \
+		"langgraph_api.server:app" \
+		--reload \
+		--port 9123 \
+		--reload-dir langgraph_api \
+		--reload-dir ../runtime_inmem \
+		--no-access-log
+
+
+start-license-oss: start
+
+start-encrypt:
+	LANGGRAPH_HTTP='$(HTTP_CONFIG)' \
+	LANGGRAPH_RUNTIME_EDITION=inmem \
+	LANGGRAPH_AES_KEY='$(LANGGRAPH_AES_KEY)' \
+	N_JOBS_PER_WORKER=2 \
+	LANGSERVE_GRAPHS=$(LANGSERVE_GRAPHS_ALL) \
+	LANGGRAPH_STORE='$(STORE_CONFIG)' \
+	LANGGRAPH_ENCRYPTION='{"path": "./tests/graphs/custom_encryption.py:encryption"}' \
+	LANGGRAPH_CONFIG='{"agent": {"configurable": {"model_name": "openai"}}}' \
+	LANGSMITH_LANGGRAPH_API_VARIANT=test \
+	BG_JOB_TIMEOUT_SECS=$(BG_JOB_TIMEOUT_SECS) \
+	REDIS_URI=fake \
+	DATABASE_URI=:memory: \
+	MIGRATIONS_PATH=__inmem \
+	uv run uvicorn \
+		"langgraph_api.server:app" \
+		--reload \
+		--port 9123 \
+		--reload-dir langgraph_api \
+		--reload-dir ../runtime_inmem \
+		--no-access-log
+
+
+start-auth-jwt:
+	LANGGRAPH_RUNTIME_EDITION=inmem LANGGRAPH_HTTP='$(HTTP_CONFIG)' \
+	LANGGRAPH_AES_KEY='$(LANGGRAPH_AES_KEY)' \
+	N_JOBS_PER_WORKER=2 \
+	LANGSERVE_GRAPHS=$(LANGSERVE_GRAPHS_AUTH) \
+	LANGGRAPH_STORE='$(STORE_CONFIG)' \
+	LANGGRAPH_AUTH='{"path": "tests/graphs/jwt_auth.py:auth"}' \
+	LANGSMITH_LANGGRAPH_API_VARIANT=test \
+	REDIS_URI=fake \
+	DATABASE_URI=:memory: \
+	MIGRATIONS_PATH=__inmem \
+	uv run uvicorn \
+		"langgraph_api.server:app" \
+		--reload \
+		--port 9123 \
+		--reload-dir langgraph_api \
+		--reload-dir ../runtime_inmem \
+		--no-access-log
+
+start-auth-fastapi-jwt:
+	LANGGRAPH_RUNTIME_EDITION=inmem LANGGRAPH_HTTP='$(HTTP_CONFIG)' \
+	N_JOBS_PER_WORKER=2 \
+	LANGSERVE_GRAPHS=$(LANGSERVE_GRAPHS_AUTH) \
+	LANGGRAPH_STORE='$(STORE_CONFIG)' \
+	LANGGRAPH_AUTH='{"path": "./tests/graphs/fastapi_jwt_auth.py:auth"}' \
+	LANGSMITH_LANGGRAPH_API_VARIANT=test \
+	REDIS_URI=fake \
+	DATABASE_URI=:memory: \
+	MIGRATIONS_PATH=__inmem \
+	uv run uvicorn \
+		"langgraph_api.server:app" \
+		--reload \
+		--port 9123 \
+		--reload-dir langgraph_api \
+		--reload-dir ../runtime_inmem \
+		--no-access-log
+
+define RUN_FASTAPI_JWT_MW_ORDERING
+	LANGGRAPH_RUNTIME_EDITION=inmem \
+	LANGGRAPH_HTTP='{"app": "./tests/graphs/fastapi_jwt_middleware_ordering.py:app", "middleware_order": "$(1)", "enable_custom_route_auth": $(2)}' \
+	N_JOBS_PER_WORKER=2 \
+	LANGSERVE_GRAPHS=$(LANGSERVE_GRAPHS_AUTH) \
+	LANGGRAPH_STORE='$(STORE_CONFIG)' \
+	LANGGRAPH_AUTH='{"path": "./tests/graphs/fastapi_jwt_middleware_ordering.py:auth"}' \
+	LANGSMITH_LANGGRAPH_API_VARIANT=test \
+	REDIS_URI=fake \
+	DATABASE_URI=:memory: \
+	MIGRATIONS_PATH=__inmem \
+	uv run uvicorn \
+		"langgraph_api.server:app" \
+		--reload \
+		--port 9123 \
+		--reload-dir langgraph_api \
+		--reload-dir ../runtime_inmem \
+		--no-access-log
+endef
+
+start-auth-fastapi-jwt--before-custom-middleware--no-custom-route-auth:
+	$(call RUN_FASTAPI_JWT_MW_ORDERING,auth_first,false)
+
+start-auth-fastapi-jwt--after-custom-middleware--no-custom-route-auth:
+	$(call RUN_FASTAPI_JWT_MW_ORDERING,middleware_first,false)
+
+start-auth-fastapi-jwt--before-custom-middleware--custom-route-auth:
+	$(call RUN_FASTAPI_JWT_MW_ORDERING,auth_first,true)
+
+start-auth-fastapi-jwt--after-custom-middleware--custom-route-auth:
+	$(call RUN_FASTAPI_JWT_MW_ORDERING,middleware_first,true)
+
+
+start-js-server:
+	@echo "Building and starting Go gRPC server..."
+	$(MAKE) build-go-server
+	$(MAKE) start-go-server
+	@trap '$(MAKE) -C $(CURDIR) stop-go-server' INT TERM EXIT; \
+	echo "Installing JS server dependencies..."; \
+	cd ../public-api-server-js && yarn install; \
+	echo "Building JS server..."; \
+	cd ../public-api-server-js && yarn run build; \
+	echo "Starting JS server on port 9123..."; \
+	cd ../public-api-server-js && FF_USE_CORE_API=true \
+	LANGSERVE_GRAPHS=$(LANGSERVE_GRAPHS_ALL) \
+	LANGGRAPH_CONFIG='{"agent": {"configurable": {"model_name": "openai"}}}' \
+	FF_USE_JS_API=true \
+	PORT=9123 yarn start
+
+VERSION_KIND ?= patch
+
+bump-version:
+	uv run --with hatch hatch version $(VERSION_KIND)

{langgraph_api-0.4.28 → langgraph_api-0.6.25}/PKG-INFO

@@ -1,27 +1,35 @@
 Metadata-Version: 2.4
 Name: langgraph-api
-Version: 0.4.28
-Author-email: Nuno Campos <nuno@langchain.dev>, Will Fu-Hinthorn <will@langchain.dev>
+Version: 0.6.25
+Author-email: Will Fu-Hinthorn <will@langchain.dev>, Josh Rogers <josh@langchain.dev>, Parker Rule <parker@langchain.dev>
 License: Elastic-2.0
 License-File: LICENSE
 Requires-Python: >=3.11
 Requires-Dist: cloudpickle>=3.0.0
-Requires-Dist: cryptography<45.0,>=42.0.0
+Requires-Dist: cryptography<47.0,>=42.0.0
+Requires-Dist: grpcio-health-checking<2.0.0,>=1.75.0
+Requires-Dist: grpcio-tools==1.75.1
+Requires-Dist: grpcio<2.0.0,>=1.75.0
 Requires-Dist: httpx>=0.25.0
 Requires-Dist: jsonschema-rs<0.30,>=0.20.0
 Requires-Dist: langchain-core>=0.3.64
-Requires-Dist: langgraph-checkpoint>=2.0.23
-Requires-Dist: langgraph-runtime-inmem<0.15.0,>=0.14.0
-Requires-Dist: langgraph-sdk>=0.2.0
-Requires-Dist: langgraph>=0.4.0
+Requires-Dist: langgraph-checkpoint<5,>=3.0.1
+Requires-Dist: langgraph-runtime-inmem<0.23.0,>=0.22.0
+Requires-Dist: langgraph-sdk>=0.3.0
+Requires-Dist: langgraph<2,>=0.4.10
 Requires-Dist: langsmith>=0.3.45
+Requires-Dist: opentelemetry-api>=1.37.0
+Requires-Dist: opentelemetry-exporter-otlp-proto-http>=1.37.0
+Requires-Dist: opentelemetry-sdk>=1.37.0
 Requires-Dist: orjson>=3.9.7
+Requires-Dist: protobuf<7.0.0,>=6.32.1
 Requires-Dist: pyjwt>=2.9.0
 Requires-Dist: sse-starlette<2.2.0,>=2.1.0
 Requires-Dist: starlette>=0.38.6
 Requires-Dist: structlog<26,>=24.1.0
 Requires-Dist: tenacity>=8.0.0
 Requires-Dist: truststore>=0.1
+Requires-Dist: uuid-utils>=0.12.0
 Requires-Dist: uvicorn>=0.26.0
 Requires-Dist: watchfiles>=0.13
 Description-Content-Type: text/markdown

langgraph_api-0.6.25/benchmark/Makefile

@@ -0,0 +1,89 @@
+# Benchmark commands
+BASE_URL ?= https://benchmark-dr-s-2799835ad04b501a95044223ae72ced7.staging.langgraph.app
+SLOWEST_N ?= 2
+RAMP_START ?= 40
+RAMP_END ?= 1000
+RAMP_MULTIPLIER ?= 2
+WAIT_SECONDS ?= 60
+CLEAR_BETWEEN_STEPS ?= true
+CLEAR_DELAY_SECONDS ?= 5
+DATA_SIZE ?= 1000
+DELAY ?= 0
+EXPAND ?= 1
+STEPS ?= 100
+
+benchmark-burst:
+	make benchmark-reset
+	k6 run burst.js
+
+benchmark-ramp:
+	make benchmark-reset
+	k6 run --out json=raw_data_$(shell date +%Y-%m-%dT%H-%M-%S).json --system-tags=[] ramp.js
+
+benchmark-capacity:
+	rm -f capacity_summary_t*.json capacity_raw_t*.json capacity_histogram_*.json
+	npm install
+	BASE_URL=$(BASE_URL) \
+	SLOWEST_N=$(SLOWEST_N) \
+	RAMP_START=$(RAMP_START) \
+	RAMP_END=$(RAMP_END) \
+	RAMP_MULTIPLIER=$(RAMP_MULTIPLIER) \
+	WAIT_SECONDS=$(WAIT_SECONDS) \
+	CLEAR_BETWEEN_STEPS=$(CLEAR_BETWEEN_STEPS) \
+	CLEAR_DELAY_SECONDS=$(CLEAR_DELAY_SECONDS) \
+	DATA_SIZE=$(DATA_SIZE) \
+	DELAY=$(DELAY) \
+	EXPAND=$(EXPAND) \
+	STEPS=$(STEPS) \
+	node capacity_runner.mjs
+
+benchmark-charts:
+	npm install
+	node graphs.js $(shell ls -t raw_data_*.json | head -1) true
+
+benchmark-reset:
+	node clean.js
+
+benchmark-new-revision:
+	node update-revision.js
+
+benchmark-clean:
+	rm -f results_*.json summary_*.json raw_data_*.json *_chart_*.png
+
+benchmark-clean-charts:
+	rm -f *_chart_*.png
+
+# Mixed workload benchmark - tests quick runs competing with long runs
+QUICK_VUS ?= 250
+QUICK_ITERATIONS ?= 1000
+QUICK_STEPS ?= 5
+QUICK_DATA_SIZE ?= 100
+QUICK_MAX_WAIT_SECONDS ?= 120
+QUICK_POLL_INTERVAL ?= 2
+LONG_VUS ?= 5
+LONG_ITERATIONS ?= 10
+LONG_STEPS ?= 50
+LONG_DELAY ?= 1
+LONG_DATA_SIZE ?= 10000
+LONG_MAX_WAIT_SECONDS ?= 200
+LONG_POLL_INTERVAL ?= 5
+
+benchmark-mixed:
+	rm -f mixed_workload_*.json
+	npm install
+	BASE_URL=$(BASE_URL) \
+	SLOWEST_N=$(SLOWEST_N) \
+	QUICK_VUS=$(QUICK_VUS) \
+	QUICK_ITERATIONS=$(QUICK_ITERATIONS) \
+	QUICK_STEPS=$(QUICK_STEPS) \
+	QUICK_DATA_SIZE=$(QUICK_DATA_SIZE) \
+	QUICK_MAX_WAIT_SECONDS=$(QUICK_MAX_WAIT_SECONDS) \
+	QUICK_POLL_INTERVAL=$(QUICK_POLL_INTERVAL) \
+	LONG_VUS=$(LONG_VUS) \
+	LONG_ITERATIONS=$(LONG_ITERATIONS) \
+	LONG_STEPS=$(LONG_STEPS) \
+	LONG_DELAY=$(LONG_DELAY) \
+	LONG_DATA_SIZE=$(LONG_DATA_SIZE) \
+	LONG_MAX_WAIT_SECONDS=$(LONG_MAX_WAIT_SECONDS) \
+	LONG_POLL_INTERVAL=$(LONG_POLL_INTERVAL) \
+	node mixed_workload_runner.mjs

{langgraph_api-0.4.28 → langgraph_api-0.6.25}/benchmark/README.md

@@ -7,7 +7,7 @@ K6 is a modern load testing tool that allows you to test the performance and rel
 ### Available Tests
 
 There are two modes of testing available:
-1. `Burst` - Kick off a burst of /run/wait requests. 
+1. `Burst` - Kick off a burst of /run/wait requests.
     Available Params:
         BURST_SIZE - How many requests to run. Default: 100
 2. `Ramp` - Scale up the number of /run/wait requests and then plateau.
@@ -71,4 +71,4 @@ Charts can be created from the run locally using the `make benchmark-charts` com
 
 - [K6 Documentation](https://k6.io/docs/)
 - [K6 JavaScript API](https://k6.io/docs/javascript-api/)
-- [Performance Testing Best Practices](https://k6.io/docs/testing-guides/) 
+- [Performance Testing Best Practices](https://k6.io/docs/testing-guides/)

langgraph_api-0.6.25/benchmark/benchmark-runners/assistant.js

@@ -0,0 +1,88 @@
+import { BenchmarkRunner } from './benchmark-runner.js';
+import http from 'k6/http';
+import { check } from 'k6';
+// Uses crypto which is globally available in k6: https://grafana.com/docs/k6/latest/javascript-api/#crypto
+
+export class Assistant extends BenchmarkRunner {
+    /**
+     * Create an assistant, search for it, get it, patch it, get it again, count the number of assistants, delete the assistant
+     */
+    static run(baseUrl, requestParams) {
+        const graph_id = 'benchmark';
+        let metadata = { description: `Test benchmark assistant ${crypto.randomUUID()}`, created_by: 'benchmark' };
+
+        // Create an assistant
+        const createPayload = JSON.stringify({ graph_id, metadata });
+        const createResponse = http.post(`${baseUrl}/assistants`, createPayload, requestParams);
+        const assistantId = createResponse.json().assistant_id;
+
+        // Search for the assistant
+        const searchPayload = JSON.stringify({ graph_id, metadata, limit: 1 });
+        const searchResponse = http.post(`${baseUrl}/assistants/search`, searchPayload, requestParams);
+
+        // Get the assistant
+        const getResponse = http.get(`${baseUrl}/assistants/${assistantId}`, requestParams);
+
+        // Patch the assistant
+        metadata = { description: `Test benchmark assistant ${crypto.randomUUID()}` };
+        const patchPayload = JSON.stringify({ metadata });
+        const patchResponse = http.patch(`${baseUrl}/assistants/${assistantId}`, patchPayload, requestParams);
+
+        // Get the assistant again
+        const getResponse2 = http.get(`${baseUrl}/assistants/${assistantId}`, requestParams);
+
+        // Count the number of assistants
+        const countPayload = JSON.stringify({ graph_id, metadata });
+        const countResponse = http.post(`${baseUrl}/assistants/count`, countPayload, requestParams);
+
+        // Delete the assistant
+        const deleteResponse = http.del(`${baseUrl}/assistants/${assistantId}`, "{}", requestParams);
+
+        return {
+            assistantId,
+            searchResponse,
+            getResponse,
+            patchResponse,
+            getResponse2,
+            countResponse,
+            deleteResponse,
+        };
+    }
+
+    static validate(result, errorMetrics, benchmarkGraphOptions) {
+        let success = false;
+        try {
+            success = check(result, {
+                'Search response contains a single assistant': (r) => r.searchResponse.json().length === 1,
+                'Search response contains the correct assistant': (r) => r.searchResponse.json()[0].assistant_id === result.assistantId,
+                'Get response contains the correct assistant': (r) => r.getResponse.json().assistant_id === result.assistantId,
+                'Patch response contains the correct assistant': (r) => r.patchResponse.json().assistant_id === result.assistantId,
+                'Get response 2 contains the correct assistant': (r) => r.getResponse2.json().assistant_id === result.assistantId,
+                'Get response 2 contains the new description': (r) => r.getResponse2.json().metadata.description != result.getResponse.json().metadata.description && result.getResponse2.json().metadata.description === result.patchResponse.json().metadata.description,
+                'Get response 2 contains the correct created_by': (r) => r.getResponse2.json().metadata.created_by === 'benchmark',
+                'Count response contains the correct number of assistants': (r) => parseInt(r.countResponse.json()) === 1,
+                'Delete response is successful': (r) => r.deleteResponse.status === 204,
+            });
+        } catch (error) {
+            console.log(`Unknown error checking response: ${error.message}`);
+        }
+
+        if (!success) {
+            if (result.searchResponse.status == 502 || result.getResponse.status == 502 || result.patchResponse.status == 502 || result.getResponse2.status == 502 || result.countResponse.status == 502 || result.deleteResponse.status == 502) {
+                errorMetrics.server_errors.add(1);
+                console.log(`Server error: ${result.searchResponse.status}, ${result.getResponse.status}, ${result.patchResponse.status}, ${result.getResponse2.status}, ${result.countResponse.status}, ${result.deleteResponse.status}`);
+            } else if (result.searchResponse.status === 408 || result.getResponse.status === 408 || result.patchResponse.status === 408 || result.getResponse2.status === 408 || result.countResponse.status === 408 || result.deleteResponse.status === 408) {
+                errorMetrics.timeout_errors.add(1);
+                console.log(`Timeout error: ${result.searchResponse.error}, ${result.getResponse.error}, ${result.patchResponse.error}, ${result.getResponse2.error}, ${result.countResponse.error}, ${result.deleteResponse.error}`);
+            } else {
+                errorMetrics.other_errors.add(1);
+                console.log(`Other error: ${result.searchResponse.body}, ${result.getResponse.body}, ${result.patchResponse.body}, ${result.getResponse2.body}, ${result.countResponse.body}, ${result.deleteResponse.body}`);
+            }
+        }
+        return success;
+    }
+
+    static toString() {
+        return 'assistants';
+    }
+}

langgraph_api-0.6.25/benchmark/benchmark-runners/benchmark-runner.js

@@ -0,0 +1,34 @@
+/**
+ * Abstract class for running a benchmark type.
+ */
+export class BenchmarkRunner {
+    /**
+     * Run the benchmark type.
+     * @param {string} baseUrl - The base URL of the Agent Server.
+     * @param {any} requestParams - The parameters to use for the request. Includes headers and other config like timeout.
+     * @param {any} benchmarkGraphOptions - The options for the benchmark graph.
+     * @returns {any} - The result of the benchmark type. This format will vary by benchmark type.
+     */
+    static run(baseUrl, requestParams, benchmarkGraphOptions) {
+        throw new Error('Not implemented');
+    }
+
+    /**
+     * Convert the benchmark name to a string.
+     * @returns {string} - A string representation of the benchmark name.
+     */
+    static toString() {
+        throw new Error('Not implemented');
+    }
+
+    /**
+     * Validate the result of the benchmark run.
+     * @param {any} result - The result of the benchmark run. This format will vary by benchmark type.
+     * @param {any} errorMetrics - A dictionary of error metrics that can be used to more granularly track errors.
+     * @param {any} benchmarkGraphOptions - The options for the benchmark graph.
+     * @returns {boolean} - True if the benchmark run was successful, false otherwise.
+     */
+    static validate(result, errorMetrics, benchmarkGraphOptions) {
+        throw new Error('Not implemented');
+    }
+}

langgraph_api-0.6.25/benchmark/benchmark-runners/benchmarks.js

@@ -0,0 +1,21 @@
+import { WaitWrite } from './wait_write.js';
+import { StreamWrite } from './stream_write.js';
+import { Assistant } from './assistant.js';
+import { Thread } from './thread.js';
+
+export class Benchmarks {
+    static getRunner(type) {
+        switch (type) {
+            case WaitWrite.toString():
+                return WaitWrite;
+            case StreamWrite.toString():
+                return StreamWrite;
+            case Assistant.toString():
+                return Assistant;
+            case Thread.toString():
+                return Thread;
+            default:
+                throw new Error(`Unknown benchmark type: ${type}`);
+        }
+    }
+}

langgraph_api-0.6.25/benchmark/benchmark-runners/stream_write.js

@@ -0,0 +1,98 @@
+import { BenchmarkRunner } from './benchmark-runner.js';
+import { check } from 'k6';
+import http from 'k6/http';
+
+function parseSSE(text) {
+    const events = [];
+    const lines = text.split('\r\n');
+    let currentEvent = { event: '', data: '' };
+    
+    for (const line of lines) {
+        if (line.startsWith('event:')) {
+            currentEvent.event = line.substring(6).trim();
+        } else if (line.startsWith('data:')) {
+            const dataContent = line.substring(5).trim();
+            currentEvent.data = dataContent;
+        } else if (line === '') {
+            // Empty line marks end of event
+            if (currentEvent.data) {
+                try {
+                    events.push({
+                        event: currentEvent.event,
+                        data: JSON.parse(currentEvent.data)
+                    });
+                } catch (e) {
+                    // Some events might not be JSON
+                    events.push(currentEvent);
+                }
+            }
+            currentEvent = { event: '', data: '' };
+        }
+    }
+    
+    return events;
+}
+
+export class StreamWrite extends BenchmarkRunner {
+    static run(baseUrl, requestParams, benchmarkGraphOptions) {
+        let url = `${baseUrl}/runs/stream`;
+
+        // Create a payload with the LangGraph agent configuration
+        const payload = JSON.stringify({
+            assistant_id: benchmarkGraphOptions.graph_id,
+            input: benchmarkGraphOptions.input,
+            config: {
+                recursion_limit: benchmarkGraphOptions.input.expand + 2,
+            },
+        });
+
+        // If the request is stateful, create a thread first and use it in the url
+        if (benchmarkGraphOptions.stateful) {
+            const thread = http.post(`${baseUrl}/threads`, "{}", requestParams);
+            const threadId = thread.json().thread_id;
+            url = `${baseUrl}/threads/${threadId}/runs/stream`;
+        }
+
+        const response = http.post(url, payload, requestParams);
+        const events = parseSSE(response.body);
+        return { events, response };
+    }
+
+    static validate(result, errorMetrics, benchmarkGraphOptions) {
+        const expected_messages = benchmarkGraphOptions.input.mode === 'single' ? 1 : benchmarkGraphOptions.input.expand + 1;
+        const expected_events = expected_messages + 2; // +2 for the metadata and initial values event
+        let success = false;
+        try {
+            success = check(result, {
+                'Run completed successfully': (r) => r.response.status === 200,
+                'Response contains expected number of events': (r) => r.events.length === expected_events,
+                'Response contains metadata event': (r) => r.events[0].event === 'metadata',
+                'Response contains expected number of messages': (r) => r.events[expected_events - 1].data.messages.length === expected_messages,
+            });
+        } catch (error) {
+            console.log(`Unknown error checking result: ${error.message}`);
+        }
+
+        if (!success) {
+            // Classify error based on status code or response
+            if (result.response.status >= 500) {
+                errorMetrics.server_errors.add(1);
+                console.log(`Server error: ${result.response.status}`);
+            } else if (result.response.status === 408 || result.response.error?.includes('timeout')) {
+                errorMetrics.timeout_errors.add(1);
+                console.log(`Timeout error: ${result.response.error}`);
+            } else if (result.response.status === 200 && result.events[expected_events - 1].data.messages.length !== expected_messages) {
+                errorMetrics.missing_message_errors.add(1);
+                console.log(`Missing message error: Status ${result.response.status}, ${JSON.stringify(result.response.body)}, ${result.response.headers?.['Content-Location']}`);
+            } else {
+                errorMetrics.other_errors.add(1);
+                console.log(`Other error: Status ${result.response.status}, ${JSON.stringify(result.response.body)}, ${result.events}`);
+            }
+        }
+        return success;
+    }
+
+    static toString() {
+        return 'stream_write';
+    }
+}