langgraph-api 0.13.0.dev7__tar.gz → 0.13.0.dev9__tar.gz

{langgraph_api-0.13.0.dev7 → langgraph_api-0.13.0.dev9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langgraph-api
-Version: 0.13.0.dev7
+Version: 0.13.0.dev9
 Author-email: Will Fu-Hinthorn <will@langchain.dev>, Josh Rogers <josh@langchain.dev>, Parker Rule <parker@langchain.dev>
 License: Elastic-2.0
 License-File: LICENSE

{langgraph_api-0.13.0.dev7 → langgraph_api-0.13.0.dev9}/benchmark/README.md

@@ -37,6 +37,7 @@ The runner contains the actual logic each virtual user will execute during the b
 - `cancel_first_second_completes` - Starts two runs, cancels one, and validates cancellation semantics.
 - `thread_runs_metadata_search` - Creates a run and validates filtering/search by run metadata.
 - `threads_search_metadata` - Validates thread metadata search/filter behavior.
+- `store` - Writes, reads, validates, and deletes a Store item with a configurable payload size.
 - `meta_workload` (randomly delegates to one of the others)
 
 ## Profiles (`BENCHMARK_PROFILE`)
@@ -74,6 +75,7 @@ Context overrides (merged on top of profile):
 - `EXPAND` - Fanout width (number of parallel branches at start).
 - `STEPS` - Number of graph turns/iterations to execute.
 - `CHECKPOINT_SIZE` - Bytes written per checkpoint operation.
+- `STORE_VALUE_SIZE` - Store runner payload size in bytes (defaults to 1 MiB).
 - `LLM_ENABLED` - Enables fake LLM streaming inside the benchmark graph.
 - `STREAM_SIZE` - Normal total streamed payload size (bytes).
 - `CHUNK_SIZE` - Stream chunk size (bytes) when emitting payload.
@@ -90,6 +92,9 @@ make benchmark-ramp
 # Ramp with profile + stream runner
 BENCHMARK_PROFILE=streaming-long BENCHMARK_TYPE=stream_write make benchmark-ramp
 
+# Store smoke test with a 1 MiB payload
+BENCHMARK_TYPE=store STORE_VALUE_SIZE=1048576 make benchmark-ramp
+
 # Staircase benchmark
 make benchmark-staircase
 

{langgraph_api-0.13.0.dev7 → langgraph_api-0.13.0.dev9}/benchmark/benchmark-runners/benchmark_profiles.ts

@@ -6,6 +6,7 @@ export interface BenchmarkContext {
   expand: number;
   steps: number;
   checkpoint_size: number;
+  store_value_size?: number;
   llm_enabled: boolean;
   stream_size: number;
   chunk_size: number;
@@ -24,6 +25,7 @@ export interface BenchmarkProfileEnv {
   EXPAND?: string;
   STEPS?: string;
   CHECKPOINT_SIZE?: string;
+  STORE_VALUE_SIZE?: string;
   LLM_ENABLED?: string;
   STREAM_SIZE?: string;
   CHUNK_SIZE?: string;
@@ -210,6 +212,7 @@ export function get_profile(env: BenchmarkProfileEnv): ParsedBenchmarkProfile {
     ...(parseOptionalInt(env.EXPAND) !== undefined ? { expand: parseOptionalInt(env.EXPAND)! } : {}),
     ...(parseOptionalInt(env.STEPS) !== undefined ? { steps: parseOptionalInt(env.STEPS)! } : {}),
     ...(parseOptionalInt(env.CHECKPOINT_SIZE) !== undefined ? { checkpoint_size: parseOptionalInt(env.CHECKPOINT_SIZE)! } : {}),
+    ...(parseOptionalInt(env.STORE_VALUE_SIZE) !== undefined ? { store_value_size: parseOptionalInt(env.STORE_VALUE_SIZE)! } : {}),
     ...(parseOptionalBool(env.LLM_ENABLED) !== undefined ? { llm_enabled: parseOptionalBool(env.LLM_ENABLED)! } : {}),
     ...(parseOptionalInt(env.STREAM_SIZE) !== undefined ? { stream_size: parseOptionalInt(env.STREAM_SIZE)! } : {}),
     ...(parseOptionalInt(env.CHUNK_SIZE) !== undefined ? { chunk_size: parseOptionalInt(env.CHUNK_SIZE)! } : {}),

{langgraph_api-0.13.0.dev7 → langgraph_api-0.13.0.dev9}/benchmark/benchmark-runners/benchmarks.ts

@@ -6,6 +6,7 @@ import { EnqueuedRunsOrder } from './enqueued_runs_order.js';
 import { CancelFirstSecondCompletes } from './cancel_first_second_completes.js';
 import { ThreadRunsMetadataSearch } from './thread_runs_metadata_search.js';
 import { ThreadsSearchMetadata } from './threads_search_metadata.js';
+import { Store } from './store.js';
 import { MetaWorkload } from './meta_workload.js';
 import type { BenchmarkRunner } from './benchmark-runner.js';
 
@@ -28,6 +29,8 @@ export class Benchmarks {
         return ThreadRunsMetadataSearch;
       case ThreadsSearchMetadata.toString():
         return ThreadsSearchMetadata;
+      case Store.toString():
+        return Store;
       case MetaWorkload.toString():
         return MetaWorkload;
       default:

langgraph_api-0.13.0.dev9/benchmark/benchmark-runners/store.ts

@@ -0,0 +1,126 @@
+import { BenchmarkRunner } from './benchmark-runner.js';
+import type { ErrorMetrics } from './benchmark-runner.js';
+import { check } from 'k6';
+import http from 'k6/http';
+import type { BenchmarkResult, BenchmarkGraphOptions } from './types.js';
+import { addResponse, okResult } from './types.js';
+import { logFailure } from './log-failure.js';
+
+const DEFAULT_STORE_VALUE_SIZE = 1024 * 1024;
+const STORE_NAMESPACE = ['benchmark'];
+
+type K6Response = ReturnType<typeof http.put> | ReturnType<typeof http.get> | ReturnType<typeof http.del>;
+
+interface StoreData {
+  key: string;
+  expectedPayload: string;
+  payloadSize: number;
+  putResponse?: K6Response;
+  getResponse?: K6Response;
+  deleteResponse?: K6Response;
+}
+
+interface StoreItem {
+  value?: {
+    marker?: string;
+    payload?: string;
+  };
+}
+
+export class Store extends BenchmarkRunner {
+  static run(
+    baseUrl: string,
+    requestParams: Record<string, unknown>,
+    benchmarkGraphOptions: BenchmarkGraphOptions
+  ): BenchmarkResult<StoreData> {
+    const key = crypto.randomUUID();
+    const payloadSize = benchmarkGraphOptions.context.store_value_size ?? DEFAULT_STORE_VALUE_SIZE;
+    if (!Number.isInteger(payloadSize) || payloadSize <= 0) {
+      throw new Error(`STORE_VALUE_SIZE must be a positive integer, got ${payloadSize}`);
+    }
+
+    const responses: Record<string, import('./types.js').HttpResponse> = {};
+    const expectedPayload = 'x'.repeat(payloadSize);
+    const putPayload = JSON.stringify({
+      namespace: STORE_NAMESPACE,
+      key,
+      value: { marker: key, payload: expectedPayload },
+      index: false,
+    });
+    let putResponse: K6Response | undefined;
+    let getResponse: K6Response | undefined;
+    let deleteResponse: K6Response | undefined;
+
+    try {
+      putResponse = http.put(`${baseUrl}/store/items`, putPayload, requestParams);
+      addResponse(responses, 'put', putResponse);
+
+      const namespace = encodeURIComponent(STORE_NAMESPACE.join('.'));
+      getResponse = http.get(
+        `${baseUrl}/store/items?namespace=${namespace}&key=${encodeURIComponent(key)}`,
+        requestParams
+      );
+      addResponse(responses, 'get', getResponse);
+    } finally {
+      const deletePayload = JSON.stringify({ namespace: STORE_NAMESPACE, key });
+      deleteResponse = http.del(`${baseUrl}/store/items`, deletePayload, requestParams);
+      addResponse(responses, 'delete', deleteResponse);
+    }
+
+    return okResult(responses, {
+      key,
+      expectedPayload,
+      payloadSize,
+      putResponse,
+      getResponse,
+      deleteResponse,
+    });
+  }
+
+  static validate(
+    result: BenchmarkResult<StoreData>,
+    errorMetrics: ErrorMetrics,
+    _benchmarkGraphOptions: BenchmarkGraphOptions
+  ): boolean {
+    const data = result.data;
+    if (!data) {
+      logFailure(Store.toString(), result);
+      errorMetrics.other_errors.add(1);
+      return false;
+    }
+
+    let item: StoreItem | null = null;
+    if (data.getResponse?.status === 200) {
+      try {
+        item = data.getResponse.json() as StoreItem;
+      } catch {
+        item = null;
+      }
+    }
+
+    const success = check(result, {
+      'Store put response is successful': () => data.putResponse?.status === 204,
+      'Store get response is successful': () => data.getResponse?.status === 200,
+      'Store get response contains the correct item': () => item?.value?.marker === data.key,
+      'Store get response contains the exact payload': () => item?.value?.payload === data.expectedPayload,
+      'Store delete response is successful': () => data.deleteResponse?.status === 204,
+    });
+
+    if (!success) {
+      logFailure(Store.toString(), result, { extra: `key=${data.key} payload_size=${data.payloadSize}` });
+      const statuses = [data.putResponse, data.getResponse, data.deleteResponse].map((response) => response?.status);
+      if (statuses.some((status) => status != null && status >= 500)) {
+        errorMetrics.server_errors.add(1);
+      } else if (statuses.some((status) => status === 408)) {
+        errorMetrics.timeout_errors.add(1);
+      } else {
+        errorMetrics.other_errors.add(1);
+      }
+    }
+    return success;
+  }
+
+  static toString(): string {
+    return 'store';
+  }
+}

{langgraph_api-0.13.0.dev7 → langgraph_api-0.13.0.dev9}/benchmark/benchmark-runners/types.ts

@@ -37,6 +37,7 @@ export interface BenchmarkContext {
   expand: number;
   steps: number;
   checkpoint_size: number;
+  store_value_size?: number;
   llm_enabled: boolean;
   stream_size: number;
   chunk_size: number;

{langgraph_api-0.13.0.dev7 → langgraph_api-0.13.0.dev9}/benchmark/clean.js

@@ -1,5 +1,5 @@
 /*
- * Delete all threads and runs from the last benchmark run for consistent tests
+ * Delete all Store items, threads, and runs from the last benchmark run for consistent tests
  * The default benchmark server has a thread TTL of one hour that should clean things up too so this doesn't run too long.
  */
 
@@ -9,6 +9,7 @@ const DEFAULT_LANGSMITH_API_KEY = process.env.LANGSMITH_API_KEY;
 
 export async function clean(baseUrl = DEFAULT_BASE_URL, langsmithApiKey = DEFAULT_LANGSMITH_API_KEY) {
     try {
+        await cleanStore(baseUrl, langsmithApiKey);
         await cleanAssistants(baseUrl, langsmithApiKey);
         await cleanThreads(baseUrl, langsmithApiKey);
     } catch (error) {
@@ -17,6 +18,58 @@ export async function clean(baseUrl = DEFAULT_BASE_URL, langsmithApiKey = DEFAUL
     }
 }
 
+async function cleanStore(baseUrl, langsmithApiKey) {
+    const headers = { 'Content-Type': 'application/json' };
+    if (langsmithApiKey) {
+        headers['x-api-key'] = langsmithApiKey;
+    }
+
+    const searchUrl = `${baseUrl}/store/items/search`;
+    const deleteUrl = `${baseUrl}/store/items`;
+    let totalDeleted = 0;
+
+    console.log('Starting Store cleanup...');
+
+    while (true) {
+        const searchResponse = await fetch(searchUrl, {
+            method: 'POST',
+            headers,
+            body: JSON.stringify({ namespace_prefix: ['benchmark'], limit: 1000 })
+        });
+
+        if (!searchResponse.ok) {
+            throw new Error(`Store search request failed: ${searchResponse.status} ${searchResponse.statusText}`);
+        }
+
+        const result = await searchResponse.json();
+        if (!Array.isArray(result?.items)) {
+            throw new Error('Store search response did not contain an items array');
+        }
+        if (result.items.length === 0) {
+            break;
+        }
+
+        console.log(`Found ${result.items.length} Store items to delete`);
+
+        for (const item of result.items) {
+            const deleteResponse = await fetch(deleteUrl, {
+                method: 'DELETE',
+                headers,
+                body: JSON.stringify({ namespace: item.namespace, key: item.key })
+            });
+
+            if (!deleteResponse.ok) {
+                throw new Error(
+                    `Failed to delete Store item ${item.namespace.join('.')}/${item.key}: ${deleteResponse.status} ${deleteResponse.statusText}`
+                );
+            }
+            totalDeleted++;
+        }
+    }
+
+    console.log(`Store cleanup completed. Total items deleted: ${totalDeleted}`);
+}
+
 async function cleanAssistants(baseUrl, langsmithApiKey) {
     const headers = { 'Content-Type': 'application/json' };
     if (langsmithApiKey) {

langgraph_api-0.13.0.dev9/langgraph_api/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.13.0.dev9"

{langgraph_api-0.13.0.dev7 → langgraph_api-0.13.0.dev9}/uv.lock

@@ -892,7 +892,7 @@ dev = [
     { name = "grpcio-tools", specifier = "==1.81.1" },
     { name = "langchain", specifier = ">=0.3" },
     { name = "langchain-core", specifier = ">=0.3" },
-    { name = "mypy-protobuf", specifier = ">=5.0.0,<6" },
+    { name = "mypy-protobuf", specifier = ">=5.1.0,<6" },
     { name = "protobuf", specifier = ">=6.31.1" },
     { name = "pytest", specifier = ">=9.1.1" },
     { name = "pytest-asyncio", specifier = ">=1.4.0" },

langgraph_api-0.13.0.dev7/langgraph_api/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.13.0.dev7"