@librechat/agents 3.5.0 → 3.6.0

package/src/types/tools.ts

@@ -1,10 +1,17 @@
 // src/types/tools.ts
 import type { StructuredToolInterface } from '@langchain/core/tools';
-import type { RunnableToolLike } from '@langchain/core/runnables';
+import type {
+  RunnableConfig,
+  RunnableToolLike,
+} from '@langchain/core/runnables';
 import type { ToolCall } from '@langchain/core/messages/tool';
 import type { ToolOutputReferenceRegistry } from '@/tools/toolOutputReferences';
 import type { RunBreakerScope } from '@/llm/streamLimits';
-import type { MessageContentComplex, ToolErrorData } from './stream';
+import type {
+  MessageContentComplex,
+  RunStepResumeState,
+  ToolErrorData,
+} from './stream';
 import type { HumanInTheLoopConfig } from './hitl';
 import type { LangfuseConfig } from './graph';
 import type { HookRegistry } from '@/hooks';
@@ -128,6 +135,8 @@ export type ToolNodeOptions = {
   toolRegistry?: LCToolRegistry;
   /** Reference to Graph's sessions map for automatic session injection */
   sessions?: ToolSessionMap;
+  /** Partition within `sessions` used by this agent's code tools. */
+  codeSessionKey?: string;
   /** When true, dispatches ON_TOOL_EXECUTE events instead of invoking tools directly */
   eventDrivenMode?: boolean;
   /** Tool definitions for event-driven mode (used for context, not invocation) */
@@ -274,6 +283,13 @@ export type ToolNodeOptions = {
    * controller.
    */
   getRunScope?: () => RunBreakerScope;
+  /** SDK-owned checkpoint bridge for open run-step lifecycle state. */
+  restoreRunStepResumeState?: (
+    state?: RunStepResumeState,
+    config?: RunnableConfig
+  ) => void;
+  /** SDK-owned checkpoint snapshot for open run-step lifecycle state. */
+  createRunStepResumeState?: () => RunStepResumeState;
 };
 
 export type ToolNodeConstructorParams = ToolRefs & ToolNodeOptions;
@@ -375,6 +391,19 @@ export type CodeEnvFile =
 export type CodeExecutionToolParams =
   | undefined
   | {
+      /** Trusted Code API endpoint selected by the host for this agent. */
+      baseUrl?: string;
+      /**
+       * Expected Code API execution profile. Sent as a request assertion so
+       * endpoint/configuration drift fails closed instead of silently using
+       * the wrong sandbox backend.
+       */
+      executionProfile?: CodeApiExecutionProfile;
+      /**
+       * Trusted warm-runtime affinity hint selected by the host for this
+       * agent invocation. This overrides the legacy ToolNode-injected hint.
+       */
+      runtimeSessionHint?: string;
       /** Execution session — see `CodeSessionContext.session_id`. */
       session_id?: string;
       user_id?: string;
@@ -382,16 +411,16 @@ export type CodeExecutionToolParams =
       /** Optional host-supplied Code API auth headers. */
       authHeaders?: CodeApiAuthHeaders;
       /**
-       * Advertise best-effort stateful sessions in the tool description
-       * (variables/files may persist between calls, may reset). Prompt text
-       * only, and it must be set here because the description is bound to the
-       * LLM at construction time. Pair it with the run-scoped
-       * `toolExecution.sandbox.statefulSessions` gate, which drives the wire
-       * hint — set both from one flag so the prompt and the backend agree.
+       * Advertise filesystem-tier stateful sessions in the tool description
+       * and allow a trusted runtime affinity hint onto the wire. Resolve this,
+       * `baseUrl`, `executionProfile`, and `runtimeSessionHint` together from
+       * the executing agent so the prompt and backend agree.
        */
       statefulSessions?: boolean;
     };
 
+export type CodeApiExecutionProfile = 'default' | 'stateful';
+
 export type CodeApiAuthHeaderMap = Record<string, string>;
 
 export type CodeApiAuthHeaders =
@@ -1106,19 +1135,17 @@ export type CloudflareSandboxExecutionConfig = {
 
 export type SandboxExecutionConfig = {
   /**
-   * Opt into best-effort stateful runtime sessions on the remote Code API
-   * (its warm per-session MicroVM backend). This gate is run-scoped: it only
-   * controls the wire behavior (ToolNode injecting the session hint on
-   * execute_code/bash calls). The transport is otherwise unchanged.
+   * Legacy run-scoped opt-in for warm runtime hint injection. New hosts that
+   * need mixed execution profiles should resolve `statefulSessions`,
+   * `baseUrl`, `executionProfile`, and `runtimeSessionHint` on each executing
+   * agent's tool factories instead. Direct executors ignore this injected hint
+   * unless their own factory has `statefulSessions: true`.
    *
    * It does NOT change the model-facing tool description. Tool descriptions are
    * bound to the LLM at construction time (`createCodeExecutionTool` /
    * `createBashExecutionTool`), before this run config is applied inside the
    * graph, so they can only be adjusted via the tools' own `statefulSessions`
-   * factory param. Set BOTH from one flag (as LibreChat does): with this on but
-   * the factory param off, the backend runs statefully while the model is still
-   * told the environment is stateless (non-corrupting — the model just won't
-   * exploit persistence).
+   * factory param.
    */
   statefulSessions?: boolean;
   /**
@@ -1294,6 +1321,10 @@ export type BashProgrammaticToolCallingParams = ProgrammaticToolCallingParams;
 export type ProgrammaticToolCallingParams = {
   /** Code API base URL (or use CODE_BASEURL env var) */
   baseUrl?: string;
+  /** Expected Code API execution profile (host-controlled). */
+  executionProfile?: CodeApiExecutionProfile;
+  /** Trusted warm-runtime affinity hint for this agent invocation. */
+  runtimeSessionHint?: string;
   /** Safety limit for round-trips (default: 20) */
   maxRoundTrips?: number;
   /** Maximum per-sandbox-run timeout for PTC's legacy `timeout` field. */
@@ -1304,11 +1335,9 @@ export type ProgrammaticToolCallingParams = {
   debug?: boolean;
   /** Optional host-supplied Code API auth headers. */
   authHeaders?: CodeApiAuthHeaders;
-  /* No `statefulSessions` here: PTC is stateless in v1. The initial
-   * /exec/programmatic request still forwards a ToolNode-injected
-   * `_runtime_session_hint` when present, but there is no factory-level opt-in
-   * to advertise (it would be a no-op). Re-add with real behavior when PTC
-   * stateful prompting lands. */
+  /* No `statefulSessions` here: PTC keeps a stateless runtime prompt in v1.
+   * An explicit stateful execution profile may still use a warm filesystem;
+   * runtime/in-memory state never carries across calls. */
 };
 
 // ============================================================================

package/src/utils/toolSessions.ts

@@ -0,0 +1,113 @@
+import type * as t from '@/types';
+import { Constants } from '@/common';
+
+type CodeSessionAgent = Pick<t.AgentInputs, 'codeSessionKey' | 'initialSessions'>;
+
+function cloneToolSessionContext(
+  context: t.ToolSessionContext
+): t.ToolSessionContext {
+  return {
+    ...context,
+    ...(context.files == null
+      ? {}
+      : {
+        files: context.files.map((file) => ({
+          ...file,
+          storage_session_id:
+            file.storage_session_id ?? context.session_id,
+        })),
+      }),
+  };
+}
+
+function mergeToolSessionContext(
+  sessions: t.ToolSessionMap,
+  key: string,
+  context: t.ToolSessionContext
+): void {
+  const existing = sessions.get(key);
+  if (existing == null) {
+    sessions.set(key, cloneToolSessionContext(context));
+    return;
+  }
+  if (context.files == null || context.files.length === 0) {
+    return;
+  }
+
+  const seenFiles = new Set(
+    existing.files?.map(
+      (file) =>
+        `${file.storage_session_id ?? existing.session_id}\0${file.id}`
+    ) ?? []
+  );
+  const files = existing.files == null ? [] : [...existing.files];
+  for (const file of context.files) {
+    const storageSessionId = file.storage_session_id ?? context.session_id;
+    const fileKey = `${storageSessionId}\0${file.id}`;
+    if (seenFiles.has(fileKey)) {
+      continue;
+    }
+    seenFiles.add(fileKey);
+    files.push({ ...file, storage_session_id: storageSessionId });
+  }
+  sessions.set(key, { ...existing, files });
+}
+
+/**
+ * Seeds a top-level graph while preserving the legacy run-wide session map.
+ * A legacy `execute_code` seed is copied into every custom agent partition
+ * unless the host already supplied an explicit seed for that partition.
+ */
+export function seedRunInitialSessions(args: {
+  sessions: t.ToolSessionMap;
+  initialSessions: t.ToolSessionMap;
+  agents: Iterable<Pick<t.AgentInputs, 'codeSessionKey'>>;
+}): void {
+  const { sessions, initialSessions, agents } = args;
+  for (const [key, context] of initialSessions) {
+    mergeToolSessionContext(sessions, key, context);
+  }
+
+  const legacyCodeSession = initialSessions.get(Constants.EXECUTE_CODE);
+  if (legacyCodeSession == null) {
+    return;
+  }
+  for (const agent of agents) {
+    const key = agent.codeSessionKey ?? Constants.EXECUTE_CODE;
+    if (
+      key === Constants.EXECUTE_CODE ||
+      initialSessions.has(key) ||
+      sessions.has(key)
+    ) {
+      continue;
+    }
+    sessions.set(key, cloneToolSessionContext(legacyCodeSession));
+  }
+}
+
+/**
+ * Seeds an isolated child graph from each selected agent. Legacy code-session
+ * entries are remapped to the owning agent's partition before they are merged.
+ */
+export function seedAgentInitialSessions(
+  sessions: t.ToolSessionMap,
+  agents: Iterable<CodeSessionAgent>
+): void {
+  for (const agent of agents) {
+    if (agent.initialSessions == null) {
+      continue;
+    }
+    const codeSessionKey = agent.codeSessionKey ?? Constants.EXECUTE_CODE;
+    const hasExplicitCodeSession =
+      codeSessionKey !== Constants.EXECUTE_CODE &&
+      agent.initialSessions.has(codeSessionKey);
+    for (const [toolName, context] of agent.initialSessions) {
+      if (toolName === Constants.EXECUTE_CODE && hasExplicitCodeSession) {
+        continue;
+      }
+      const key =
+        toolName === Constants.EXECUTE_CODE ? codeSessionKey : toolName;
+      mergeToolSessionContext(sessions, key, context);
+    }
+  }
+}

package/dist/types/agents/__tests__/promptCacheLiveHelpers.d.ts

@@ -1,52 +0,0 @@
-import type { UsageMetadata } from '@langchain/core/messages';
-import type { ClientOptions } from '@langchain/openai';
-import type { ChatOpenRouterInput } from '../../llm/openrouter';
-import type * as t from '../../types';
-import { Providers } from '../../common';
-type LivePromptCacheProvider = Providers.ANTHROPIC | Providers.BEDROCK | Providers.OPENROUTER;
-type PromptCacheExpectedSystemBlock = {
-    type: 'text';
-    text: string;
-    cache_control?: {
-        type: 'ephemeral';
-        ttl?: '1h';
-    };
-} | {
-    cachePoint: {
-        type: 'default';
-        ttl?: '1h';
-    };
-};
-type LivePromptCacheClientOptions = t.ClientOptions | t.BedrockAnthropicClientOptions | (ChatOpenRouterInput & {
-    configuration?: ClientOptions;
-});
-export declare function buildStableInstructions({ nonce, providerLabel, }: {
-    nonce: string;
-    providerLabel: string;
-}): string;
-export declare function buildDynamicInstructions({ marker, tailDescription, }: {
-    marker: string;
-    tailDescription: string;
-}): string;
-export declare function waitForCachePropagation(): Promise<void>;
-export declare function assertSystemPayloadShape({ agentId, provider, clientOptions, stableInstructions, dynamicInstructions, expectedContent, }: {
-    agentId: string;
-    provider: LivePromptCacheProvider;
-    clientOptions: LivePromptCacheClientOptions;
-    stableInstructions: string;
-    dynamicInstructions: string;
-    expectedContent: PromptCacheExpectedSystemBlock[];
-}): Promise<void>;
-export declare function runLiveTurn({ provider, providerLabel, clientOptions, runId, threadId, stableInstructions, dynamicInstructions, }: {
-    provider: LivePromptCacheProvider;
-    providerLabel: string;
-    clientOptions: LivePromptCacheClientOptions;
-    runId: string;
-    threadId: string;
-    stableInstructions: string;
-    dynamicInstructions: string;
-}): Promise<{
-    text: string;
-    usage: UsageMetadata;
-}>;
-export {};

package/dist/types/test/mockTools.d.ts

@@ -1,28 +0,0 @@
-import type { StructuredToolInterface } from '@langchain/core/tools';
-import type { LCToolRegistry } from '../types';
-/**
- * Mock get_team_members tool - returns list of team members
- */
-export declare function createGetTeamMembersTool(): StructuredToolInterface;
-/**
- * Mock get_expenses tool - returns expense records for a user
- */
-export declare function createGetExpensesTool(): StructuredToolInterface;
-/**
- * Mock get_weather tool - returns weather data for a city
- */
-export declare function createGetWeatherTool(): StructuredToolInterface;
-/**
- * Mock calculator tool - evaluates mathematical expressions
- */
-export declare function createCalculatorTool(): StructuredToolInterface;
-/**
- * Creates a tool registry for programmatic tool calling tests.
- * Tools are configured with allowed_callers to demonstrate classification.
- */
-export declare function createProgrammaticToolRegistry(): LCToolRegistry;
-/**
- * Creates a sample tool registry for tool search tests.
- * Includes mix of deferred and non-deferred tools.
- */
-export declare function createToolSearchToolRegistry(): LCToolRegistry;

package/dist/types/utils/__tests__/fixtures/contextOverflowSignatures.d.ts

@@ -1,40 +0,0 @@
-/**
- * Provider error signatures captured from live over-limit requests.
- *
- * Every entry below was produced by `src/scripts/context-overflow-probe.ts`
- * sending a prompt past the model's context window and recording what came
- * back. Account identifiers and request ids have been replaced with
- * placeholders; the wording, status codes, and nesting are verbatim.
- *
- * Treat these as evidence, not examples: if a provider changes its wording,
- * re-run the probe and update the fixture rather than loosening the matcher.
- */
-import { Providers } from '../../../common';
-export interface OverflowSignature {
-    provider: Providers;
-    model: string;
-    /** Class the SDK actually threw, for reference in review. */
-    thrownAs: string;
-    /**
-     * Stand-in for the thrown error carrying exactly the fields the classifier
-     * reads. Nested bodies are kept as the strings the SDKs attach.
-     */
-    error: Record<string, unknown>;
-    expected: {
-        kind: 'context_window' | 'request_too_large';
-        limitTokens?: number;
-        requestedTokens?: number;
-    };
-    /** Set when the signature is only decidable with caller-side corroboration. */
-    requiresContextPressure?: boolean;
-}
-export declare const OVERFLOW_SIGNATURES: readonly OverflowSignature[];
-/**
- * Errors that mention limits, sizes, or tokens but are NOT fixed by
- * compaction. The first two were captured live alongside the signatures
- * above; the rest are the adjacent failures a loose matcher would swallow.
- */
-export declare const NON_OVERFLOW_SIGNATURES: readonly {
-    label: string;
-    error: Record<string, unknown>;
-}[];