@librechat/agents 3.2.32 → 3.2.33

package/dist/esm/messages/anthropicToolCache.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"anthropicToolCache.mjs","sources":["../../../src/messages/anthropicToolCache.ts"],"sourcesContent":["/**\n * Anthropic prompt-caching helper for the `tools[]` request field.\n *\n * Anthropic accepts `cache_control: { type: 'ephemeral' }` on individual\n * tool definitions. Whichever tool carries the marker becomes the end of\n * a cached prefix: `tools[0..N]` (everything up to and including the\n * marked tool) is cached and rebated on subsequent matching requests.\n *\n * For agents that mix static and deferred (lazily-discovered) tools, the\n * winning configuration is:\n *\n *   1. Stable-partition tools so all *static* (non-deferred) tools come\n *      first and discovered-deferred tools come last.\n *   2. Stamp `cache_control` on the LAST static tool.\n *\n * That way, the cached prefix covers exactly the static tool inventory.\n * Discovered tools that show up later (or vary turn-to-turn as new ones\n * get discovered) never invalidate the prefix because they sit *after*\n * the breakpoint.\n *\n * LangChain's Anthropic adapter passes the marker through via\n * `tool.extras.cache_control` for custom tools, while Anthropic built-ins\n * require direct `cache_control`. Either way, we stamp a fresh wrapper —\n * never mutating the original tool instance, since callers may share them\n * across runs.\n */\n\nimport type { GraphTools } from '@/types';\n\nconst ANTHROPIC_BUILT_IN_TOOL_PREFIXES = [\n  'text_editor_',\n  'computer_',\n  'bash_',\n  'web_search_',\n  'web_fetch_',\n  'str_replace_editor_',\n  'str_replace_based_edit_tool_',\n  'code_execution_',\n  'memory_',\n  'tool_search_',\n  'mcp_toolset',\n] as const;\n\nconst CACHE_CONTROL = { type: 'ephemeral' as const };\n\ntype AnthropicToolCacheCandidate = {\n  name?: unknown;\n  type?: unknown;\n  extras?: Record<string, unknown>;\n  cache_control?: unknown;\n};\n\nfunction isAnthropicBuiltInTool(\n  tool: AnthropicToolCacheCandidate\n): tool is AnthropicToolCacheCandidate & { type: string } {\n  const { type } = tool;\n  return (\n    typeof type === 'string' &&\n    ANTHROPIC_BUILT_IN_TOOL_PREFIXES.some((prefix) => type.startsWith(prefix))\n  );\n}\n\nfunction hasCacheControl(tool: AnthropicToolCacheCandidate): boolean {\n  if (isAnthropicBuiltInTool(tool)) {\n    return tool.cache_control != null;\n  }\n  return tool.extras?.cache_control != null;\n}\n\nfunction markCacheControl(\n  tool: AnthropicToolCacheCandidate\n): AnthropicToolCacheCandidate {\n  const prototype = Object.getPrototypeOf(tool) ?? Object.prototype;\n  if (isAnthropicBuiltInTool(tool)) {\n    const wrapped = { ...tool };\n    delete wrapped.extras;\n    return Object.assign(Object.create(prototype), wrapped, {\n      cache_control: CACHE_CONTROL,\n    });\n  }\n\n  return Object.assign(Object.create(prototype), tool, {\n    extras: {\n      ...(tool.extras ?? {}),\n      cache_control: CACHE_CONTROL,\n    },\n  });\n}\n\n/**\n * Returns a callable that reports whether a given tool *name* is deferred\n * according to the supplied registry of tool definitions. Tools without\n * a registry entry are treated as non-deferred (i.e. static), matching\n * the host-supplied `graphTools` semantics elsewhere in the SDK.\n */\nexport function makeIsDeferred(\n  toolDefinitions:\n    | ReadonlyArray<{ name: string; defer_loading?: boolean }>\n    | undefined\n): (toolName: string) => boolean {\n  if (toolDefinitions == null || toolDefinitions.length === 0) {\n    return () => false;\n  }\n  const deferred = new Set<string>();\n  for (const def of toolDefinitions) {\n    if (def.defer_loading === true) deferred.add(def.name);\n  }\n  if (deferred.size === 0) return () => false;\n  return (name) => deferred.has(name);\n}\n\n/**\n * Stable-partition `tools` into [static..., deferred...] and stamp the\n * Anthropic `cache_control: ephemeral` marker on the last static tool.\n *\n * If `tools` is undefined or empty, or no entry has a usable `.name`,\n * returns the input unchanged. If there are no static tools at all,\n * also returns unchanged (nothing to cache).\n *\n * The original tool instances are never mutated. The marked entry is a\n * shallow wrapper that preserves the prototype chain so downstream\n * `instanceof` checks still pass. For custom tools, `extras` is merged\n * so any existing `providerToolDefinition` / other extras are kept.\n */\nexport function partitionAndMarkAnthropicToolCache(\n  tools: GraphTools | undefined,\n  isDeferred: (toolName: string) => boolean\n): GraphTools | undefined {\n  if (tools == null || tools.length === 0) return tools;\n\n  // Use unknown[] internally to avoid GraphTools' union-array variance\n  // (each member is one of three array types). We cast back to\n  // GraphTools when returning.\n  const staticTools: unknown[] = [];\n  const deferredTools: unknown[] = [];\n\n  for (const tool of tools) {\n    const name = (tool as { name?: unknown }).name;\n    if (typeof name === 'string' && isDeferred(name)) {\n      deferredTools.push(tool);\n    } else {\n      staticTools.push(tool);\n    }\n  }\n\n  if (staticTools.length === 0) {\n    return tools;\n  }\n\n  const last = staticTools[\n    staticTools.length - 1\n  ] as AnthropicToolCacheCandidate;\n  // Already marked? Don't double-clone.\n  if (hasCacheControl(last)) {\n    if (deferredTools.length === 0) return tools;\n    return [...staticTools, ...deferredTools] as GraphTools;\n  }\n\n  staticTools[staticTools.length - 1] = markCacheControl(last);\n  return [...staticTools, ...deferredTools] as GraphTools;\n}\n"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;AAyBG;AAIH,MAAM,gCAAgC,GAAG;IACvC,cAAc;IACd,WAAW;IACX,OAAO;IACP,aAAa;IACb,YAAY;IACZ,qBAAqB;IACrB,8BAA8B;IAC9B,iBAAiB;IACjB,SAAS;IACT,cAAc;IACd,aAAa;CACL;AAEV,MAAM,aAAa,GAAG,EAAE,IAAI,EAAE,WAAoB,EAAE;AASpD,SAAS,sBAAsB,CAC7B,IAAiC,EAAA;AAEjC,IAAA,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;AACrB,IAAA,QACE,OAAO,IAAI,KAAK,QAAQ;AACxB,QAAA,gCAAgC,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAE9E;AAEA,SAAS,eAAe,CAAC,IAAiC,EAAA;AACxD,IAAA,IAAI,sBAAsB,CAAC,IAAI,CAAC,EAAE;AAChC,QAAA,OAAO,IAAI,CAAC,aAAa,IAAI,IAAI;IACnC;AACA,IAAA,OAAO,IAAI,CAAC,MAAM,EAAE,aAAa,IAAI,IAAI;AAC3C;AAEA,SAAS,gBAAgB,CACvB,IAAiC,EAAA;AAEjC,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,SAAS;AACjE,IAAA,IAAI,sBAAsB,CAAC,IAAI,CAAC,EAAE;AAChC,QAAA,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,EAAE;QAC3B,OAAO,OAAO,CAAC,MAAM;AACrB,QAAA,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE;AACtD,YAAA,aAAa,EAAE,aAAa;AAC7B,SAAA,CAAC;IACJ;AAEA,IAAA,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE;AACnD,QAAA,MAAM,EAAE;AACN,YAAA,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;AACtB,YAAA,aAAa,EAAE,aAAa;AAC7B,SAAA;AACF,KAAA,CAAC;AACJ;AAEA;;;;;AAKG;AACG,SAAU,cAAc,CAC5B,eAEa,EAAA;IAEb,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE;AAC3D,QAAA,OAAO,MAAM,KAAK;IACpB;AACA,IAAA,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU;AAClC,IAAA,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE;AACjC,QAAA,IAAI,GAAG,CAAC,aAAa,KAAK,IAAI;AAAE,YAAA,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;IACxD;AACA,IAAA,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;AAAE,QAAA,OAAO,MAAM,KAAK;IAC3C,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;AACrC;AAEA;;;;;;;;;;;;AAYG;AACG,SAAU,kCAAkC,CAChD,KAA6B,EAC7B,UAAyC,EAAA;IAEzC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;AAAE,QAAA,OAAO,KAAK;;;;IAKrD,MAAM,WAAW,GAAc,EAAE;IACjC,MAAM,aAAa,GAAc,EAAE;AAEnC,IAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACxB,QAAA,MAAM,IAAI,GAAI,IAA2B,CAAC,IAAI;QAC9C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE;AAChD,YAAA,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;QAC1B;aAAO;AACL,YAAA,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QACxB;IACF;AAEA,IAAA,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE;AAC5B,QAAA,OAAO,KAAK;IACd;IAEA,MAAM,IAAI,GAAG,WAAW,CACtB,WAAW,CAAC,MAAM,GAAG,CAAC,CACQ;;AAEhC,IAAA,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE;AACzB,QAAA,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;AAAE,YAAA,OAAO,KAAK;AAC5C,QAAA,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAe;IACzD;AAEA,IAAA,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,IAAI,CAAC;AAC5D,IAAA,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAe;AACzD;;;;"}
+{"version":3,"file":"anthropicToolCache.mjs","names":[],"sources":["../../../src/messages/anthropicToolCache.ts"],"sourcesContent":["/**\n * Anthropic prompt-caching helper for the `tools[]` request field.\n *\n * Anthropic accepts `cache_control: { type: 'ephemeral' }` on individual\n * tool definitions. Whichever tool carries the marker becomes the end of\n * a cached prefix: `tools[0..N]` (everything up to and including the\n * marked tool) is cached and rebated on subsequent matching requests.\n *\n * For agents that mix static and deferred (lazily-discovered) tools, the\n * winning configuration is:\n *\n *   1. Stable-partition tools so all *static* (non-deferred) tools come\n *      first and discovered-deferred tools come last.\n *   2. Stamp `cache_control` on the LAST static tool.\n *\n * That way, the cached prefix covers exactly the static tool inventory.\n * Discovered tools that show up later (or vary turn-to-turn as new ones\n * get discovered) never invalidate the prefix because they sit *after*\n * the breakpoint.\n *\n * LangChain's Anthropic adapter passes the marker through via\n * `tool.extras.cache_control` for custom tools, while Anthropic built-ins\n * require direct `cache_control`. Either way, we stamp a fresh wrapper —\n * never mutating the original tool instance, since callers may share them\n * across runs.\n */\n\nimport type { GraphTools } from '@/types';\n\nconst ANTHROPIC_BUILT_IN_TOOL_PREFIXES = [\n  'text_editor_',\n  'computer_',\n  'bash_',\n  'web_search_',\n  'web_fetch_',\n  'str_replace_editor_',\n  'str_replace_based_edit_tool_',\n  'code_execution_',\n  'memory_',\n  'tool_search_',\n  'mcp_toolset',\n] as const;\n\nconst CACHE_CONTROL = { type: 'ephemeral' as const };\n\ntype AnthropicToolCacheCandidate = {\n  name?: unknown;\n  type?: unknown;\n  extras?: Record<string, unknown>;\n  cache_control?: unknown;\n};\n\nfunction isAnthropicBuiltInTool(\n  tool: AnthropicToolCacheCandidate\n): tool is AnthropicToolCacheCandidate & { type: string } {\n  const { type } = tool;\n  return (\n    typeof type === 'string' &&\n    ANTHROPIC_BUILT_IN_TOOL_PREFIXES.some((prefix) => type.startsWith(prefix))\n  );\n}\n\nfunction hasCacheControl(tool: AnthropicToolCacheCandidate): boolean {\n  if (isAnthropicBuiltInTool(tool)) {\n    return tool.cache_control != null;\n  }\n  return tool.extras?.cache_control != null;\n}\n\nfunction markCacheControl(\n  tool: AnthropicToolCacheCandidate\n): AnthropicToolCacheCandidate {\n  const prototype = Object.getPrototypeOf(tool) ?? Object.prototype;\n  if (isAnthropicBuiltInTool(tool)) {\n    const wrapped = { ...tool };\n    delete wrapped.extras;\n    return Object.assign(Object.create(prototype), wrapped, {\n      cache_control: CACHE_CONTROL,\n    });\n  }\n\n  return Object.assign(Object.create(prototype), tool, {\n    extras: {\n      ...(tool.extras ?? {}),\n      cache_control: CACHE_CONTROL,\n    },\n  });\n}\n\n/**\n * Returns a callable that reports whether a given tool *name* is deferred\n * according to the supplied registry of tool definitions. Tools without\n * a registry entry are treated as non-deferred (i.e. static), matching\n * the host-supplied `graphTools` semantics elsewhere in the SDK.\n */\nexport function makeIsDeferred(\n  toolDefinitions:\n    | ReadonlyArray<{ name: string; defer_loading?: boolean }>\n    | undefined\n): (toolName: string) => boolean {\n  if (toolDefinitions == null || toolDefinitions.length === 0) {\n    return () => false;\n  }\n  const deferred = new Set<string>();\n  for (const def of toolDefinitions) {\n    if (def.defer_loading === true) deferred.add(def.name);\n  }\n  if (deferred.size === 0) return () => false;\n  return (name) => deferred.has(name);\n}\n\n/**\n * Stable-partition `tools` into [static..., deferred...] and stamp the\n * Anthropic `cache_control: ephemeral` marker on the last static tool.\n *\n * If `tools` is undefined or empty, or no entry has a usable `.name`,\n * returns the input unchanged. If there are no static tools at all,\n * also returns unchanged (nothing to cache).\n *\n * The original tool instances are never mutated. The marked entry is a\n * shallow wrapper that preserves the prototype chain so downstream\n * `instanceof` checks still pass. For custom tools, `extras` is merged\n * so any existing `providerToolDefinition` / other extras are kept.\n */\nexport function partitionAndMarkAnthropicToolCache(\n  tools: GraphTools | undefined,\n  isDeferred: (toolName: string) => boolean\n): GraphTools | undefined {\n  if (tools == null || tools.length === 0) return tools;\n\n  // Use unknown[] internally to avoid GraphTools' union-array variance\n  // (each member is one of three array types). We cast back to\n  // GraphTools when returning.\n  const staticTools: unknown[] = [];\n  const deferredTools: unknown[] = [];\n\n  for (const tool of tools) {\n    const name = (tool as { name?: unknown }).name;\n    if (typeof name === 'string' && isDeferred(name)) {\n      deferredTools.push(tool);\n    } else {\n      staticTools.push(tool);\n    }\n  }\n\n  if (staticTools.length === 0) {\n    return tools;\n  }\n\n  const last = staticTools[\n    staticTools.length - 1\n  ] as AnthropicToolCacheCandidate;\n  // Already marked? Don't double-clone.\n  if (hasCacheControl(last)) {\n    if (deferredTools.length === 0) return tools;\n    return [...staticTools, ...deferredTools] as GraphTools;\n  }\n\n  staticTools[staticTools.length - 1] = markCacheControl(last);\n  return [...staticTools, ...deferredTools] as GraphTools;\n}\n"],"mappings":";AA6BA,MAAM,mCAAmC;CACvC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF;AAEA,MAAM,gBAAgB,EAAE,MAAM,YAAqB;AASnD,SAAS,uBACP,MACwD;CACxD,MAAM,EAAE,SAAS;CACjB,OACE,OAAO,SAAS,YAChB,iCAAiC,MAAM,WAAW,KAAK,WAAW,MAAM,CAAC;AAE7E;AAEA,SAAS,gBAAgB,MAA4C;CACnE,IAAI,uBAAuB,IAAI,GAC7B,OAAO,KAAK,iBAAiB;CAE/B,OAAO,KAAK,QAAQ,iBAAiB;AACvC;AAEA,SAAS,iBACP,MAC6B;CAC7B,MAAM,YAAY,OAAO,eAAe,IAAI,KAAK,OAAO;CACxD,IAAI,uBAAuB,IAAI,GAAG;EAChC,MAAM,UAAU,EAAE,GAAG,KAAK;EAC1B,OAAO,QAAQ;EACf,OAAO,OAAO,OAAO,OAAO,OAAO,SAAS,GAAG,SAAS,EACtD,eAAe,cACjB,CAAC;CACH;CAEA,OAAO,OAAO,OAAO,OAAO,OAAO,SAAS,GAAG,MAAM,EACnD,QAAQ;EACN,GAAI,KAAK,UAAU,CAAC;EACpB,eAAe;CACjB,EACF,CAAC;AACH;;;;;;;AAQA,SAAgB,eACd,iBAG+B;CAC/B,IAAI,mBAAmB,QAAQ,gBAAgB,WAAW,GACxD,aAAa;CAEf,MAAM,2BAAW,IAAI,IAAY;CACjC,KAAK,MAAM,OAAO,iBAChB,IAAI,IAAI,kBAAkB,MAAM,SAAS,IAAI,IAAI,IAAI;CAEvD,IAAI,SAAS,SAAS,GAAG,aAAa;CACtC,QAAQ,SAAS,SAAS,IAAI,IAAI;AACpC;;;;;;;;;;;;;;AAeA,SAAgB,mCACd,OACA,YACwB;CACxB,IAAI,SAAS,QAAQ,MAAM,WAAW,GAAG,OAAO;CAKhD,MAAM,cAAyB,CAAC;CAChC,MAAM,gBAA2B,CAAC;CAElC,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,OAAQ,KAA4B;EAC1C,IAAI,OAAO,SAAS,YAAY,WAAW,IAAI,GAC7C,cAAc,KAAK,IAAI;OAEvB,YAAY,KAAK,IAAI;CAEzB;CAEA,IAAI,YAAY,WAAW,GACzB,OAAO;CAGT,MAAM,OAAO,YACX,YAAY,SAAS;CAGvB,IAAI,gBAAgB,IAAI,GAAG;EACzB,IAAI,cAAc,WAAW,GAAG,OAAO;EACvC,OAAO,CAAC,GAAG,aAAa,GAAG,aAAa;CAC1C;CAEA,YAAY,YAAY,SAAS,KAAK,iBAAiB,IAAI;CAC3D,OAAO,CAAC,GAAG,aAAa,GAAG,aAAa;AAC1C"}