@librechat/agents 3.2.32 → 3.2.34

package/dist/esm/llm/bedrock/toolCache.mjs

@@ -1,125 +1,105 @@
-import { _convertToOpenAITool } from '../openai/index.mjs';
-
-const CACHE_POINT = {
-    cachePoint: { type: 'default' },
-};
-const BEDROCK_TOOL_CACHE_MARKER = '__lc_bedrock_cache_point_after';
-const BEDROCK_TOOL_CACHE_DISABLED_MARKER = '__lc_bedrock_skip_tool_cache';
+import { _convertToOpenAITool } from "../openai/index.mjs";
+//#region src/llm/bedrock/toolCache.ts
+const CACHE_POINT = { cachePoint: { type: "default" } };
+const BEDROCK_TOOL_CACHE_MARKER = "__lc_bedrock_cache_point_after";
+const BEDROCK_TOOL_CACHE_DISABLED_MARKER = "__lc_bedrock_skip_tool_cache";
 function isBedrockToolSpec(tool) {
-    return (typeof tool === 'object' &&
-        tool != null &&
-        'toolSpec' in tool &&
-        typeof tool.toolSpec?.name === 'string');
+	return typeof tool === "object" && tool != null && "toolSpec" in tool && typeof tool.toolSpec?.name === "string";
 }
 function isBedrockCachePoint(tool) {
-    return 'cachePoint' in tool && tool.cachePoint != null;
+	return "cachePoint" in tool && tool.cachePoint != null;
 }
 function getToolName(tool) {
-    const candidate = tool;
-    if (typeof candidate.toolSpec?.name === 'string') {
-        return candidate.toolSpec.name;
-    }
-    if (typeof candidate.name === 'string') {
-        return candidate.name;
-    }
-    if (typeof candidate.function?.name === 'string') {
-        return candidate.function.name;
-    }
-    return undefined;
+	const candidate = tool;
+	if (typeof candidate.toolSpec?.name === "string") return candidate.toolSpec.name;
+	if (typeof candidate.name === "string") return candidate.name;
+	if (typeof candidate.function?.name === "string") return candidate.function.name;
 }
 function openAIToBedrockTool(tool) {
-    const toolSpec = {
-        name: tool.function.name,
-        inputSchema: { json: tool.function.parameters },
-    };
-    if (tool.function.description != null && tool.function.description !== '') {
-        toolSpec.description = tool.function.description;
-    }
-    return {
-        toolSpec,
-    };
+	const toolSpec = {
+		name: tool.function.name,
+		inputSchema: { json: tool.function.parameters }
+	};
+	if (tool.function.description != null && tool.function.description !== "") toolSpec.description = tool.function.description;
+	return { toolSpec };
 }
 function toBedrockTool(tool) {
-    if (isBedrockToolSpec(tool)) {
-        return { ...tool };
-    }
-    return openAIToBedrockTool(_convertToOpenAITool(tool));
+	if (isBedrockToolSpec(tool)) return { ...tool };
+	return openAIToBedrockTool(_convertToOpenAITool(tool));
 }
 function markCachePointAfter(tool) {
-    return {
-        ...tool,
-        [BEDROCK_TOOL_CACHE_MARKER]: true,
-    };
+	return {
+		...tool,
+		[BEDROCK_TOOL_CACHE_MARKER]: true
+	};
 }
 function markToolCacheDisabled(tool) {
-    return {
-        ...tool,
-        [BEDROCK_TOOL_CACHE_DISABLED_MARKER]: true,
-    };
+	return {
+		...tool,
+		[BEDROCK_TOOL_CACHE_DISABLED_MARKER]: true
+	};
 }
 function stripCachePointMarker(tool) {
-    const { [BEDROCK_TOOL_CACHE_MARKER]: _marker, [BEDROCK_TOOL_CACHE_DISABLED_MARKER]: _disabled, ...rest } = tool;
-    return rest;
+	const { [BEDROCK_TOOL_CACHE_MARKER]: _marker, [BEDROCK_TOOL_CACHE_DISABLED_MARKER]: _disabled, ...rest } = tool;
+	return rest;
 }
 function partitionAndMarkBedrockToolCache(tools, isDeferred) {
-    if (tools == null || tools.length === 0) {
-        return tools;
-    }
-    const staticTools = [];
-    const deferredTools = [];
-    for (const tool of tools) {
-        const converted = toBedrockTool(tool);
-        const name = getToolName(converted) ?? getToolName(tool);
-        if (name != null && isDeferred(name)) {
-            deferredTools.push(converted);
-            continue;
-        }
-        staticTools.push(converted);
-    }
-    if (staticTools.length === 0) {
-        deferredTools[0] = markToolCacheDisabled(deferredTools[0]);
-        return [...deferredTools];
-    }
-    staticTools[staticTools.length - 1] = markCachePointAfter(staticTools[staticTools.length - 1]);
-    return [...staticTools, ...deferredTools];
+	if (tools == null || tools.length === 0) return tools;
+	const staticTools = [];
+	const deferredTools = [];
+	for (const tool of tools) {
+		const converted = toBedrockTool(tool);
+		const name = getToolName(converted) ?? getToolName(tool);
+		if (name != null && isDeferred(name)) {
+			deferredTools.push(converted);
+			continue;
+		}
+		staticTools.push(converted);
+	}
+	if (staticTools.length === 0) {
+		deferredTools[0] = markToolCacheDisabled(deferredTools[0]);
+		return [...deferredTools];
+	}
+	staticTools[staticTools.length - 1] = markCachePointAfter(staticTools[staticTools.length - 1]);
+	return [...staticTools, ...deferredTools];
 }
 function insertBedrockToolCachePoint(toolConfig, fallbackToEnd) {
-    const tools = toolConfig?.tools;
-    if (tools == null || tools.length === 0) {
-        return toolConfig;
-    }
-    let markerIndex = -1;
-    let hasCachePoint = false;
-    let hasDisabledMarker = false;
-    const cleanedTools = [];
-    for (let i = 0; i < tools.length; i++) {
-        const tool = tools[i];
-        if (isBedrockCachePoint(tool)) {
-            hasCachePoint = true;
-            cleanedTools.push(tool);
-            continue;
-        }
-        if (tool[BEDROCK_TOOL_CACHE_MARKER] === true) {
-            markerIndex = cleanedTools.length;
-        }
-        if (tool[BEDROCK_TOOL_CACHE_DISABLED_MARKER] === true) {
-            hasDisabledMarker = true;
-        }
-        cleanedTools.push(stripCachePointMarker(tool));
-    }
-    if (hasCachePoint || hasDisabledMarker) {
-        return { ...toolConfig, tools: cleanedTools };
-    }
-    const insertionIndex = markerIndex >= 0 ? markerIndex : tools.length - 1;
-    return {
-        ...toolConfig,
-        tools: [
-            ...cleanedTools.slice(0, insertionIndex + 1),
-            CACHE_POINT,
-            ...cleanedTools.slice(insertionIndex + 1),
-        ],
-    };
+	const tools = toolConfig?.tools;
+	if (tools == null || tools.length === 0) return toolConfig;
+	let markerIndex = -1;
+	let hasCachePoint = false;
+	let hasDisabledMarker = false;
+	const cleanedTools = [];
+	for (let i = 0; i < tools.length; i++) {
+		const tool = tools[i];
+		if (isBedrockCachePoint(tool)) {
+			hasCachePoint = true;
+			cleanedTools.push(tool);
+			continue;
+		}
+		if (tool[BEDROCK_TOOL_CACHE_MARKER] === true) markerIndex = cleanedTools.length;
+		if (tool[BEDROCK_TOOL_CACHE_DISABLED_MARKER] === true) hasDisabledMarker = true;
+		cleanedTools.push(stripCachePointMarker(tool));
+	}
+	if (hasCachePoint || hasDisabledMarker) return {
+		...toolConfig,
+		tools: cleanedTools
+	};
+	const insertionIndex = markerIndex >= 0 ? markerIndex : tools.length - 1;
+	if (markerIndex < 0 && !fallbackToEnd) return {
+		...toolConfig,
+		tools: cleanedTools
+	};
+	return {
+		...toolConfig,
+		tools: [
+			...cleanedTools.slice(0, insertionIndex + 1),
+			CACHE_POINT,
+			...cleanedTools.slice(insertionIndex + 1)
+		]
+	};
 }
-
+//#endregion
 export { insertBedrockToolCachePoint, partitionAndMarkBedrockToolCache };
-//# sourceMappingURL=toolCache.mjs.map
+
+//# sourceMappingURL=toolCache.mjs.map

package/dist/esm/llm/bedrock/toolCache.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"toolCache.mjs","sources":["../../../../src/llm/bedrock/toolCache.ts"],"sourcesContent":["import type { BindToolsInput } from '@langchain/core/language_models/chat_models';\nimport type { Tool, ToolConfiguration } from '@aws-sdk/client-bedrock-runtime';\nimport type { OpenAIClient } from '@langchain/openai';\nimport type { DocumentType } from '@smithy/types';\nimport type { GraphTools } from '@/types';\nimport { _convertToOpenAITool } from '@/llm/openai';\n\nconst CACHE_POINT: Tool.CachePointMember = {\n  cachePoint: { type: 'default' },\n};\n\nconst BEDROCK_TOOL_CACHE_MARKER = '__lc_bedrock_cache_point_after';\nconst BEDROCK_TOOL_CACHE_DISABLED_MARKER = '__lc_bedrock_skip_tool_cache';\n\ntype BedrockToolWithCacheMarker = Tool & {\n  [BEDROCK_TOOL_CACHE_MARKER]?: true;\n  [BEDROCK_TOOL_CACHE_DISABLED_MARKER]?: true;\n};\n\ntype OpenAIFunctionTool = Extract<\n  OpenAIClient.ChatCompletionTool,\n  { type: 'function' }\n>;\n\ntype ToolNameCandidate = {\n  name?: unknown;\n  function?: {\n    name?: unknown;\n  };\n  toolSpec?: {\n    name?: unknown;\n  };\n};\n\nfunction isBedrockToolSpec(tool: unknown): tool is Tool.ToolSpecMember {\n  return (\n    typeof tool === 'object' &&\n    tool != null &&\n    'toolSpec' in tool &&\n    typeof (tool as ToolNameCandidate).toolSpec?.name === 'string'\n  );\n}\n\nfunction isBedrockCachePoint(tool: Tool): tool is Tool.CachePointMember {\n  return 'cachePoint' in tool && tool.cachePoint != null;\n}\n\nfunction getToolName(tool: unknown): string | undefined {\n  const candidate = tool as ToolNameCandidate;\n  if (typeof candidate.toolSpec?.name === 'string') {\n    return candidate.toolSpec.name;\n  }\n  if (typeof candidate.name === 'string') {\n    return candidate.name;\n  }\n  if (typeof candidate.function?.name === 'string') {\n    return candidate.function.name;\n  }\n  return undefined;\n}\n\nfunction openAIToBedrockTool(tool: OpenAIFunctionTool): Tool.ToolSpecMember {\n  const toolSpec: NonNullable<Tool.ToolSpecMember['toolSpec']> = {\n    name: tool.function.name,\n    inputSchema: { json: tool.function.parameters as DocumentType },\n  };\n\n  if (tool.function.description != null && tool.function.description !== '') {\n    toolSpec.description = tool.function.description;\n  }\n\n  return {\n    toolSpec,\n  };\n}\n\nfunction toBedrockTool(tool: unknown): BedrockToolWithCacheMarker {\n  if (isBedrockToolSpec(tool)) {\n    return { ...tool };\n  }\n\n  return openAIToBedrockTool(\n    _convertToOpenAITool(tool as BindToolsInput) as OpenAIFunctionTool\n  ) as BedrockToolWithCacheMarker;\n}\n\nfunction markCachePointAfter(\n  tool: BedrockToolWithCacheMarker\n): BedrockToolWithCacheMarker {\n  return {\n    ...tool,\n    [BEDROCK_TOOL_CACHE_MARKER]: true,\n  };\n}\n\nfunction markToolCacheDisabled(\n  tool: BedrockToolWithCacheMarker\n): BedrockToolWithCacheMarker {\n  return {\n    ...tool,\n    [BEDROCK_TOOL_CACHE_DISABLED_MARKER]: true,\n  };\n}\n\nfunction stripCachePointMarker(tool: BedrockToolWithCacheMarker): Tool {\n  const {\n    [BEDROCK_TOOL_CACHE_MARKER]: _marker,\n    [BEDROCK_TOOL_CACHE_DISABLED_MARKER]: _disabled,\n    ...rest\n  } = tool;\n  return rest as Tool;\n}\n\nexport function partitionAndMarkBedrockToolCache(\n  tools: GraphTools | undefined,\n  isDeferred: (toolName: string) => boolean\n): GraphTools | undefined {\n  if (tools == null || tools.length === 0) {\n    return tools;\n  }\n\n  const staticTools: BedrockToolWithCacheMarker[] = [];\n  const deferredTools: BedrockToolWithCacheMarker[] = [];\n\n  for (const tool of tools as readonly unknown[]) {\n    const converted = toBedrockTool(tool);\n    const name = getToolName(converted) ?? getToolName(tool);\n\n    if (name != null && isDeferred(name)) {\n      deferredTools.push(converted);\n      continue;\n    }\n\n    staticTools.push(converted);\n  }\n\n  if (staticTools.length === 0) {\n    deferredTools[0] = markToolCacheDisabled(deferredTools[0]);\n    return [...deferredTools] as GraphTools;\n  }\n\n  staticTools[staticTools.length - 1] = markCachePointAfter(\n    staticTools[staticTools.length - 1]\n  );\n\n  return [...staticTools, ...deferredTools] as GraphTools;\n}\n\nexport function insertBedrockToolCachePoint(\n  toolConfig: ToolConfiguration | undefined,\n  fallbackToEnd: boolean\n): ToolConfiguration | undefined {\n  const tools = toolConfig?.tools as BedrockToolWithCacheMarker[] | undefined;\n  if (tools == null || tools.length === 0) {\n    return toolConfig;\n  }\n\n  let markerIndex = -1;\n  let hasCachePoint = false;\n  let hasDisabledMarker = false;\n  const cleanedTools: Tool[] = [];\n\n  for (let i = 0; i < tools.length; i++) {\n    const tool = tools[i];\n    if (isBedrockCachePoint(tool)) {\n      hasCachePoint = true;\n      cleanedTools.push(tool);\n      continue;\n    }\n    if (tool[BEDROCK_TOOL_CACHE_MARKER] === true) {\n      markerIndex = cleanedTools.length;\n    }\n    if (tool[BEDROCK_TOOL_CACHE_DISABLED_MARKER] === true) {\n      hasDisabledMarker = true;\n    }\n    cleanedTools.push(stripCachePointMarker(tool));\n  }\n\n  if (hasCachePoint || hasDisabledMarker) {\n    return { ...toolConfig, tools: cleanedTools };\n  }\n\n  const insertionIndex = markerIndex >= 0 ? markerIndex : tools.length - 1;\n  if (markerIndex < 0 && !fallbackToEnd) {\n    return { ...toolConfig, tools: cleanedTools };\n  }\n\n  return {\n    ...toolConfig,\n    tools: [\n      ...cleanedTools.slice(0, insertionIndex + 1),\n      CACHE_POINT,\n      ...cleanedTools.slice(insertionIndex + 1),\n    ],\n  };\n}\n"],"names":[],"mappings":";;AAOA,MAAM,WAAW,GAA0B;AACzC,IAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;CAChC;AAED,MAAM,yBAAyB,GAAG,gCAAgC;AAClE,MAAM,kCAAkC,GAAG,8BAA8B;AAsBzE,SAAS,iBAAiB,CAAC,IAAa,EAAA;AACtC,IAAA,QACE,OAAO,IAAI,KAAK,QAAQ;AACxB,QAAA,IAAI,IAAI,IAAI;AACZ,QAAA,UAAU,IAAI,IAAI;QAClB,OAAQ,IAA0B,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ;AAElE;AAEA,SAAS,mBAAmB,CAAC,IAAU,EAAA;IACrC,OAAO,YAAY,IAAI,IAAI,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI;AACxD;AAEA,SAAS,WAAW,CAAC,IAAa,EAAA;IAChC,MAAM,SAAS,GAAG,IAAyB;IAC3C,IAAI,OAAO,SAAS,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ,EAAE;AAChD,QAAA,OAAO,SAAS,CAAC,QAAQ,CAAC,IAAI;IAChC;AACA,IAAA,IAAI,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE;QACtC,OAAO,SAAS,CAAC,IAAI;IACvB;IACA,IAAI,OAAO,SAAS,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ,EAAE;AAChD,QAAA,OAAO,SAAS,CAAC,QAAQ,CAAC,IAAI;IAChC;AACA,IAAA,OAAO,SAAS;AAClB;AAEA,SAAS,mBAAmB,CAAC,IAAwB,EAAA;AACnD,IAAA,MAAM,QAAQ,GAAiD;AAC7D,QAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;QACxB,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,UAA0B,EAAE;KAChE;AAED,IAAA,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,KAAK,EAAE,EAAE;QACzE,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW;IAClD;IAEA,OAAO;QACL,QAAQ;KACT;AACH;AAEA,SAAS,aAAa,CAAC,IAAa,EAAA;AAClC,IAAA,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE;AAC3B,QAAA,OAAO,EAAE,GAAG,IAAI,EAAE;IACpB;AAEA,IAAA,OAAO,mBAAmB,CACxB,oBAAoB,CAAC,IAAsB,CAAuB,CACrC;AACjC;AAEA,SAAS,mBAAmB,CAC1B,IAAgC,EAAA;IAEhC,OAAO;AACL,QAAA,GAAG,IAAI;QACP,CAAC,yBAAyB,GAAG,IAAI;KAClC;AACH;AAEA,SAAS,qBAAqB,CAC5B,IAAgC,EAAA;IAEhC,OAAO;AACL,QAAA,GAAG,IAAI;QACP,CAAC,kCAAkC,GAAG,IAAI;KAC3C;AACH;AAEA,SAAS,qBAAqB,CAAC,IAAgC,EAAA;AAC7D,IAAA,MAAM,EACJ,CAAC,yBAAyB,GAAG,OAAO,EACpC,CAAC,kCAAkC,GAAG,SAAS,EAC/C,GAAG,IAAI,EACR,GAAG,IAAI;AACR,IAAA,OAAO,IAAY;AACrB;AAEM,SAAU,gCAAgC,CAC9C,KAA6B,EAC7B,UAAyC,EAAA;IAEzC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;AACvC,QAAA,OAAO,KAAK;IACd;IAEA,MAAM,WAAW,GAAiC,EAAE;IACpD,MAAM,aAAa,GAAiC,EAAE;AAEtD,IAAA,KAAK,MAAM,IAAI,IAAI,KAA2B,EAAE;AAC9C,QAAA,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC;QACrC,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC;QAExD,IAAI,IAAI,IAAI,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE;AACpC,YAAA,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;YAC7B;QACF;AAEA,QAAA,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC;IAC7B;AAEA,IAAA,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE;QAC5B,aAAa,CAAC,CAAC,CAAC,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;AAC1D,QAAA,OAAO,CAAC,GAAG,aAAa,CAAe;IACzC;AAEA,IAAA,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,mBAAmB,CACvD,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CACpC;AAED,IAAA,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAe;AACzD;AAEM,SAAU,2BAA2B,CACzC,UAAyC,EACzC,aAAsB,EAAA;AAEtB,IAAA,MAAM,KAAK,GAAG,UAAU,EAAE,KAAiD;IAC3E,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;AACvC,QAAA,OAAO,UAAU;IACnB;AAEA,IAAA,IAAI,WAAW,GAAG,EAAE;IACpB,IAAI,aAAa,GAAG,KAAK;IACzB,IAAI,iBAAiB,GAAG,KAAK;IAC7B,MAAM,YAAY,GAAW,EAAE;AAE/B,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACrC,QAAA,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC;AACrB,QAAA,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE;YAC7B,aAAa,GAAG,IAAI;AACpB,YAAA,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YACvB;QACF;AACA,QAAA,IAAI,IAAI,CAAC,yBAAyB,CAAC,KAAK,IAAI,EAAE;AAC5C,YAAA,WAAW,GAAG,YAAY,CAAC,MAAM;QACnC;AACA,QAAA,IAAI,IAAI,CAAC,kCAAkC,CAAC,KAAK,IAAI,EAAE;YACrD,iBAAiB,GAAG,IAAI;QAC1B;QACA,YAAY,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAChD;AAEA,IAAA,IAAI,aAAa,IAAI,iBAAiB,EAAE;QACtC,OAAO,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE;IAC/C;AAEA,IAAA,MAAM,cAAc,GAAG,WAAW,IAAI,CAAC,GAAG,WAAW,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;IAKxE,OAAO;AACL,QAAA,GAAG,UAAU;AACb,QAAA,KAAK,EAAE;YACL,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,GAAG,CAAC,CAAC;YAC5C,WAAW;AACX,YAAA,GAAG,YAAY,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC;AAC1C,SAAA;KACF;AACH;;;;"}
+{"version":3,"file":"toolCache.mjs","names":[],"sources":["../../../../src/llm/bedrock/toolCache.ts"],"sourcesContent":["import type { BindToolsInput } from '@langchain/core/language_models/chat_models';\nimport type { Tool, ToolConfiguration } from '@aws-sdk/client-bedrock-runtime';\nimport type { OpenAIClient } from '@langchain/openai';\nimport type { DocumentType } from '@smithy/types';\nimport type { GraphTools } from '@/types';\nimport { _convertToOpenAITool } from '@/llm/openai';\n\nconst CACHE_POINT: Tool.CachePointMember = {\n  cachePoint: { type: 'default' },\n};\n\nconst BEDROCK_TOOL_CACHE_MARKER = '__lc_bedrock_cache_point_after';\nconst BEDROCK_TOOL_CACHE_DISABLED_MARKER = '__lc_bedrock_skip_tool_cache';\n\ntype BedrockToolWithCacheMarker = Tool & {\n  [BEDROCK_TOOL_CACHE_MARKER]?: true;\n  [BEDROCK_TOOL_CACHE_DISABLED_MARKER]?: true;\n};\n\ntype OpenAIFunctionTool = Extract<\n  OpenAIClient.ChatCompletionTool,\n  { type: 'function' }\n>;\n\ntype ToolNameCandidate = {\n  name?: unknown;\n  function?: {\n    name?: unknown;\n  };\n  toolSpec?: {\n    name?: unknown;\n  };\n};\n\nfunction isBedrockToolSpec(tool: unknown): tool is Tool.ToolSpecMember {\n  return (\n    typeof tool === 'object' &&\n    tool != null &&\n    'toolSpec' in tool &&\n    typeof (tool as ToolNameCandidate).toolSpec?.name === 'string'\n  );\n}\n\nfunction isBedrockCachePoint(tool: Tool): tool is Tool.CachePointMember {\n  return 'cachePoint' in tool && tool.cachePoint != null;\n}\n\nfunction getToolName(tool: unknown): string | undefined {\n  const candidate = tool as ToolNameCandidate;\n  if (typeof candidate.toolSpec?.name === 'string') {\n    return candidate.toolSpec.name;\n  }\n  if (typeof candidate.name === 'string') {\n    return candidate.name;\n  }\n  if (typeof candidate.function?.name === 'string') {\n    return candidate.function.name;\n  }\n  return undefined;\n}\n\nfunction openAIToBedrockTool(tool: OpenAIFunctionTool): Tool.ToolSpecMember {\n  const toolSpec: NonNullable<Tool.ToolSpecMember['toolSpec']> = {\n    name: tool.function.name,\n    inputSchema: { json: tool.function.parameters as DocumentType },\n  };\n\n  if (tool.function.description != null && tool.function.description !== '') {\n    toolSpec.description = tool.function.description;\n  }\n\n  return {\n    toolSpec,\n  };\n}\n\nfunction toBedrockTool(tool: unknown): BedrockToolWithCacheMarker {\n  if (isBedrockToolSpec(tool)) {\n    return { ...tool };\n  }\n\n  return openAIToBedrockTool(\n    _convertToOpenAITool(tool as BindToolsInput) as OpenAIFunctionTool\n  ) as BedrockToolWithCacheMarker;\n}\n\nfunction markCachePointAfter(\n  tool: BedrockToolWithCacheMarker\n): BedrockToolWithCacheMarker {\n  return {\n    ...tool,\n    [BEDROCK_TOOL_CACHE_MARKER]: true,\n  };\n}\n\nfunction markToolCacheDisabled(\n  tool: BedrockToolWithCacheMarker\n): BedrockToolWithCacheMarker {\n  return {\n    ...tool,\n    [BEDROCK_TOOL_CACHE_DISABLED_MARKER]: true,\n  };\n}\n\nfunction stripCachePointMarker(tool: BedrockToolWithCacheMarker): Tool {\n  const {\n    [BEDROCK_TOOL_CACHE_MARKER]: _marker,\n    [BEDROCK_TOOL_CACHE_DISABLED_MARKER]: _disabled,\n    ...rest\n  } = tool;\n  return rest as Tool;\n}\n\nexport function partitionAndMarkBedrockToolCache(\n  tools: GraphTools | undefined,\n  isDeferred: (toolName: string) => boolean\n): GraphTools | undefined {\n  if (tools == null || tools.length === 0) {\n    return tools;\n  }\n\n  const staticTools: BedrockToolWithCacheMarker[] = [];\n  const deferredTools: BedrockToolWithCacheMarker[] = [];\n\n  for (const tool of tools as readonly unknown[]) {\n    const converted = toBedrockTool(tool);\n    const name = getToolName(converted) ?? getToolName(tool);\n\n    if (name != null && isDeferred(name)) {\n      deferredTools.push(converted);\n      continue;\n    }\n\n    staticTools.push(converted);\n  }\n\n  if (staticTools.length === 0) {\n    deferredTools[0] = markToolCacheDisabled(deferredTools[0]);\n    return [...deferredTools] as GraphTools;\n  }\n\n  staticTools[staticTools.length - 1] = markCachePointAfter(\n    staticTools[staticTools.length - 1]\n  );\n\n  return [...staticTools, ...deferredTools] as GraphTools;\n}\n\nexport function insertBedrockToolCachePoint(\n  toolConfig: ToolConfiguration | undefined,\n  fallbackToEnd: boolean\n): ToolConfiguration | undefined {\n  const tools = toolConfig?.tools as BedrockToolWithCacheMarker[] | undefined;\n  if (tools == null || tools.length === 0) {\n    return toolConfig;\n  }\n\n  let markerIndex = -1;\n  let hasCachePoint = false;\n  let hasDisabledMarker = false;\n  const cleanedTools: Tool[] = [];\n\n  for (let i = 0; i < tools.length; i++) {\n    const tool = tools[i];\n    if (isBedrockCachePoint(tool)) {\n      hasCachePoint = true;\n      cleanedTools.push(tool);\n      continue;\n    }\n    if (tool[BEDROCK_TOOL_CACHE_MARKER] === true) {\n      markerIndex = cleanedTools.length;\n    }\n    if (tool[BEDROCK_TOOL_CACHE_DISABLED_MARKER] === true) {\n      hasDisabledMarker = true;\n    }\n    cleanedTools.push(stripCachePointMarker(tool));\n  }\n\n  if (hasCachePoint || hasDisabledMarker) {\n    return { ...toolConfig, tools: cleanedTools };\n  }\n\n  const insertionIndex = markerIndex >= 0 ? markerIndex : tools.length - 1;\n  if (markerIndex < 0 && !fallbackToEnd) {\n    return { ...toolConfig, tools: cleanedTools };\n  }\n\n  return {\n    ...toolConfig,\n    tools: [\n      ...cleanedTools.slice(0, insertionIndex + 1),\n      CACHE_POINT,\n      ...cleanedTools.slice(insertionIndex + 1),\n    ],\n  };\n}\n"],"mappings":";;AAOA,MAAM,cAAqC,EACzC,YAAY,EAAE,MAAM,UAAU,EAChC;AAEA,MAAM,4BAA4B;AAClC,MAAM,qCAAqC;AAsB3C,SAAS,kBAAkB,MAA4C;CACrE,OACE,OAAO,SAAS,YAChB,QAAQ,QACR,cAAc,QACd,OAAQ,KAA2B,UAAU,SAAS;AAE1D;AAEA,SAAS,oBAAoB,MAA2C;CACtE,OAAO,gBAAgB,QAAQ,KAAK,cAAc;AACpD;AAEA,SAAS,YAAY,MAAmC;CACtD,MAAM,YAAY;CAClB,IAAI,OAAO,UAAU,UAAU,SAAS,UACtC,OAAO,UAAU,SAAS;CAE5B,IAAI,OAAO,UAAU,SAAS,UAC5B,OAAO,UAAU;CAEnB,IAAI,OAAO,UAAU,UAAU,SAAS,UACtC,OAAO,UAAU,SAAS;AAG9B;AAEA,SAAS,oBAAoB,MAA+C;CAC1E,MAAM,WAAyD;EAC7D,MAAM,KAAK,SAAS;EACpB,aAAa,EAAE,MAAM,KAAK,SAAS,WAA2B;CAChE;CAEA,IAAI,KAAK,SAAS,eAAe,QAAQ,KAAK,SAAS,gBAAgB,IACrE,SAAS,cAAc,KAAK,SAAS;CAGvC,OAAO,EACL,SACF;AACF;AAEA,SAAS,cAAc,MAA2C;CAChE,IAAI,kBAAkB,IAAI,GACxB,OAAO,EAAE,GAAG,KAAK;CAGnB,OAAO,oBACL,qBAAqB,IAAsB,CAC7C;AACF;AAEA,SAAS,oBACP,MAC4B;CAC5B,OAAO;EACL,GAAG;GACF,4BAA4B;CAC/B;AACF;AAEA,SAAS,sBACP,MAC4B;CAC5B,OAAO;EACL,GAAG;GACF,qCAAqC;CACxC;AACF;AAEA,SAAS,sBAAsB,MAAwC;CACrE,MAAM,GACH,4BAA4B,UAC5B,qCAAqC,WACtC,GAAG,SACD;CACJ,OAAO;AACT;AAEA,SAAgB,iCACd,OACA,YACwB;CACxB,IAAI,SAAS,QAAQ,MAAM,WAAW,GACpC,OAAO;CAGT,MAAM,cAA4C,CAAC;CACnD,MAAM,gBAA8C,CAAC;CAErD,KAAK,MAAM,QAAQ,OAA6B;EAC9C,MAAM,YAAY,cAAc,IAAI;EACpC,MAAM,OAAO,YAAY,SAAS,KAAK,YAAY,IAAI;EAEvD,IAAI,QAAQ,QAAQ,WAAW,IAAI,GAAG;GACpC,cAAc,KAAK,SAAS;GAC5B;EACF;EAEA,YAAY,KAAK,SAAS;CAC5B;CAEA,IAAI,YAAY,WAAW,GAAG;EAC5B,cAAc,KAAK,sBAAsB,cAAc,EAAE;EACzD,OAAO,CAAC,GAAG,aAAa;CAC1B;CAEA,YAAY,YAAY,SAAS,KAAK,oBACpC,YAAY,YAAY,SAAS,EACnC;CAEA,OAAO,CAAC,GAAG,aAAa,GAAG,aAAa;AAC1C;AAEA,SAAgB,4BACd,YACA,eAC+B;CAC/B,MAAM,QAAQ,YAAY;CAC1B,IAAI,SAAS,QAAQ,MAAM,WAAW,GACpC,OAAO;CAGT,IAAI,cAAc;CAClB,IAAI,gBAAgB;CACpB,IAAI,oBAAoB;CACxB,MAAM,eAAuB,CAAC;CAE9B,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;EACrC,MAAM,OAAO,MAAM;EACnB,IAAI,oBAAoB,IAAI,GAAG;GAC7B,gBAAgB;GAChB,aAAa,KAAK,IAAI;GACtB;EACF;EACA,IAAI,KAAK,+BAA+B,MACtC,cAAc,aAAa;EAE7B,IAAI,KAAK,wCAAwC,MAC/C,oBAAoB;EAEtB,aAAa,KAAK,sBAAsB,IAAI,CAAC;CAC/C;CAEA,IAAI,iBAAiB,mBACnB,OAAO;EAAE,GAAG;EAAY,OAAO;CAAa;CAG9C,MAAM,iBAAiB,eAAe,IAAI,cAAc,MAAM,SAAS;CACvE,IAAI,cAAc,KAAK,CAAC,eACtB,OAAO;EAAE,GAAG;EAAY,OAAO;CAAa;CAG9C,OAAO;EACL,GAAG;EACH,OAAO;GACL,GAAG,aAAa,MAAM,GAAG,iBAAiB,CAAC;GAC3C;GACA,GAAG,aAAa,MAAM,iBAAiB,CAAC;EAC1C;CACF;AACF"}

package/dist/esm/llm/bedrock/utils/index.mjs

@@ -0,0 +1,3 @@
+import "./message_inputs.mjs";
+import "./message_outputs.mjs";
+export {};