@boxiaolanya2008/pi-ai 0.60.4

package/dist/providers/amazon-bedrock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"amazon-bedrock.d.ts","sourceRoot":"","sources":["../../src/providers/amazon-bedrock.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,EAMX,mBAAmB,EAEnB,cAAc,EACd,aAAa,EAEb,eAAe,EAEf,aAAa,EAIb,MAAM,aAAa,CAAC;AAMrB,MAAM,WAAW,cAAe,SAAQ,aAAa;IACpD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACtE,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,eAAO,MAAM,aAAa,EAAE,cAAc,CAAC,yBAAyB,EAAE,cAAc,CAgInF,CAAC;AACF,eAAO,MAAM,mBAAmB,EAAE,cAAc,CAAC,yBAAyB,EAAE,mBAAmB,CAsC9F,CAAC","sourcesContent":["import {\n\tBedrockRuntimeClient,\n\ttype BedrockRuntimeClientConfig,\n\tStopReason as BedrockStopReason,\n\ttype Tool as BedrockTool,\n\tCachePointType,\n\tCacheTTL,\n\ttype ContentBlock,\n\ttype ContentBlockDeltaEvent,\n\ttype ContentBlockStartEvent,\n\ttype ContentBlockStopEvent,\n\tConversationRole,\n\tConverseStreamCommand,\n\ttype ConverseStreamMetadataEvent,\n\tImageFormat,\n\ttype Message,\n\ttype SystemContentBlock,\n\ttype ToolChoice,\n\ttype ToolConfiguration,\n\tToolResultStatus,\n} from \"@aws-sdk/client-bedrock-runtime\";\nimport { calculateCost } from \"../models.js\";\nimport type {\n\tApi,\n\tAssistantMessage,\n\tCacheRetention,\n\tContext,\n\tModel,\n\tSimpleStreamOptions,\n\tStopReason,\n\tStreamFunction,\n\tStreamOptions,\n\tTextContent,\n\tThinkingBudgets,\n\tThinkingContent,\n\tThinkingLevel,\n\tTool,\n\tToolCall,\n\tToolResultMessage,\n} from \"../types.js\";\nimport { AssistantMessageEventStream } from \"../utils/event-stream.js\";\nimport { parseStreamingJson } from \"../utils/json-parse.js\";\nimport { sanitizeSurrogates } from \"../utils/sanitize-unicode.js\";\nimport { adjustMaxTokensForThinking, buildBaseOptions, clampReasoning } from \"./simple-options.js\";\nimport { transformMessages } from \"./transform-messages.js\";\nexport interface BedrockOptions extends StreamOptions {\n\tregion?: string;\n\tprofile?: string;\n\ttoolChoice?: \"auto\" | \"any\" | \"none\" | { type: \"tool\"; name: string };\n\treasoning?: ThinkingLevel;\n\tthinkingBudgets?: ThinkingBudgets;\n\tinterleavedThinking?: boolean;\n}\ntype Block = (TextContent | ThinkingContent | ToolCall) & { index?: number; partialJson?: string };\nexport const streamBedrock: StreamFunction<\"bedrock-converse-stream\", BedrockOptions> = (\n\tmodel: Model<\"bedrock-converse-stream\">,\n\tcontext: Context,\n\toptions: BedrockOptions = {},\n): AssistantMessageEventStream => {\n\tconst stream = new AssistantMessageEventStream();\n\t(async () => {\n\t\tconst output: AssistantMessage = {\n\t\t\trole: \"assistant\",\n\t\t\tcontent: [],\n\t\t\tapi: \"bedrock-converse-stream\" as Api,\n\t\t\tprovider: model.provider,\n\t\t\tmodel: model.id,\n\t\t\tusage: {\n\t\t\t\tinput: 0,\n\t\t\t\toutput: 0,\n\t\t\t\tcacheRead: 0,\n\t\t\t\tcacheWrite: 0,\n\t\t\t\ttotalTokens: 0,\n\t\t\t\tcost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },\n\t\t\t},\n\t\t\tstopReason: \"stop\",\n\t\t\ttimestamp: Date.now(),\n\t\t};\n\t\tconst blocks = output.content as Block[];\n\t\tconst config: BedrockRuntimeClientConfig = {\n\t\t\tprofile: options.profile,\n\t\t};\n\t\tif (typeof process !== \"undefined\" && (process.versions?.node || process.versions?.bun)) {\n\t\t\tconst explicitRegion = options.region || process.env.AWS_REGION || process.env.AWS_DEFAULT_REGION;\n\t\t\tif (explicitRegion) {\n\t\t\t\tconfig.region = explicitRegion;\n\t\t\t} else if (!process.env.AWS_PROFILE) {\n\t\t\t\tconfig.region = \"us-east-1\";\n\t\t\t}\n\t\t\tif (process.env.AWS_BEDROCK_SKIP_AUTH === \"1\") {\n\t\t\t\tconfig.credentials = {\n\t\t\t\t\taccessKeyId: \"dummy-access-key\",\n\t\t\t\t\tsecretAccessKey: \"dummy-secret-key\",\n\t\t\t\t};\n\t\t\t}\n\t\t\tif (\n\t\t\t\tprocess.env.HTTP_PROXY ||\n\t\t\t\tprocess.env.HTTPS_PROXY ||\n\t\t\t\tprocess.env.NO_PROXY ||\n\t\t\t\tprocess.env.http_proxy ||\n\t\t\t\tprocess.env.https_proxy ||\n\t\t\t\tprocess.env.no_proxy\n\t\t\t) {\n\t\t\t\tconst nodeHttpHandler = await import(\"@smithy/node-http-handler\");\n\t\t\t\tconst proxyAgent = await import(\"proxy-agent\");\n\t\t\t\tconst agent = new proxyAgent.ProxyAgent();\n\t\t\t\tconfig.requestHandler = new nodeHttpHandler.NodeHttpHandler({\n\t\t\t\t\thttpAgent: agent,\n\t\t\t\t\thttpsAgent: agent,\n\t\t\t\t});\n\t\t\t} else if (process.env.AWS_BEDROCK_FORCE_HTTP1 === \"1\") {\n\t\t\t\tconst nodeHttpHandler = await import(\"@smithy/node-http-handler\");\n\t\t\t\tconfig.requestHandler = new nodeHttpHandler.NodeHttpHandler();\n\t\t\t}\n\t\t} else {\n\t\t\tconfig.region = options.region || \"us-east-1\";\n\t\t}\n\t\ttry {\n\t\t\tconst client = new BedrockRuntimeClient(config);\n\t\t\tconst cacheRetention = resolveCacheRetention(options.cacheRetention);\n\t\t\tlet commandInput = {\n\t\t\t\tmodelId: model.id,\n\t\t\t\tmessages: convertMessages(context, model, cacheRetention),\n\t\t\t\tsystem: buildSystemPrompt(context.systemPrompt, model, cacheRetention),\n\t\t\t\tinferenceConfig: { maxTokens: options.maxTokens, temperature: options.temperature },\n\t\t\t\ttoolConfig: convertToolConfig(context.tools, options.toolChoice),\n\t\t\t\tadditionalModelRequestFields: buildAdditionalModelRequestFields(model, options),\n\t\t\t};\n\t\t\tconst nextCommandInput = await options?.onPayload?.(commandInput, model);\n\t\t\tif (nextCommandInput !== undefined) {\n\t\t\t\tcommandInput = nextCommandInput as typeof commandInput;\n\t\t\t}\n\t\t\tconst command = new ConverseStreamCommand(commandInput);\n\t\t\tconst response = await client.send(command, { abortSignal: options.signal });\n\t\t\tfor await (const item of response.stream!) {\n\t\t\t\tif (item.messageStart) {\n\t\t\t\t\tif (item.messageStart.role !== ConversationRole.ASSISTANT) {\n\t\t\t\t\t\tthrow new Error(\"Unexpected assistant message start but got user message start instead\");\n\t\t\t\t\t}\n\t\t\t\t\tstream.push({ type: \"start\", partial: output });\n\t\t\t\t} else if (item.contentBlockStart) {\n\t\t\t\t\thandleContentBlockStart(item.contentBlockStart, blocks, output, stream);\n\t\t\t\t} else if (item.contentBlockDelta) {\n\t\t\t\t\thandleContentBlockDelta(item.contentBlockDelta, blocks, output, stream);\n\t\t\t\t} else if (item.contentBlockStop) {\n\t\t\t\t\thandleContentBlockStop(item.contentBlockStop, blocks, output, stream);\n\t\t\t\t} else if (item.messageStop) {\n\t\t\t\t\toutput.stopReason = mapStopReason(item.messageStop.stopReason);\n\t\t\t\t} else if (item.metadata) {\n\t\t\t\t\thandleMetadata(item.metadata, model, output);\n\t\t\t\t} else if (item.internalServerException) {\n\t\t\t\t\tthrow new Error(`Internal server error: ${item.internalServerException.message}`);\n\t\t\t\t} else if (item.modelStreamErrorException) {\n\t\t\t\t\tthrow new Error(`Model stream error: ${item.modelStreamErrorException.message}`);\n\t\t\t\t} else if (item.validationException) {\n\t\t\t\t\tthrow new Error(`Validation error: ${item.validationException.message}`);\n\t\t\t\t} else if (item.throttlingException) {\n\t\t\t\t\tthrow new Error(`Throttling error: ${item.throttlingException.message}`);\n\t\t\t\t} else if (item.serviceUnavailableException) {\n\t\t\t\t\tthrow new Error(`Service unavailable: ${item.serviceUnavailableException.message}`);\n\t\t\t\t}\n\t\t\t}\n\t\t\tif (options.signal?.aborted) {\n\t\t\t\tthrow new Error(\"Request was aborted\");\n\t\t\t}\n\t\t\tif (output.stopReason === \"error\" || output.stopReason === \"aborted\") {\n\t\t\t\tthrow new Error(\"An unknown error occurred\");\n\t\t\t}\n\t\t\tstream.push({ type: \"done\", reason: output.stopReason, message: output });\n\t\t\tstream.end();\n\t\t} catch (error) {\n\t\t\tfor (const block of output.content) {\n\t\t\t\tdelete (block as Block).index;\n\t\t\t\tdelete (block as Block).partialJson;\n\t\t\t}\n\t\t\toutput.stopReason = options.signal?.aborted ? \"aborted\" : \"error\";\n\t\t\toutput.errorMessage = error instanceof Error ? error.message : JSON.stringify(error);\n\t\t\tstream.push({ type: \"error\", reason: output.stopReason, error: output });\n\t\t\tstream.end();\n\t\t}\n\t})();\n\treturn stream;\n};\nexport const streamSimpleBedrock: StreamFunction<\"bedrock-converse-stream\", SimpleStreamOptions> = (\n\tmodel: Model<\"bedrock-converse-stream\">,\n\tcontext: Context,\n\toptions?: SimpleStreamOptions,\n): AssistantMessageEventStream => {\n\tconst base = buildBaseOptions(model, options, undefined);\n\tif (!options?.reasoning) {\n\t\treturn streamBedrock(model, context, { ...base, reasoning: undefined } satisfies BedrockOptions);\n\t}\n\tif (model.id.includes(\"anthropic.claude\") || model.id.includes(\"anthropic/claude\")) {\n\t\tif (supportsAdaptiveThinking(model.id)) {\n\t\t\treturn streamBedrock(model, context, {\n\t\t\t\t...base,\n\t\t\t\treasoning: options.reasoning,\n\t\t\t\tthinkingBudgets: options.thinkingBudgets,\n\t\t\t} satisfies BedrockOptions);\n\t\t}\n\t\tconst adjusted = adjustMaxTokensForThinking(\n\t\t\tbase.maxTokens || 0,\n\t\t\tmodel.maxTokens,\n\t\t\toptions.reasoning,\n\t\t\toptions.thinkingBudgets,\n\t\t);\n\t\treturn streamBedrock(model, context, {\n\t\t\t...base,\n\t\t\tmaxTokens: adjusted.maxTokens,\n\t\t\treasoning: options.reasoning,\n\t\t\tthinkingBudgets: {\n\t\t\t\t...(options.thinkingBudgets || {}),\n\t\t\t\t[clampReasoning(options.reasoning)!]: adjusted.thinkingBudget,\n\t\t\t},\n\t\t} satisfies BedrockOptions);\n\t}\n\treturn streamBedrock(model, context, {\n\t\t...base,\n\t\treasoning: options.reasoning,\n\t\tthinkingBudgets: options.thinkingBudgets,\n\t} satisfies BedrockOptions);\n};\nfunction handleContentBlockStart(\n\tevent: ContentBlockStartEvent,\n\tblocks: Block[],\n\toutput: AssistantMessage,\n\tstream: AssistantMessageEventStream,\n): void {\n\tconst index = event.contentBlockIndex!;\n\tconst start = event.start;\n\tif (start?.toolUse) {\n\t\tconst block: Block = {\n\t\t\ttype: \"toolCall\",\n\t\t\tid: start.toolUse.toolUseId || \"\",\n\t\t\tname: start.toolUse.name || \"\",\n\t\t\targuments: {},\n\t\t\tpartialJson: \"\",\n\t\t\tindex,\n\t\t};\n\t\toutput.content.push(block);\n\t\tstream.push({ type: \"toolcall_start\", contentIndex: blocks.length - 1, partial: output });\n\t}\n}\nfunction handleContentBlockDelta(\n\tevent: ContentBlockDeltaEvent,\n\tblocks: Block[],\n\toutput: AssistantMessage,\n\tstream: AssistantMessageEventStream,\n): void {\n\tconst contentBlockIndex = event.contentBlockIndex!;\n\tconst delta = event.delta;\n\tlet index = blocks.findIndex((b) => b.index === contentBlockIndex);\n\tlet block = blocks[index];\n\tif (delta?.text !== undefined) {\n\t\tif (!block) {\n\t\t\tconst newBlock: Block = { type: \"text\", text: \"\", index: contentBlockIndex };\n\t\t\toutput.content.push(newBlock);\n\t\t\tindex = blocks.length - 1;\n\t\t\tblock = blocks[index];\n\t\t\tstream.push({ type: \"text_start\", contentIndex: index, partial: output });\n\t\t}\n\t\tif (block.type === \"text\") {\n\t\t\tblock.text += delta.text;\n\t\t\tstream.push({ type: \"text_delta\", contentIndex: index, delta: delta.text, partial: output });\n\t\t}\n\t} else if (delta?.toolUse && block?.type === \"toolCall\") {\n\t\tblock.partialJson = (block.partialJson || \"\") + (delta.toolUse.input || \"\");\n\t\tblock.arguments = parseStreamingJson(block.partialJson);\n\t\tstream.push({ type: \"toolcall_delta\", contentIndex: index, delta: delta.toolUse.input || \"\", partial: output });\n\t} else if (delta?.reasoningContent) {\n\t\tlet thinkingBlock = block;\n\t\tlet thinkingIndex = index;\n\t\tif (!thinkingBlock) {\n\t\t\tconst newBlock: Block = { type: \"thinking\", thinking: \"\", thinkingSignature: \"\", index: contentBlockIndex };\n\t\t\toutput.content.push(newBlock);\n\t\t\tthinkingIndex = blocks.length - 1;\n\t\t\tthinkingBlock = blocks[thinkingIndex];\n\t\t\tstream.push({ type: \"thinking_start\", contentIndex: thinkingIndex, partial: output });\n\t\t}\n\t\tif (thinkingBlock?.type === \"thinking\") {\n\t\t\tif (delta.reasoningContent.text) {\n\t\t\t\tthinkingBlock.thinking += delta.reasoningContent.text;\n\t\t\t\tstream.push({\n\t\t\t\t\ttype: \"thinking_delta\",\n\t\t\t\t\tcontentIndex: thinkingIndex,\n\t\t\t\t\tdelta: delta.reasoningContent.text,\n\t\t\t\t\tpartial: output,\n\t\t\t\t});\n\t\t\t}\n\t\t\tif (delta.reasoningContent.signature) {\n\t\t\t\tthinkingBlock.thinkingSignature =\n\t\t\t\t\t(thinkingBlock.thinkingSignature || \"\") + delta.reasoningContent.signature;\n\t\t\t}\n\t\t}\n\t}\n}\nfunction handleMetadata(\n\tevent: ConverseStreamMetadataEvent,\n\tmodel: Model<\"bedrock-converse-stream\">,\n\toutput: AssistantMessage,\n): void {\n\tif (event.usage) {\n\t\toutput.usage.input = event.usage.inputTokens || 0;\n\t\toutput.usage.output = event.usage.outputTokens || 0;\n\t\toutput.usage.cacheRead = event.usage.cacheReadInputTokens || 0;\n\t\toutput.usage.cacheWrite = event.usage.cacheWriteInputTokens || 0;\n\t\toutput.usage.totalTokens = event.usage.totalTokens || output.usage.input + output.usage.output;\n\t\tcalculateCost(model, output.usage);\n\t}\n}\nfunction handleContentBlockStop(\n\tevent: ContentBlockStopEvent,\n\tblocks: Block[],\n\toutput: AssistantMessage,\n\tstream: AssistantMessageEventStream,\n): void {\n\tconst index = blocks.findIndex((b) => b.index === event.contentBlockIndex);\n\tconst block = blocks[index];\n\tif (!block) return;\n\tdelete (block as Block).index;\n\tswitch (block.type) {\n\t\tcase \"text\":\n\t\t\tstream.push({ type: \"text_end\", contentIndex: index, content: block.text, partial: output });\n\t\t\tbreak;\n\t\tcase \"thinking\":\n\t\t\tstream.push({ type: \"thinking_end\", contentIndex: index, content: block.thinking, partial: output });\n\t\t\tbreak;\n\t\tcase \"toolCall\":\n\t\t\tblock.arguments = parseStreamingJson(block.partialJson);\n\t\t\tdelete (block as Block).partialJson;\n\t\t\tstream.push({ type: \"toolcall_end\", contentIndex: index, toolCall: block, partial: output });\n\t\t\tbreak;\n\t}\n}\nfunction supportsAdaptiveThinking(modelId: string): boolean {\n\treturn (\n\t\tmodelId.includes(\"opus-4-6\") ||\n\t\tmodelId.includes(\"opus-4.6\") ||\n\t\tmodelId.includes(\"sonnet-4-6\") ||\n\t\tmodelId.includes(\"sonnet-4.6\")\n\t);\n}\nfunction mapThinkingLevelToEffort(\n\tlevel: SimpleStreamOptions[\"reasoning\"],\n\tmodelId: string,\n): \"low\" | \"medium\" | \"high\" | \"max\" {\n\tswitch (level) {\n\t\tcase \"minimal\":\n\t\tcase \"low\":\n\t\t\treturn \"low\";\n\t\tcase \"medium\":\n\t\t\treturn \"medium\";\n\t\tcase \"high\":\n\t\t\treturn \"high\";\n\t\tcase \"xhigh\":\n\t\t\treturn modelId.includes(\"opus-4-6\") || modelId.includes(\"opus-4.6\") ? \"max\" : \"high\";\n\t\tdefault:\n\t\t\treturn \"high\";\n\t}\n}\nfunction resolveCacheRetention(cacheRetention?: CacheRetention): CacheRetention {\n\tif (cacheRetention) {\n\t\treturn cacheRetention;\n\t}\n\tif (typeof process !== \"undefined\" && process.env.PI_CACHE_RETENTION === \"long\") {\n\t\treturn \"long\";\n\t}\n\treturn \"short\";\n}\nfunction supportsPromptCaching(model: Model<\"bedrock-converse-stream\">): boolean {\n\tif (model.cost.cacheRead || model.cost.cacheWrite) {\n\t\treturn true;\n\t}\n\tconst id = model.id.toLowerCase();\n\tif (id.includes(\"claude\") && (id.includes(\"-4-\") || id.includes(\"-4.\"))) return true;\n\tif (id.includes(\"claude-3-7-sonnet\")) return true;\n\tif (id.includes(\"claude-3-5-haiku\")) return true;\n\treturn false;\n}\nfunction supportsThinkingSignature(model: Model<\"bedrock-converse-stream\">): boolean {\n\tconst id = model.id.toLowerCase();\n\treturn id.includes(\"anthropic.claude\") || id.includes(\"anthropic/claude\");\n}\nfunction buildSystemPrompt(\n\tsystemPrompt: string | undefined,\n\tmodel: Model<\"bedrock-converse-stream\">,\n\tcacheRetention: CacheRetention,\n): SystemContentBlock[] | undefined {\n\tif (!systemPrompt) return undefined;\n\tconst blocks: SystemContentBlock[] = [{ text: sanitizeSurrogates(systemPrompt) }];\n\tif (cacheRetention !== \"none\" && supportsPromptCaching(model)) {\n\t\tblocks.push({\n\t\t\tcachePoint: { type: CachePointType.DEFAULT, ...(cacheRetention === \"long\" ? { ttl: CacheTTL.ONE_HOUR } : {}) },\n\t\t});\n\t}\n\treturn blocks;\n}\nfunction normalizeToolCallId(id: string): string {\n\tconst sanitized = id.replace(/[^a-zA-Z0-9_-]/g, \"_\");\n\treturn sanitized.length > 64 ? sanitized.slice(0, 64) : sanitized;\n}\nfunction convertMessages(\n\tcontext: Context,\n\tmodel: Model<\"bedrock-converse-stream\">,\n\tcacheRetention: CacheRetention,\n): Message[] {\n\tconst result: Message[] = [];\n\tconst transformedMessages = transformMessages(context.messages, model, normalizeToolCallId);\n\tfor (let i = 0; i < transformedMessages.length; i++) {\n\t\tconst m = transformedMessages[i];\n\t\tswitch (m.role) {\n\t\t\tcase \"user\":\n\t\t\t\tresult.push({\n\t\t\t\t\trole: ConversationRole.USER,\n\t\t\t\t\tcontent:\n\t\t\t\t\t\ttypeof m.content === \"string\"\n\t\t\t\t\t\t\t? [{ text: sanitizeSurrogates(m.content) }]\n\t\t\t\t\t\t\t: m.content.map((c) => {\n\t\t\t\t\t\t\t\t\tswitch (c.type) {\n\t\t\t\t\t\t\t\t\t\tcase \"text\":\n\t\t\t\t\t\t\t\t\t\t\treturn { text: sanitizeSurrogates(c.text) };\n\t\t\t\t\t\t\t\t\t\tcase \"image\":\n\t\t\t\t\t\t\t\t\t\t\treturn { image: createImageBlock(c.mimeType, c.data) };\n\t\t\t\t\t\t\t\t\t\tdefault:\n\t\t\t\t\t\t\t\t\t\t\tthrow new Error(\"Unknown user content type\");\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t}),\n\t\t\t\t});\n\t\t\t\tbreak;\n\t\t\tcase \"assistant\": {\n\t\t\t\tif (m.content.length === 0) {\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\t\t\t\tconst contentBlocks: ContentBlock[] = [];\n\t\t\t\tfor (const c of m.content) {\n\t\t\t\t\tswitch (c.type) {\n\t\t\t\t\t\tcase \"text\":\n\t\t\t\t\t\t\tif (c.text.trim().length === 0) continue;\n\t\t\t\t\t\t\tcontentBlocks.push({ text: sanitizeSurrogates(c.text) });\n\t\t\t\t\t\t\tbreak;\n\t\t\t\t\t\tcase \"toolCall\":\n\t\t\t\t\t\t\tcontentBlocks.push({\n\t\t\t\t\t\t\t\ttoolUse: { toolUseId: c.id, name: c.name, input: c.arguments },\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\tbreak;\n\t\t\t\t\t\tcase \"thinking\":\n\t\t\t\t\t\t\tif (c.thinking.trim().length === 0) continue;\n\t\t\t\t\t\t\tif (supportsThinkingSignature(model)) {\n\t\t\t\t\t\t\t\tcontentBlocks.push({\n\t\t\t\t\t\t\t\t\treasoningContent: {\n\t\t\t\t\t\t\t\t\t\treasoningText: { text: sanitizeSurrogates(c.thinking), signature: c.thinkingSignature },\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\t\tcontentBlocks.push({\n\t\t\t\t\t\t\t\t\treasoningContent: {\n\t\t\t\t\t\t\t\t\t\treasoningText: { text: sanitizeSurrogates(c.thinking) },\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tbreak;\n\t\t\t\t\t\tdefault:\n\t\t\t\t\t\t\tthrow new Error(\"Unknown assistant content type\");\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tif (contentBlocks.length === 0) {\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\t\t\t\tresult.push({\n\t\t\t\t\trole: ConversationRole.ASSISTANT,\n\t\t\t\t\tcontent: contentBlocks,\n\t\t\t\t});\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"toolResult\": {\n\t\t\t\tconst toolResults: ContentBlock.ToolResultMember[] = [];\n\t\t\t\ttoolResults.push({\n\t\t\t\t\ttoolResult: {\n\t\t\t\t\t\ttoolUseId: m.toolCallId,\n\t\t\t\t\t\tcontent: m.content.map((c) =>\n\t\t\t\t\t\t\tc.type === \"image\"\n\t\t\t\t\t\t\t\t? { image: createImageBlock(c.mimeType, c.data) }\n\t\t\t\t\t\t\t\t: { text: sanitizeSurrogates(c.text) },\n\t\t\t\t\t\t),\n\t\t\t\t\t\tstatus: m.isError ? ToolResultStatus.ERROR : ToolResultStatus.SUCCESS,\n\t\t\t\t\t},\n\t\t\t\t});\n\t\t\t\tlet j = i + 1;\n\t\t\t\twhile (j < transformedMessages.length && transformedMessages[j].role === \"toolResult\") {\n\t\t\t\t\tconst nextMsg = transformedMessages[j] as ToolResultMessage;\n\t\t\t\t\ttoolResults.push({\n\t\t\t\t\t\ttoolResult: {\n\t\t\t\t\t\t\ttoolUseId: nextMsg.toolCallId,\n\t\t\t\t\t\t\tcontent: nextMsg.content.map((c) =>\n\t\t\t\t\t\t\t\tc.type === \"image\"\n\t\t\t\t\t\t\t\t\t? { image: createImageBlock(c.mimeType, c.data) }\n\t\t\t\t\t\t\t\t\t: { text: sanitizeSurrogates(c.text) },\n\t\t\t\t\t\t\t),\n\t\t\t\t\t\t\tstatus: nextMsg.isError ? ToolResultStatus.ERROR : ToolResultStatus.SUCCESS,\n\t\t\t\t\t\t},\n\t\t\t\t\t});\n\t\t\t\t\tj++;\n\t\t\t\t}\n\t\t\t\ti = j - 1;\n\t\t\t\tresult.push({\n\t\t\t\t\trole: ConversationRole.USER,\n\t\t\t\t\tcontent: toolResults,\n\t\t\t\t});\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tdefault:\n\t\t\t\tthrow new Error(\"Unknown message role\");\n\t\t}\n\t}\n\tif (cacheRetention !== \"none\" && supportsPromptCaching(model) && result.length > 0) {\n\t\tconst lastMessage = result[result.length - 1];\n\t\tif (lastMessage.role === ConversationRole.USER && lastMessage.content) {\n\t\t\t(lastMessage.content as ContentBlock[]).push({\n\t\t\t\tcachePoint: {\n\t\t\t\t\ttype: CachePointType.DEFAULT,\n\t\t\t\t\t...(cacheRetention === \"long\" ? { ttl: CacheTTL.ONE_HOUR } : {}),\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\t}\n\treturn result;\n}\nfunction convertToolConfig(\n\ttools: Tool[] | undefined,\n\ttoolChoice: BedrockOptions[\"toolChoice\"],\n): ToolConfiguration | undefined {\n\tif (!tools?.length || toolChoice === \"none\") return undefined;\n\tconst bedrockTools: BedrockTool[] = tools.map((tool) => ({\n\t\ttoolSpec: {\n\t\t\tname: tool.name,\n\t\t\tdescription: tool.description,\n\t\t\tinputSchema: { json: tool.parameters },\n\t\t},\n\t}));\n\tlet bedrockToolChoice: ToolChoice | undefined;\n\tswitch (toolChoice) {\n\t\tcase \"auto\":\n\t\t\tbedrockToolChoice = { auto: {} };\n\t\t\tbreak;\n\t\tcase \"any\":\n\t\t\tbedrockToolChoice = { any: {} };\n\t\t\tbreak;\n\t\tdefault:\n\t\t\tif (toolChoice?.type === \"tool\") {\n\t\t\t\tbedrockToolChoice = { tool: { name: toolChoice.name } };\n\t\t\t}\n\t}\n\treturn { tools: bedrockTools, toolChoice: bedrockToolChoice };\n}\nfunction mapStopReason(reason: string | undefined): StopReason {\n\tswitch (reason) {\n\t\tcase BedrockStopReason.END_TURN:\n\t\tcase BedrockStopReason.STOP_SEQUENCE:\n\t\t\treturn \"stop\";\n\t\tcase BedrockStopReason.MAX_TOKENS:\n\t\tcase BedrockStopReason.MODEL_CONTEXT_WINDOW_EXCEEDED:\n\t\t\treturn \"length\";\n\t\tcase BedrockStopReason.TOOL_USE:\n\t\t\treturn \"toolUse\";\n\t\tdefault:\n\t\t\treturn \"error\";\n\t}\n}\nfunction buildAdditionalModelRequestFields(\n\tmodel: Model<\"bedrock-converse-stream\">,\n\toptions: BedrockOptions,\n): Record<string, any> | undefined {\n\tif (!options.reasoning || !model.reasoning) {\n\t\treturn undefined;\n\t}\n\tif (model.id.includes(\"anthropic.claude\") || model.id.includes(\"anthropic/claude\")) {\n\t\tconst result: Record<string, any> = supportsAdaptiveThinking(model.id)\n\t\t\t? {\n\t\t\t\t\tthinking: { type: \"adaptive\" },\n\t\t\t\t\toutput_config: { effort: mapThinkingLevelToEffort(options.reasoning, model.id) },\n\t\t\t\t}\n\t\t\t: (() => {\n\t\t\t\t\tconst defaultBudgets: Record<ThinkingLevel, number> = {\n\t\t\t\t\t\tminimal: 1024,\n\t\t\t\t\t\tlow: 2048,\n\t\t\t\t\t\tmedium: 8192,\n\t\t\t\t\t\thigh: 16384,\n\t\t\t\t\t\txhigh: 16384,\n\t\t\t\t\t};\n\t\t\t\t\tconst level = options.reasoning === \"xhigh\" ? \"high\" : options.reasoning;\n\t\t\t\t\tconst budget = options.thinkingBudgets?.[level] ?? defaultBudgets[options.reasoning];\n\t\t\t\t\treturn {\n\t\t\t\t\t\tthinking: {\n\t\t\t\t\t\t\ttype: \"enabled\",\n\t\t\t\t\t\t\tbudget_tokens: budget,\n\t\t\t\t\t\t},\n\t\t\t\t\t};\n\t\t\t\t})();\n\t\tif (!supportsAdaptiveThinking(model.id) && (options.interleavedThinking ?? true)) {\n\t\t\tresult.anthropic_beta = [\"interleaved-thinking-2025-05-14\"];\n\t\t}\n\t\treturn result;\n\t}\n\treturn undefined;\n}\nfunction createImageBlock(mimeType: string, data: string) {\n\tlet format: ImageFormat;\n\tswitch (mimeType) {\n\t\tcase \"image/jpeg\":\n\t\tcase \"image/jpg\":\n\t\t\tformat = ImageFormat.JPEG;\n\t\t\tbreak;\n\t\tcase \"image/png\":\n\t\t\tformat = ImageFormat.PNG;\n\t\t\tbreak;\n\t\tcase \"image/gif\":\n\t\t\tformat = ImageFormat.GIF;\n\t\t\tbreak;\n\t\tcase \"image/webp\":\n\t\t\tformat = ImageFormat.WEBP;\n\t\t\tbreak;\n\t\tdefault:\n\t\t\tthrow new Error(`Unknown image type: ${mimeType}`);\n\t}\n\tconst binaryString = atob(data);\n\tconst bytes = new Uint8Array(binaryString.length);\n\tfor (let i = 0; i < binaryString.length; i++) {\n\t\tbytes[i] = binaryString.charCodeAt(i);\n\t}\n\treturn { source: { bytes }, format };\n}\n"]}

package/dist/providers/amazon-bedrock.js

@@ -0,0 +1,552 @@
+import { BedrockRuntimeClient, StopReason as BedrockStopReason, CachePointType, CacheTTL, ConversationRole, ConverseStreamCommand, ImageFormat, ToolResultStatus, } from "@aws-sdk/client-bedrock-runtime";
+import { calculateCost } from "../models.js";
+import { AssistantMessageEventStream } from "../utils/event-stream.js";
+import { parseStreamingJson } from "../utils/json-parse.js";
+import { sanitizeSurrogates } from "../utils/sanitize-unicode.js";
+import { adjustMaxTokensForThinking, buildBaseOptions, clampReasoning } from "./simple-options.js";
+import { transformMessages } from "./transform-messages.js";
+export const streamBedrock = (model, context, options = {}) => {
+    const stream = new AssistantMessageEventStream();
+    (async () => {
+        const output = {
+            role: "assistant",
+            content: [],
+            api: "bedrock-converse-stream",
+            provider: model.provider,
+            model: model.id,
+            usage: {
+                input: 0,
+                output: 0,
+                cacheRead: 0,
+                cacheWrite: 0,
+                totalTokens: 0,
+                cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
+            },
+            stopReason: "stop",
+            timestamp: Date.now(),
+        };
+        const blocks = output.content;
+        const config = {
+            profile: options.profile,
+        };
+        if (typeof process !== "undefined" && (process.versions?.node || process.versions?.bun)) {
+            const explicitRegion = options.region || process.env.AWS_REGION || process.env.AWS_DEFAULT_REGION;
+            if (explicitRegion) {
+                config.region = explicitRegion;
+            }
+            else if (!process.env.AWS_PROFILE) {
+                config.region = "us-east-1";
+            }
+            if (process.env.AWS_BEDROCK_SKIP_AUTH === "1") {
+                config.credentials = {
+                    accessKeyId: "dummy-access-key",
+                    secretAccessKey: "dummy-secret-key",
+                };
+            }
+            if (process.env.HTTP_PROXY ||
+                process.env.HTTPS_PROXY ||
+                process.env.NO_PROXY ||
+                process.env.http_proxy ||
+                process.env.https_proxy ||
+                process.env.no_proxy) {
+                const nodeHttpHandler = await import("@smithy/node-http-handler");
+                const proxyAgent = await import("proxy-agent");
+                const agent = new proxyAgent.ProxyAgent();
+                config.requestHandler = new nodeHttpHandler.NodeHttpHandler({
+                    httpAgent: agent,
+                    httpsAgent: agent,
+                });
+            }
+            else if (process.env.AWS_BEDROCK_FORCE_HTTP1 === "1") {
+                const nodeHttpHandler = await import("@smithy/node-http-handler");
+                config.requestHandler = new nodeHttpHandler.NodeHttpHandler();
+            }
+        }
+        else {
+            config.region = options.region || "us-east-1";
+        }
+        try {
+            const client = new BedrockRuntimeClient(config);
+            const cacheRetention = resolveCacheRetention(options.cacheRetention);
+            let commandInput = {
+                modelId: model.id,
+                messages: convertMessages(context, model, cacheRetention),
+                system: buildSystemPrompt(context.systemPrompt, model, cacheRetention),
+                inferenceConfig: { maxTokens: options.maxTokens, temperature: options.temperature },
+                toolConfig: convertToolConfig(context.tools, options.toolChoice),
+                additionalModelRequestFields: buildAdditionalModelRequestFields(model, options),
+            };
+            const nextCommandInput = await options?.onPayload?.(commandInput, model);
+            if (nextCommandInput !== undefined) {
+                commandInput = nextCommandInput;
+            }
+            const command = new ConverseStreamCommand(commandInput);
+            const response = await client.send(command, { abortSignal: options.signal });
+            for await (const item of response.stream) {
+                if (item.messageStart) {
+                    if (item.messageStart.role !== ConversationRole.ASSISTANT) {
+                        throw new Error("Unexpected assistant message start but got user message start instead");
+                    }
+                    stream.push({ type: "start", partial: output });
+                }
+                else if (item.contentBlockStart) {
+                    handleContentBlockStart(item.contentBlockStart, blocks, output, stream);
+                }
+                else if (item.contentBlockDelta) {
+                    handleContentBlockDelta(item.contentBlockDelta, blocks, output, stream);
+                }
+                else if (item.contentBlockStop) {
+                    handleContentBlockStop(item.contentBlockStop, blocks, output, stream);
+                }
+                else if (item.messageStop) {
+                    output.stopReason = mapStopReason(item.messageStop.stopReason);
+                }
+                else if (item.metadata) {
+                    handleMetadata(item.metadata, model, output);
+                }
+                else if (item.internalServerException) {
+                    throw new Error(`Internal server error: ${item.internalServerException.message}`);
+                }
+                else if (item.modelStreamErrorException) {
+                    throw new Error(`Model stream error: ${item.modelStreamErrorException.message}`);
+                }
+                else if (item.validationException) {
+                    throw new Error(`Validation error: ${item.validationException.message}`);
+                }
+                else if (item.throttlingException) {
+                    throw new Error(`Throttling error: ${item.throttlingException.message}`);
+                }
+                else if (item.serviceUnavailableException) {
+                    throw new Error(`Service unavailable: ${item.serviceUnavailableException.message}`);
+                }
+            }
+            if (options.signal?.aborted) {
+                throw new Error("Request was aborted");
+            }
+            if (output.stopReason === "error" || output.stopReason === "aborted") {
+                throw new Error("An unknown error occurred");
+            }
+            stream.push({ type: "done", reason: output.stopReason, message: output });
+            stream.end();
+        }
+        catch (error) {
+            for (const block of output.content) {
+                delete block.index;
+                delete block.partialJson;
+            }
+            output.stopReason = options.signal?.aborted ? "aborted" : "error";
+            output.errorMessage = error instanceof Error ? error.message : JSON.stringify(error);
+            stream.push({ type: "error", reason: output.stopReason, error: output });
+            stream.end();
+        }
+    })();
+    return stream;
+};
+export const streamSimpleBedrock = (model, context, options) => {
+    const base = buildBaseOptions(model, options, undefined);
+    if (!options?.reasoning) {
+        return streamBedrock(model, context, { ...base, reasoning: undefined });
+    }
+    if (model.id.includes("anthropic.claude") || model.id.includes("anthropic/claude")) {
+        if (supportsAdaptiveThinking(model.id)) {
+            return streamBedrock(model, context, {
+                ...base,
+                reasoning: options.reasoning,
+                thinkingBudgets: options.thinkingBudgets,
+            });
+        }
+        const adjusted = adjustMaxTokensForThinking(base.maxTokens || 0, model.maxTokens, options.reasoning, options.thinkingBudgets);
+        return streamBedrock(model, context, {
+            ...base,
+            maxTokens: adjusted.maxTokens,
+            reasoning: options.reasoning,
+            thinkingBudgets: {
+                ...(options.thinkingBudgets || {}),
+                [clampReasoning(options.reasoning)]: adjusted.thinkingBudget,
+            },
+        });
+    }
+    return streamBedrock(model, context, {
+        ...base,
+        reasoning: options.reasoning,
+        thinkingBudgets: options.thinkingBudgets,
+    });
+};
+function handleContentBlockStart(event, blocks, output, stream) {
+    const index = event.contentBlockIndex;
+    const start = event.start;
+    if (start?.toolUse) {
+        const block = {
+            type: "toolCall",
+            id: start.toolUse.toolUseId || "",
+            name: start.toolUse.name || "",
+            arguments: {},
+            partialJson: "",
+            index,
+        };
+        output.content.push(block);
+        stream.push({ type: "toolcall_start", contentIndex: blocks.length - 1, partial: output });
+    }
+}
+function handleContentBlockDelta(event, blocks, output, stream) {
+    const contentBlockIndex = event.contentBlockIndex;
+    const delta = event.delta;
+    let index = blocks.findIndex((b) => b.index === contentBlockIndex);
+    let block = blocks[index];
+    if (delta?.text !== undefined) {
+        if (!block) {
+            const newBlock = { type: "text", text: "", index: contentBlockIndex };
+            output.content.push(newBlock);
+            index = blocks.length - 1;
+            block = blocks[index];
+            stream.push({ type: "text_start", contentIndex: index, partial: output });
+        }
+        if (block.type === "text") {
+            block.text += delta.text;
+            stream.push({ type: "text_delta", contentIndex: index, delta: delta.text, partial: output });
+        }
+    }
+    else if (delta?.toolUse && block?.type === "toolCall") {
+        block.partialJson = (block.partialJson || "") + (delta.toolUse.input || "");
+        block.arguments = parseStreamingJson(block.partialJson);
+        stream.push({ type: "toolcall_delta", contentIndex: index, delta: delta.toolUse.input || "", partial: output });
+    }
+    else if (delta?.reasoningContent) {
+        let thinkingBlock = block;
+        let thinkingIndex = index;
+        if (!thinkingBlock) {
+            const newBlock = { type: "thinking", thinking: "", thinkingSignature: "", index: contentBlockIndex };
+            output.content.push(newBlock);
+            thinkingIndex = blocks.length - 1;
+            thinkingBlock = blocks[thinkingIndex];
+            stream.push({ type: "thinking_start", contentIndex: thinkingIndex, partial: output });
+        }
+        if (thinkingBlock?.type === "thinking") {
+            if (delta.reasoningContent.text) {
+                thinkingBlock.thinking += delta.reasoningContent.text;
+                stream.push({
+                    type: "thinking_delta",
+                    contentIndex: thinkingIndex,
+                    delta: delta.reasoningContent.text,
+                    partial: output,
+                });
+            }
+            if (delta.reasoningContent.signature) {
+                thinkingBlock.thinkingSignature =
+                    (thinkingBlock.thinkingSignature || "") + delta.reasoningContent.signature;
+            }
+        }
+    }
+}
+function handleMetadata(event, model, output) {
+    if (event.usage) {
+        output.usage.input = event.usage.inputTokens || 0;
+        output.usage.output = event.usage.outputTokens || 0;
+        output.usage.cacheRead = event.usage.cacheReadInputTokens || 0;
+        output.usage.cacheWrite = event.usage.cacheWriteInputTokens || 0;
+        output.usage.totalTokens = event.usage.totalTokens || output.usage.input + output.usage.output;
+        calculateCost(model, output.usage);
+    }
+}
+function handleContentBlockStop(event, blocks, output, stream) {
+    const index = blocks.findIndex((b) => b.index === event.contentBlockIndex);
+    const block = blocks[index];
+    if (!block)
+        return;
+    delete block.index;
+    switch (block.type) {
+        case "text":
+            stream.push({ type: "text_end", contentIndex: index, content: block.text, partial: output });
+            break;
+        case "thinking":
+            stream.push({ type: "thinking_end", contentIndex: index, content: block.thinking, partial: output });
+            break;
+        case "toolCall":
+            block.arguments = parseStreamingJson(block.partialJson);
+            delete block.partialJson;
+            stream.push({ type: "toolcall_end", contentIndex: index, toolCall: block, partial: output });
+            break;
+    }
+}
+function supportsAdaptiveThinking(modelId) {
+    return (modelId.includes("opus-4-6") ||
+        modelId.includes("opus-4.6") ||
+        modelId.includes("sonnet-4-6") ||
+        modelId.includes("sonnet-4.6"));
+}
+function mapThinkingLevelToEffort(level, modelId) {
+    switch (level) {
+        case "minimal":
+        case "low":
+            return "low";
+        case "medium":
+            return "medium";
+        case "high":
+            return "high";
+        case "xhigh":
+            return modelId.includes("opus-4-6") || modelId.includes("opus-4.6") ? "max" : "high";
+        default:
+            return "high";
+    }
+}
+function resolveCacheRetention(cacheRetention) {
+    if (cacheRetention) {
+        return cacheRetention;
+    }
+    if (typeof process !== "undefined" && process.env.PI_CACHE_RETENTION === "long") {
+        return "long";
+    }
+    return "short";
+}
+function supportsPromptCaching(model) {
+    if (model.cost.cacheRead || model.cost.cacheWrite) {
+        return true;
+    }
+    const id = model.id.toLowerCase();
+    if (id.includes("claude") && (id.includes("-4-") || id.includes("-4.")))
+        return true;
+    if (id.includes("claude-3-7-sonnet"))
+        return true;
+    if (id.includes("claude-3-5-haiku"))
+        return true;
+    return false;
+}
+function supportsThinkingSignature(model) {
+    const id = model.id.toLowerCase();
+    return id.includes("anthropic.claude") || id.includes("anthropic/claude");
+}
+function buildSystemPrompt(systemPrompt, model, cacheRetention) {
+    if (!systemPrompt)
+        return undefined;
+    const blocks = [{ text: sanitizeSurrogates(systemPrompt) }];
+    if (cacheRetention !== "none" && supportsPromptCaching(model)) {
+        blocks.push({
+            cachePoint: { type: CachePointType.DEFAULT, ...(cacheRetention === "long" ? { ttl: CacheTTL.ONE_HOUR } : {}) },
+        });
+    }
+    return blocks;
+}
+function normalizeToolCallId(id) {
+    const sanitized = id.replace(/[^a-zA-Z0-9_-]/g, "_");
+    return sanitized.length > 64 ? sanitized.slice(0, 64) : sanitized;
+}
+function convertMessages(context, model, cacheRetention) {
+    const result = [];
+    const transformedMessages = transformMessages(context.messages, model, normalizeToolCallId);
+    for (let i = 0; i < transformedMessages.length; i++) {
+        const m = transformedMessages[i];
+        switch (m.role) {
+            case "user":
+                result.push({
+                    role: ConversationRole.USER,
+                    content: typeof m.content === "string"
+                        ? [{ text: sanitizeSurrogates(m.content) }]
+                        : m.content.map((c) => {
+                            switch (c.type) {
+                                case "text":
+                                    return { text: sanitizeSurrogates(c.text) };
+                                case "image":
+                                    return { image: createImageBlock(c.mimeType, c.data) };
+                                default:
+                                    throw new Error("Unknown user content type");
+                            }
+                        }),
+                });
+                break;
+            case "assistant": {
+                if (m.content.length === 0) {
+                    continue;
+                }
+                const contentBlocks = [];
+                for (const c of m.content) {
+                    switch (c.type) {
+                        case "text":
+                            if (c.text.trim().length === 0)
+                                continue;
+                            contentBlocks.push({ text: sanitizeSurrogates(c.text) });
+                            break;
+                        case "toolCall":
+                            contentBlocks.push({
+                                toolUse: { toolUseId: c.id, name: c.name, input: c.arguments },
+                            });
+                            break;
+                        case "thinking":
+                            if (c.thinking.trim().length === 0)
+                                continue;
+                            if (supportsThinkingSignature(model)) {
+                                contentBlocks.push({
+                                    reasoningContent: {
+                                        reasoningText: { text: sanitizeSurrogates(c.thinking), signature: c.thinkingSignature },
+                                    },
+                                });
+                            }
+                            else {
+                                contentBlocks.push({
+                                    reasoningContent: {
+                                        reasoningText: { text: sanitizeSurrogates(c.thinking) },
+                                    },
+                                });
+                            }
+                            break;
+                        default:
+                            throw new Error("Unknown assistant content type");
+                    }
+                }
+                if (contentBlocks.length === 0) {
+                    continue;
+                }
+                result.push({
+                    role: ConversationRole.ASSISTANT,
+                    content: contentBlocks,
+                });
+                break;
+            }
+            case "toolResult": {
+                const toolResults = [];
+                toolResults.push({
+                    toolResult: {
+                        toolUseId: m.toolCallId,
+                        content: m.content.map((c) => c.type === "image"
+                            ? { image: createImageBlock(c.mimeType, c.data) }
+                            : { text: sanitizeSurrogates(c.text) }),
+                        status: m.isError ? ToolResultStatus.ERROR : ToolResultStatus.SUCCESS,
+                    },
+                });
+                let j = i + 1;
+                while (j < transformedMessages.length && transformedMessages[j].role === "toolResult") {
+                    const nextMsg = transformedMessages[j];
+                    toolResults.push({
+                        toolResult: {
+                            toolUseId: nextMsg.toolCallId,
+                            content: nextMsg.content.map((c) => c.type === "image"
+                                ? { image: createImageBlock(c.mimeType, c.data) }
+                                : { text: sanitizeSurrogates(c.text) }),
+                            status: nextMsg.isError ? ToolResultStatus.ERROR : ToolResultStatus.SUCCESS,
+                        },
+                    });
+                    j++;
+                }
+                i = j - 1;
+                result.push({
+                    role: ConversationRole.USER,
+                    content: toolResults,
+                });
+                break;
+            }
+            default:
+                throw new Error("Unknown message role");
+        }
+    }
+    if (cacheRetention !== "none" && supportsPromptCaching(model) && result.length > 0) {
+        const lastMessage = result[result.length - 1];
+        if (lastMessage.role === ConversationRole.USER && lastMessage.content) {
+            lastMessage.content.push({
+                cachePoint: {
+                    type: CachePointType.DEFAULT,
+                    ...(cacheRetention === "long" ? { ttl: CacheTTL.ONE_HOUR } : {}),
+                },
+            });
+        }
+    }
+    return result;
+}
+function convertToolConfig(tools, toolChoice) {
+    if (!tools?.length || toolChoice === "none")
+        return undefined;
+    const bedrockTools = tools.map((tool) => ({
+        toolSpec: {
+            name: tool.name,
+            description: tool.description,
+            inputSchema: { json: tool.parameters },
+        },
+    }));
+    let bedrockToolChoice;
+    switch (toolChoice) {
+        case "auto":
+            bedrockToolChoice = { auto: {} };
+            break;
+        case "any":
+            bedrockToolChoice = { any: {} };
+            break;
+        default:
+            if (toolChoice?.type === "tool") {
+                bedrockToolChoice = { tool: { name: toolChoice.name } };
+            }
+    }
+    return { tools: bedrockTools, toolChoice: bedrockToolChoice };
+}
+function mapStopReason(reason) {
+    switch (reason) {
+        case BedrockStopReason.END_TURN:
+        case BedrockStopReason.STOP_SEQUENCE:
+            return "stop";
+        case BedrockStopReason.MAX_TOKENS:
+        case BedrockStopReason.MODEL_CONTEXT_WINDOW_EXCEEDED:
+            return "length";
+        case BedrockStopReason.TOOL_USE:
+            return "toolUse";
+        default:
+            return "error";
+    }
+}
+function buildAdditionalModelRequestFields(model, options) {
+    if (!options.reasoning || !model.reasoning) {
+        return undefined;
+    }
+    if (model.id.includes("anthropic.claude") || model.id.includes("anthropic/claude")) {
+        const result = supportsAdaptiveThinking(model.id)
+            ? {
+                thinking: { type: "adaptive" },
+                output_config: { effort: mapThinkingLevelToEffort(options.reasoning, model.id) },
+            }
+            : (() => {
+                const defaultBudgets = {
+                    minimal: 1024,
+                    low: 2048,
+                    medium: 8192,
+                    high: 16384,
+                    xhigh: 16384,
+                };
+                const level = options.reasoning === "xhigh" ? "high" : options.reasoning;
+                const budget = options.thinkingBudgets?.[level] ?? defaultBudgets[options.reasoning];
+                return {
+                    thinking: {
+                        type: "enabled",
+                        budget_tokens: budget,
+                    },
+                };
+            })();
+        if (!supportsAdaptiveThinking(model.id) && (options.interleavedThinking ?? true)) {
+            result.anthropic_beta = ["interleaved-thinking-2025-05-14"];
+        }
+        return result;
+    }
+    return undefined;
+}
+function createImageBlock(mimeType, data) {
+    let format;
+    switch (mimeType) {
+        case "image/jpeg":
+        case "image/jpg":
+            format = ImageFormat.JPEG;
+            break;
+        case "image/png":
+            format = ImageFormat.PNG;
+            break;
+        case "image/gif":
+            format = ImageFormat.GIF;
+            break;
+        case "image/webp":
+            format = ImageFormat.WEBP;
+            break;
+        default:
+            throw new Error(`Unknown image type: ${mimeType}`);
+    }
+    const binaryString = atob(data);
+    const bytes = new Uint8Array(binaryString.length);
+    for (let i = 0; i < binaryString.length; i++) {
+        bytes[i] = binaryString.charCodeAt(i);
+    }
+    return { source: { bytes }, format };
+}
+//# sourceMappingURL=amazon-bedrock.js.map