@ai-sdk/openai 3.0.105 → 3.0.107

package/dist/internal/index.mjs

@@ -68,6 +68,22 @@ function getGptVersion(modelId) {
 
 // src/openai-stream-error.ts
 import { APICallError } from "@ai-sdk/provider";
+function createOpenAIProviderStreamError(frame) {
+  var _a2, _b;
+  const streamError = parseStreamError(frame);
+  if (streamError == null) {
+    return void 0;
+  }
+  const statusCode = getStatusCode(streamError);
+  return {
+    message: streamError.message,
+    type: (_a2 = streamError.type) != null ? _a2 : void 0,
+    code: (_b = streamError.code) != null ? _b : void 0,
+    statusCode,
+    isRetryable: isRetryableStreamError(streamError, statusCode),
+    data: frame
+  };
+}
 async function throwIfOpenAIStreamErrorBeforeOutput({
   stream,
   getError,
@@ -139,16 +155,14 @@ function parseStreamError(frame) {
     return typeof (responseError == null ? void 0 : responseError.message) === "string" ? {
       message: responseError.message,
       code: getStringOrNumber(responseError.code),
-      type: "response.failed",
-      frame
+      type: "response.failed"
     } : void 0;
   }
   const error = (_a2 = asRecord(value.error)) != null ? _a2 : value;
   return typeof error.message === "string" && (asRecord(value.error) != null || typeof error.type === "string" || "code" in error || "param" in error) ? {
     message: error.message,
     code: getStringOrNumber(error.code),
-    type: typeof error.type === "string" ? error.type : void 0,
-    frame
+    type: typeof error.type === "string" ? error.type : void 0
   } : void 0;
 }
 function getStatusCode(error) {
@@ -188,6 +202,15 @@ function getStringOrNumber(value) {
 function isHttpErrorStatusCode(value) {
   return Number.isInteger(value) && value >= 400 && value <= 599;
 }
+function isRetryableStatusCode(statusCode) {
+  return statusCode === 408 || statusCode === 409 || statusCode === 429 || statusCode >= 500;
+}
+function isRetryableStreamError(error, statusCode) {
+  if (error.code === "insufficient_quota" || error.type === "insufficient_quota") {
+    return false;
+  }
+  return isRetryableStatusCode(statusCode);
+}
 
 // src/chat/convert-openai-chat-usage.ts
 function convertOpenAIChatUsage(usage) {
@@ -3056,23 +3079,34 @@ function serializeToolCallArguments2(input) {
 }
 async function convertFunctionToolResultOutput({
   output,
+  promptCacheBreakpoint,
   providerOptionsName,
   warnings
 }) {
   var _a2;
+  const convertScalarOutput = (value) => promptCacheBreakpoint == null ? value : [
+    {
+      type: "input_text",
+      text: value,
+      prompt_cache_breakpoint: promptCacheBreakpoint
+    }
+  ];
   switch (output.type) {
     case "text":
     case "error-text":
-      return output.value;
-    case "execution-denied":
-      return (_a2 = output.reason) != null ? _a2 : "Tool call execution denied.";
+      return convertScalarOutput(output.value);
+    case "execution-denied": {
+      return convertScalarOutput(
+        (_a2 = output.reason) != null ? _a2 : "Tool call execution denied."
+      );
+    }
     case "json":
     case "error-json":
-      return JSON.stringify(output.value);
+      return convertScalarOutput(JSON.stringify(output.value));
     case "content":
       return output.value.map((item) => {
         var _a3, _b, _c, _d, _e;
-        const promptCacheBreakpoint = getPromptCacheBreakpoint2(
+        const promptCacheBreakpoint2 = getPromptCacheBreakpoint2(
           item.providerOptions,
           providerOptionsName
         );
@@ -3081,8 +3115,8 @@ async function convertFunctionToolResultOutput({
             return {
               type: "input_text",
               text: item.text,
-              ...promptCacheBreakpoint != null && {
-                prompt_cache_breakpoint: promptCacheBreakpoint
+              ...promptCacheBreakpoint2 != null && {
+                prompt_cache_breakpoint: promptCacheBreakpoint2
               }
             };
           }
@@ -3091,8 +3125,8 @@ async function convertFunctionToolResultOutput({
               type: "input_image",
               image_url: `data:${item.mediaType};base64,${item.data}`,
               detail: (_b = (_a3 = item.providerOptions) == null ? void 0 : _a3[providerOptionsName]) == null ? void 0 : _b.imageDetail,
-              ...promptCacheBreakpoint != null && {
-                prompt_cache_breakpoint: promptCacheBreakpoint
+              ...promptCacheBreakpoint2 != null && {
+                prompt_cache_breakpoint: promptCacheBreakpoint2
               }
             };
           }
@@ -3101,8 +3135,8 @@ async function convertFunctionToolResultOutput({
               type: "input_image",
               image_url: item.url,
               detail: (_d = (_c = item.providerOptions) == null ? void 0 : _c[providerOptionsName]) == null ? void 0 : _d.imageDetail,
-              ...promptCacheBreakpoint != null && {
-                prompt_cache_breakpoint: promptCacheBreakpoint
+              ...promptCacheBreakpoint2 != null && {
+                prompt_cache_breakpoint: promptCacheBreakpoint2
               }
             };
           }
@@ -3111,8 +3145,8 @@ async function convertFunctionToolResultOutput({
               type: "input_file",
               filename: (_e = item.filename) != null ? _e : "data",
               file_data: `data:${item.mediaType};base64,${item.data}`,
-              ...promptCacheBreakpoint != null && {
-                prompt_cache_breakpoint: promptCacheBreakpoint
+              ...promptCacheBreakpoint2 != null && {
+                prompt_cache_breakpoint: promptCacheBreakpoint2
               }
             };
           }
@@ -3120,8 +3154,8 @@ async function convertFunctionToolResultOutput({
             return {
               type: "input_file",
               file_url: item.url,
-              ...promptCacheBreakpoint != null && {
-                prompt_cache_breakpoint: promptCacheBreakpoint
+              ...promptCacheBreakpoint2 != null && {
+                prompt_cache_breakpoint: promptCacheBreakpoint2
               }
             };
           }
@@ -3197,6 +3231,17 @@ function getPromptCacheBreakpoint2(providerOptions, providerOptionsName) {
   var _a2;
   return (_a2 = providerOptions == null ? void 0 : providerOptions[providerOptionsName]) == null ? void 0 : _a2.promptCacheBreakpoint;
 }
+function getScalarToolResultPromptCacheBreakpoint({
+  output,
+  toolResultProviderOptions,
+  providerOptionsName
+}) {
+  var _a2;
+  return output.type === "content" ? void 0 : (_a2 = getPromptCacheBreakpoint2(output.providerOptions, providerOptionsName)) != null ? _a2 : getPromptCacheBreakpoint2(
+    toolResultProviderOptions,
+    providerOptionsName
+  );
+}
 function isFileId(data, prefixes) {
   if (!prefixes) return false;
   return prefixes.some((prefix) => data.startsWith(prefix));
@@ -3697,22 +3742,41 @@ async function convertToOpenAIResponsesInput({
                 parallelToolResultGroup.metadata.toolCallId
               );
               const toolOutputs = await Promise.all(
-                parallelToolResultGroup.results.map(
-                  async (result) => convertFunctionToolResultOutput({
+                parallelToolResultGroup.results.map(async (result) => {
+                  const promptCacheBreakpoint = getScalarToolResultPromptCacheBreakpoint({
                     output: result.output,
-                    providerOptionsName,
-                    warnings
-                  })
-                )
+                    toolResultProviderOptions: result.providerOptions,
+                    providerOptionsName
+                  });
+                  return {
+                    output: await convertFunctionToolResultOutput({
+                      output: result.output,
+                      providerOptionsName,
+                      warnings
+                    }),
+                    promptCacheBreakpoint
+                  };
+                })
+              );
+              const serializedToolOutputs = toolOutputs.map(
+                ({ output: output2 }) => typeof output2 === "string" ? output2 : JSON.stringify(output2)
+              );
+              const hasPromptCacheBreakpoint = toolOutputs.some(
+                ({ promptCacheBreakpoint }) => promptCacheBreakpoint != null
               );
               input.push({
                 type: "function_call_output",
                 call_id: parallelToolResultGroup.metadata.toolCallId,
                 // The internal wrapper returns one output containing the child
                 // results in the same order as the original tool_uses array.
-                output: toolOutputs.map(
-                  (output2) => typeof output2 === "string" ? output2 : JSON.stringify(output2)
-                ).join("\n")
+                output: hasPromptCacheBreakpoint ? serializedToolOutputs.map((text, index) => ({
+                  type: "input_text",
+                  text: index === 0 ? text : `
+${text}`,
+                  ...toolOutputs[index].promptCacheBreakpoint != null && {
+                    prompt_cache_breakpoint: toolOutputs[index].promptCacheBreakpoint
+                  }
+                })) : serializedToolOutputs.join("\n")
               });
             }
             continue;
@@ -3786,23 +3850,37 @@ async function convertToOpenAIResponsesInput({
             continue;
           }
           if (customProviderToolNames == null ? void 0 : customProviderToolNames.has(resolvedToolName)) {
+            const promptCacheBreakpoint = getScalarToolResultPromptCacheBreakpoint({
+              output,
+              toolResultProviderOptions: part.providerOptions,
+              providerOptionsName
+            });
+            const convertScalarOutput = (value) => promptCacheBreakpoint == null ? value : [
+              {
+                type: "input_text",
+                text: value,
+                prompt_cache_breakpoint: promptCacheBreakpoint
+              }
+            ];
             let outputValue;
             switch (output.type) {
               case "text":
               case "error-text":
-                outputValue = output.value;
+                outputValue = convertScalarOutput(output.value);
                 break;
               case "execution-denied":
-                outputValue = (_y = output.reason) != null ? _y : "Tool call execution denied.";
+                outputValue = convertScalarOutput(
+                  (_y = output.reason) != null ? _y : "Tool call execution denied."
+                );
                 break;
               case "json":
               case "error-json":
-                outputValue = JSON.stringify(output.value);
+                outputValue = convertScalarOutput(JSON.stringify(output.value));
                 break;
               case "content":
                 outputValue = output.value.map((item) => {
                   var _a3, _b2, _c2, _d2, _e2;
-                  const promptCacheBreakpoint = getPromptCacheBreakpoint2(
+                  const promptCacheBreakpoint2 = getPromptCacheBreakpoint2(
                     item.providerOptions,
                     providerOptionsName
                   );
@@ -3811,8 +3889,8 @@ async function convertToOpenAIResponsesInput({
                       return {
                         type: "input_text",
                         text: item.text,
-                        ...promptCacheBreakpoint != null && {
-                          prompt_cache_breakpoint: promptCacheBreakpoint
+                        ...promptCacheBreakpoint2 != null && {
+                          prompt_cache_breakpoint: promptCacheBreakpoint2
                         }
                       };
                     case "image-data":
@@ -3820,8 +3898,8 @@ async function convertToOpenAIResponsesInput({
                         type: "input_image",
                         image_url: `data:${item.mediaType};base64,${item.data}`,
                         detail: (_b2 = (_a3 = item.providerOptions) == null ? void 0 : _a3[providerOptionsName]) == null ? void 0 : _b2.imageDetail,
-                        ...promptCacheBreakpoint != null && {
-                          prompt_cache_breakpoint: promptCacheBreakpoint
+                        ...promptCacheBreakpoint2 != null && {
+                          prompt_cache_breakpoint: promptCacheBreakpoint2
                         }
                       };
                     case "image-url":
@@ -3829,8 +3907,8 @@ async function convertToOpenAIResponsesInput({
                         type: "input_image",
                         image_url: item.url,
                         detail: (_d2 = (_c2 = item.providerOptions) == null ? void 0 : _c2[providerOptionsName]) == null ? void 0 : _d2.imageDetail,
-                        ...promptCacheBreakpoint != null && {
-                          prompt_cache_breakpoint: promptCacheBreakpoint
+                        ...promptCacheBreakpoint2 != null && {
+                          prompt_cache_breakpoint: promptCacheBreakpoint2
                         }
                       };
                     case "file-data":
@@ -3838,16 +3916,16 @@ async function convertToOpenAIResponsesInput({
                         type: "input_file",
                         filename: (_e2 = item.filename) != null ? _e2 : "data",
                         file_data: `data:${item.mediaType};base64,${item.data}`,
-                        ...promptCacheBreakpoint != null && {
-                          prompt_cache_breakpoint: promptCacheBreakpoint
+                        ...promptCacheBreakpoint2 != null && {
+                          prompt_cache_breakpoint: promptCacheBreakpoint2
                         }
                       };
                     case "file-url":
                       return {
                         type: "input_file",
                         file_url: item.url,
-                        ...promptCacheBreakpoint != null && {
-                          prompt_cache_breakpoint: promptCacheBreakpoint
+                        ...promptCacheBreakpoint2 != null && {
+                          prompt_cache_breakpoint: promptCacheBreakpoint2
                         }
                       };
                     default:
@@ -3871,6 +3949,11 @@ async function convertToOpenAIResponsesInput({
           }
           const contentValue = await convertFunctionToolResultOutput({
             output,
+            promptCacheBreakpoint: getScalarToolResultPromptCacheBreakpoint({
+              output,
+              toolResultProviderOptions: part.providerOptions,
+              providerOptionsName
+            }),
             providerOptionsName,
             warnings
           });
@@ -3940,6 +4023,31 @@ var jsonValueSchema = z18.lazy(
     z18.record(z18.string(), jsonValueSchema.optional())
   ])
 );
+var jsonObjectSchema = z18.record(z18.string(), jsonValueSchema.optional());
+var openaiResponsesUsageSchema = z18.intersection(
+  jsonObjectSchema,
+  z18.object({
+    input_tokens: z18.number(),
+    input_tokens_details: z18.intersection(
+      jsonObjectSchema,
+      z18.object({
+        cached_tokens: z18.number().nullish(),
+        cache_write_tokens: z18.number().nullish(),
+        orchestration_input_tokens: z18.number().nullish(),
+        orchestration_input_cached_tokens: z18.number().nullish()
+      })
+    ).nullish(),
+    output_tokens: z18.number(),
+    output_tokens_details: z18.intersection(
+      jsonObjectSchema,
+      z18.object({
+        reasoning_tokens: z18.number().nullish(),
+        orchestration_output_tokens: z18.number().nullish()
+      })
+    ).nullish(),
+    total_tokens: z18.number().optional()
+  })
+);
 function isRecord(value) {
   return value != null && typeof value === "object" && !Array.isArray(value);
 }
@@ -4051,20 +4159,7 @@ var openaiResponsesChunkSchema = lazySchema16(
         type: z18.enum(["response.completed", "response.incomplete"]),
         response: z18.object({
           incomplete_details: z18.object({ reason: z18.string() }).nullish(),
-          usage: z18.object({
-            input_tokens: z18.number(),
-            input_tokens_details: z18.object({
-              cached_tokens: z18.number().nullish(),
-              cache_write_tokens: z18.number().nullish(),
-              orchestration_input_tokens: z18.number().nullish(),
-              orchestration_input_cached_tokens: z18.number().nullish()
-            }).nullish(),
-            output_tokens: z18.number(),
-            output_tokens_details: z18.object({
-              reasoning_tokens: z18.number().nullish(),
-              orchestration_output_tokens: z18.number().nullish()
-            }).nullish()
-          }),
+          usage: openaiResponsesUsageSchema.nullish(),
           reasoning: z18.object({
             context: z18.string().nullish()
           }).nullish(),
@@ -4080,20 +4175,7 @@ var openaiResponsesChunkSchema = lazySchema16(
             message: z18.string()
           }).nullish(),
           incomplete_details: z18.object({ reason: z18.string() }).nullish(),
-          usage: z18.object({
-            input_tokens: z18.number(),
-            input_tokens_details: z18.object({
-              cached_tokens: z18.number().nullish(),
-              cache_write_tokens: z18.number().nullish(),
-              orchestration_input_tokens: z18.number().nullish(),
-              orchestration_input_cached_tokens: z18.number().nullish()
-            }).nullish(),
-            output_tokens: z18.number(),
-            output_tokens_details: z18.object({
-              reasoning_tokens: z18.number().nullish(),
-              orchestration_output_tokens: z18.number().nullish()
-            }).nullish()
-          }).nullish(),
+          usage: openaiResponsesUsageSchema.nullish(),
           reasoning: z18.object({
             context: z18.string().nullish()
           }).nullish(),
@@ -4859,20 +4941,7 @@ var openaiResponsesResponseSchema = lazySchema16(
         context: z18.string().nullish()
       }).nullish(),
       incomplete_details: z18.object({ reason: z18.string() }).nullish(),
-      usage: z18.object({
-        input_tokens: z18.number(),
-        input_tokens_details: z18.object({
-          cached_tokens: z18.number().nullish(),
-          cache_write_tokens: z18.number().nullish(),
-          orchestration_input_tokens: z18.number().nullish(),
-          orchestration_input_cached_tokens: z18.number().nullish()
-        }).nullish(),
-        output_tokens: z18.number(),
-        output_tokens_details: z18.object({
-          reasoning_tokens: z18.number().nullish(),
-          orchestration_output_tokens: z18.number().nullish()
-        }).nullish()
-      }).optional()
+      usage: openaiResponsesUsageSchema.nullish()
     })
   )
 );
@@ -6816,7 +6885,7 @@ var OpenAIResponsesLanguageModel = class {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a3, _b2, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A, _B, _C, _D, _E, _F, _G, _H, _I, _J, _K, _L, _M, _N, _O, _P;
+            var _a3, _b2, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A, _B, _C, _D, _E, _F, _G, _H, _I, _J, _K, _L, _M, _N, _O, _P, _Q, _R, _S;
             if (options.includeRawChunks) {
               controller.enqueue({ type: "raw", rawValue: chunk.rawValue });
             }
@@ -7637,15 +7706,15 @@ var OpenAIResponsesLanguageModel = class {
                   raw: (_z = (_y = value.response.incomplete_details) == null ? void 0 : _y.reason) != null ? _z : void 0
                 };
               }
-              usage = value.response.usage;
+              usage = (_A = value.response.usage) != null ? _A : void 0;
               if (typeof value.response.service_tier === "string") {
                 serviceTier = value.response.service_tier;
               }
-              if (((_A = value.response.reasoning) == null ? void 0 : _A.context) != null) {
+              if (((_B = value.response.reasoning) == null ? void 0 : _B.context) != null) {
                 reasoningContext = value.response.reasoning.context;
               }
             } else if (isResponseFailedChunk(value)) {
-              const incompleteReason = (_B = value.response.incomplete_details) == null ? void 0 : _B.reason;
+              const incompleteReason = (_C = value.response.incomplete_details) == null ? void 0 : _C.reason;
               finishReason = {
                 unified: incompleteReason ? mapOpenAIResponseFinishReason({
                   finishReason: incompleteReason,
@@ -7653,23 +7722,24 @@ var OpenAIResponsesLanguageModel = class {
                 }) : "error",
                 raw: incompleteReason != null ? incompleteReason : "error"
               };
-              usage = (_C = value.response.usage) != null ? _C : void 0;
-              if (((_D = value.response.reasoning) == null ? void 0 : _D.context) != null) {
+              usage = (_D = value.response.usage) != null ? _D : void 0;
+              if (((_E = value.response.reasoning) == null ? void 0 : _E.context) != null) {
                 reasoningContext = value.response.reasoning.context;
               }
               if (!encounteredStreamError && value.response.error != null) {
                 encounteredStreamError = true;
+                const error = {
+                  type: "response.failed",
+                  sequence_number: value.sequence_number,
+                  response: {
+                    error: value.response.error,
+                    incomplete_details: value.response.incomplete_details,
+                    service_tier: value.response.service_tier
+                  }
+                };
                 controller.enqueue({
                   type: "error",
-                  error: {
-                    type: "response.failed",
-                    sequence_number: value.sequence_number,
-                    response: {
-                      error: value.response.error,
-                      incomplete_details: value.response.incomplete_details,
-                      service_tier: value.response.service_tier
-                    }
-                  }
+                  error: (_F = createOpenAIProviderStreamError(error)) != null ? _F : error
                 });
               }
             } else if (isResponseAnnotationAddedChunk(value)) {
@@ -7678,7 +7748,7 @@ var OpenAIResponsesLanguageModel = class {
                 controller.enqueue({
                   type: "source",
                   sourceType: "url",
-                  id: (_G = (_F = (_E = self.config).generateId) == null ? void 0 : _F.call(_E)) != null ? _G : generateId2(),
+                  id: (_I = (_H = (_G = self.config).generateId) == null ? void 0 : _H.call(_G)) != null ? _I : generateId2(),
                   url: value.annotation.url,
                   title: value.annotation.title
                 });
@@ -7686,7 +7756,7 @@ var OpenAIResponsesLanguageModel = class {
                 controller.enqueue({
                   type: "source",
                   sourceType: "document",
-                  id: (_J = (_I = (_H = self.config).generateId) == null ? void 0 : _I.call(_H)) != null ? _J : generateId2(),
+                  id: (_L = (_K = (_J = self.config).generateId) == null ? void 0 : _K.call(_J)) != null ? _L : generateId2(),
                   mediaType: "text/plain",
                   title: value.annotation.filename,
                   filename: value.annotation.filename,
@@ -7702,7 +7772,7 @@ var OpenAIResponsesLanguageModel = class {
                 controller.enqueue({
                   type: "source",
                   sourceType: "document",
-                  id: (_M = (_L = (_K = self.config).generateId) == null ? void 0 : _L.call(_K)) != null ? _M : generateId2(),
+                  id: (_O = (_N = (_M = self.config).generateId) == null ? void 0 : _N.call(_M)) != null ? _O : generateId2(),
                   mediaType: "text/plain",
                   title: value.annotation.filename,
                   filename: value.annotation.filename,
@@ -7718,7 +7788,7 @@ var OpenAIResponsesLanguageModel = class {
                 controller.enqueue({
                   type: "source",
                   sourceType: "document",
-                  id: (_P = (_O = (_N = self.config).generateId) == null ? void 0 : _O.call(_N)) != null ? _P : generateId2(),
+                  id: (_R = (_Q = (_P = self.config).generateId) == null ? void 0 : _Q.call(_P)) != null ? _R : generateId2(),
                   mediaType: "application/octet-stream",
                   title: value.annotation.file_id,
                   filename: value.annotation.file_id,
@@ -7734,7 +7804,10 @@ var OpenAIResponsesLanguageModel = class {
             } else if (isErrorChunk(value)) {
               encounteredStreamError = true;
               finishReason = { unified: "error", raw: "error" };
-              controller.enqueue({ type: "error", error: value });
+              controller.enqueue({
+                type: "error",
+                error: (_S = createOpenAIProviderStreamError(value)) != null ? _S : value
+              });
             }
           },
           flush(controller) {