@ai-sdk/openai 2.0.140 → 2.0.141

package/CHANGELOG.md

@@ -1,5 +1,31 @@
 # @ai-sdk/openai
 
+## 2.0.141
+
+### Patch Changes
+
+- 6b6433f: fix(openai): surface Chat Completions refusals as text content
+
+  The Chat Completions model ignored `message.refusal` (non-streaming) and `delta.refusal` (streaming). When the model refused to answer, `content` was `null`, so the AI SDK returned empty text with a `stop` finish reason and silently dropped the refusal. Refusal text is now emitted as text content in both `generateText` and `streamText` results, and it is emitted in addition to content when the API returns both. A refusal with a `stop` finish reason is now reported as a `content-filter` finish reason, matching the Anthropic provider and the Responses API.
+
+- ce27f15: fix(openai,openai-compatible): surface refusal logprobs and openai-compatible refusals
+
+  `@ai-sdk/openai`: Chat Completions responses that contain a refusal can return `logprobs.refusal` next to `logprobs.content`. The provider previously read only `logprobs.content`, so `providerMetadata.openai.logprobs` was empty or missing for refusals. Refusal logprobs are now included in emission order (content logprobs followed by refusal logprobs) in both `generateText` and `streamText`.
+
+  Streaming logprobs are now collected across all chunks in `streamText`: previously only the logprobs of the last streamed chunk were reported. This applies to content logprobs as well, so `providerMetadata.openai.logprobs` now contains the logprobs of every streamed token instead of only the last chunk's tokens. Explicitly empty logprobs (`logprobs: { content: [], refusal: null }`) are reported as an empty array, as before.
+
+  A refusal that arrives in the same streamed chunk as the `finish_reason` is now taken into account: such a response is reported with a `content-filter` finish reason instead of `stop`.
+
+  `@ai-sdk/openai-compatible`: Chat Completions responses that carry `message.refusal` (non-streaming) or `delta.refusal` (streaming) were ignored, so providers such as OpenAI served through `createOpenAICompatible` lost the refusal text and reported an empty `stop` response. Refusals are now returned as text content after any content text, and a non-empty refusal with a `stop` finish reason is reported as a `content-filter` finish reason. This also applies when the refusal and the finish reason arrive in the same streamed chunk. Non-string refusals (for example `refusal: false` from servers that use booleans) are ignored instead of failing the response.
+
+- 0e51536: fix(openai): handle refusal content parts in the Responses API
+
+  The Responses API returns a `refusal` content part instead of `output_text` when the model declines a request. The response schema rejected these parts, so non-streaming calls failed with an `APICallError` ("Invalid JSON response"), and streamed `response.refusal.delta` / `response.refusal.done` events were dropped, producing empty text. Refusal content parts and stream events are now parsed: the refusal explanation is surfaced as text and the finish reason is mapped to `content-filter`. When the response also contains a client-side function call, the finish reason stays `tool-calls` so the tools are still executed.
+
+- Updated dependencies [49c554d]
+- Updated dependencies [b753c03]
+  - @ai-sdk/provider-utils@3.0.45
+
 ## 2.0.140
 
 ### Patch Changes

package/dist/index.d.mts

@@ -202,6 +202,18 @@ declare const openaiResponsesChunkSchema: _ai_sdk_provider_utils.LazyValidator<{
             logprob: number;
         }[];
     }[] | null | undefined;
+} | {
+    type: "response.refusal.delta";
+    item_id: string;
+    delta: string;
+    output_index?: number | null | undefined;
+    content_index?: number | null | undefined;
+} | {
+    type: "response.refusal.done";
+    item_id: string;
+    refusal: string;
+    output_index?: number | null | undefined;
+    content_index?: number | null | undefined;
 } | {
     type: "response.completed" | "response.incomplete";
     response: {

package/dist/index.d.ts

@@ -202,6 +202,18 @@ declare const openaiResponsesChunkSchema: _ai_sdk_provider_utils.LazyValidator<{
             logprob: number;
         }[];
     }[] | null | undefined;
+} | {
+    type: "response.refusal.delta";
+    item_id: string;
+    delta: string;
+    output_index?: number | null | undefined;
+    content_index?: number | null | undefined;
+} | {
+    type: "response.refusal.done";
+    item_id: string;
+    refusal: string;
+    output_index?: number | null | undefined;
+    content_index?: number | null | undefined;
 } | {
     type: "response.completed" | "response.incomplete";
     response: {

package/dist/index.js

@@ -374,10 +374,13 @@ function getResponseMetadata({
 }
 
 // src/chat/map-openai-finish-reason.ts
-function mapOpenAIFinishReason(finishReason) {
+function mapOpenAIFinishReason({
+  finishReason,
+  hasRefusal = false
+}) {
   switch (finishReason) {
     case "stop":
-      return "stop";
+      return hasRefusal ? "content-filter" : "stop";
     case "length":
       return "length";
     case "content_filter":
@@ -404,6 +407,8 @@ var openaiChatResponseSchema = (0, import_provider_utils3.lazyValidator)(
           message: import_v42.z.object({
             role: import_v42.z.literal("assistant").nullish(),
             content: import_v42.z.string().nullish(),
+            // set instead of `content` when the model refuses to answer:
+            refusal: import_v42.z.string().nullish(),
             audio: import_v42.z.object({
               transcript: import_v42.z.string().nullish()
             }).nullish(),
@@ -442,6 +447,20 @@ var openaiChatResponseSchema = (0, import_provider_utils3.lazyValidator)(
                   })
                 )
               })
+            ).nullish(),
+            // logprobs of the refusal tokens (set instead of `content` when
+            // the model refuses to answer):
+            refusal: import_v42.z.array(
+              import_v42.z.object({
+                token: import_v42.z.string(),
+                logprob: import_v42.z.number(),
+                top_logprobs: import_v42.z.array(
+                  import_v42.z.object({
+                    token: import_v42.z.string(),
+                    logprob: import_v42.z.number()
+                  })
+                )
+              })
             ).nullish()
           }).nullish(),
           finish_reason: import_v42.z.string().nullish()
@@ -476,6 +495,8 @@ var openaiChatChunkSchema = (0, import_provider_utils3.lazyValidator)(
             delta: import_v42.z.object({
               role: import_v42.z.enum(["assistant"]).nullish(),
               content: import_v42.z.string().nullish(),
+              // set instead of `content` when the model refuses to answer:
+              refusal: import_v42.z.string().nullish(),
               tool_calls: import_v42.z.array(
                 import_v42.z.object({
                   index: import_v42.z.number(),
@@ -511,6 +532,20 @@ var openaiChatChunkSchema = (0, import_provider_utils3.lazyValidator)(
                     })
                   )
                 })
+              ).nullish(),
+              // logprobs of the refusal tokens (set instead of `content` when
+              // the model refuses to answer):
+              refusal: import_v42.z.array(
+                import_v42.z.object({
+                  token: import_v42.z.string(),
+                  logprob: import_v42.z.number(),
+                  top_logprobs: import_v42.z.array(
+                    import_v42.z.object({
+                      token: import_v42.z.string(),
+                      logprob: import_v42.z.number()
+                    })
+                  )
+                })
               ).nullish()
             }).nullish(),
             finish_reason: import_v42.z.string().nullish(),
@@ -942,7 +977,7 @@ var OpenAIChatLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a2, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o;
+    var _a2, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
     const { args: body, warnings } = await this.getArgs(options);
     const {
       responseHeaders,
@@ -974,6 +1009,11 @@ var OpenAIChatLanguageModel = class {
     if (text != null && text.length > 0) {
       content.push({ type: "text", text });
     }
+    const refusal = choice.message.refusal;
+    const hasRefusal = refusal != null && refusal.length > 0;
+    if (hasRefusal) {
+      content.push({ type: "text", text: refusal });
+    }
     for (const toolCall of (_b = choice.message.tool_calls) != null ? _b : []) {
       content.push({
         type: "tool-call",
@@ -1005,18 +1045,26 @@ var OpenAIChatLanguageModel = class {
         cacheWriteTokens: promptTokenDetails.cache_write_tokens
       };
     }
-    if (((_g = choice.logprobs) == null ? void 0 : _g.content) != null) {
-      providerMetadata.openai.logprobs = choice.logprobs.content;
+    const contentLogprobs = (_g = choice.logprobs) == null ? void 0 : _g.content;
+    const refusalLogprobs = (_h = choice.logprobs) == null ? void 0 : _h.refusal;
+    if (contentLogprobs != null || refusalLogprobs != null) {
+      providerMetadata.openai.logprobs = [
+        ...contentLogprobs != null ? contentLogprobs : [],
+        ...refusalLogprobs != null ? refusalLogprobs : []
+      ];
     }
     return {
       content,
-      finishReason: mapOpenAIFinishReason(choice.finish_reason),
+      finishReason: mapOpenAIFinishReason({
+        finishReason: choice.finish_reason,
+        hasRefusal
+      }),
       usage: {
-        inputTokens: (_i = (_h = response.usage) == null ? void 0 : _h.prompt_tokens) != null ? _i : void 0,
-        outputTokens: (_k = (_j = response.usage) == null ? void 0 : _j.completion_tokens) != null ? _k : void 0,
-        totalTokens: (_m = (_l = response.usage) == null ? void 0 : _l.total_tokens) != null ? _m : void 0,
-        reasoningTokens: (_n = completionTokenDetails == null ? void 0 : completionTokenDetails.reasoning_tokens) != null ? _n : void 0,
-        cachedInputTokens: (_o = promptTokenDetails == null ? void 0 : promptTokenDetails.cached_tokens) != null ? _o : void 0
+        inputTokens: (_j = (_i = response.usage) == null ? void 0 : _i.prompt_tokens) != null ? _j : void 0,
+        outputTokens: (_l = (_k = response.usage) == null ? void 0 : _k.completion_tokens) != null ? _l : void 0,
+        totalTokens: (_n = (_m = response.usage) == null ? void 0 : _m.total_tokens) != null ? _n : void 0,
+        reasoningTokens: (_o = completionTokenDetails == null ? void 0 : completionTokenDetails.reasoning_tokens) != null ? _o : void 0,
+        cachedInputTokens: (_p = promptTokenDetails == null ? void 0 : promptTokenDetails.cached_tokens) != null ? _p : void 0
       },
       request: { body },
       response: {
@@ -1060,6 +1108,10 @@ var OpenAIChatLanguageModel = class {
     };
     let metadataExtracted = false;
     let isActiveText = false;
+    let hasRefusal = false;
+    let rawFinishReason = void 0;
+    let hasLogprobs = false;
+    const streamedLogprobs = [];
     const providerMetadata = { openai: {} };
     return {
       stream: response.pipeThrough(
@@ -1072,18 +1124,20 @@ var OpenAIChatLanguageModel = class {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a2, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
+            var _a2, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l;
             if (options.includeRawChunks) {
               controller.enqueue({ type: "raw", rawValue: chunk.rawValue });
             }
             if (!chunk.success) {
               finishReason = "error";
+              rawFinishReason = void 0;
               controller.enqueue({ type: "error", error: chunk.error });
               return;
             }
             const value = chunk.value;
             if ("error" in value) {
               finishReason = "error";
+              rawFinishReason = void 0;
               controller.enqueue({ type: "error", error: value.error });
               return;
             }
@@ -1117,16 +1171,35 @@ var OpenAIChatLanguageModel = class {
             }
             const choice = value.choices[0];
             if ((choice == null ? void 0 : choice.finish_reason) != null) {
-              finishReason = mapOpenAIFinishReason(choice.finish_reason);
+              rawFinishReason = choice.finish_reason;
             }
-            if (((_m = choice == null ? void 0 : choice.logprobs) == null ? void 0 : _m.content) != null) {
-              providerMetadata.openai.logprobs = choice.logprobs.content;
+            if ((choice == null ? void 0 : choice.logprobs) != null) {
+              const contentLogprobs = choice.logprobs.content;
+              const refusalLogprobs = choice.logprobs.refusal;
+              if (contentLogprobs != null || refusalLogprobs != null) {
+                hasLogprobs = true;
+                streamedLogprobs.push(
+                  ...contentLogprobs != null ? contentLogprobs : [],
+                  ...refusalLogprobs != null ? refusalLogprobs : []
+                );
+              }
             }
             if ((choice == null ? void 0 : choice.delta) == null) {
               return;
             }
             const delta = choice.delta;
-            if (delta.content != null) {
+            const textDeltas = [];
+            if (delta.content != null && delta.content.length > 0) {
+              textDeltas.push(delta.content);
+            }
+            if (delta.refusal != null && delta.refusal.length > 0) {
+              hasRefusal = true;
+              textDeltas.push(delta.refusal);
+            }
+            if (textDeltas.length === 0 && delta.content === "") {
+              textDeltas.push(delta.content);
+            }
+            for (const textDelta of textDeltas) {
               if (!isActiveText) {
                 controller.enqueue({ type: "text-start", id: "0" });
                 isActiveText = true;
@@ -1134,7 +1207,7 @@ var OpenAIChatLanguageModel = class {
               controller.enqueue({
                 type: "text-delta",
                 id: "0",
-                delta: delta.content
+                delta: textDelta
               });
             }
             if (delta.tool_calls != null) {
@@ -1159,6 +1232,15 @@ var OpenAIChatLanguageModel = class {
               controller.enqueue({ type: "text-end", id: "0" });
             }
             toolCallTracker.flush();
+            if (rawFinishReason != null) {
+              finishReason = mapOpenAIFinishReason({
+                finishReason: rawFinishReason,
+                hasRefusal
+              });
+            }
+            if (hasLogprobs) {
+              providerMetadata.openai.logprobs = streamedLogprobs;
+            }
             controller.enqueue({
               type: "finish",
               finishReason,
@@ -2990,12 +3072,14 @@ function serializeToolCallArguments2(input) {
 // src/responses/map-openai-responses-finish-reason.ts
 function mapOpenAIResponseFinishReason({
   finishReason,
-  hasFunctionCall
+  hasFunctionCall,
+  hasRefusal = false
 }) {
   switch (finishReason) {
     case void 0:
     case null:
-      return hasFunctionCall ? "tool-calls" : "stop";
+      if (hasFunctionCall) return "tool-calls";
+      return hasRefusal ? "content-filter" : "stop";
     case "max_output_tokens":
       return "length";
     case "content_filter":
@@ -3028,6 +3112,20 @@ var openaiResponsesChunkSchema = (0, import_provider_utils23.lazyValidator)(
           })
         ).nullish()
       }),
+      import_v418.z.object({
+        type: import_v418.z.literal("response.refusal.delta"),
+        item_id: import_v418.z.string(),
+        output_index: import_v418.z.number().nullish(),
+        content_index: import_v418.z.number().nullish(),
+        delta: import_v418.z.string()
+      }),
+      import_v418.z.object({
+        type: import_v418.z.literal("response.refusal.done"),
+        item_id: import_v418.z.string(),
+        output_index: import_v418.z.number().nullish(),
+        content_index: import_v418.z.number().nullish(),
+        refusal: import_v418.z.string()
+      }),
       import_v418.z.object({
         type: import_v418.z.enum(["response.completed", "response.incomplete"]),
         response: import_v418.z.object({
@@ -3314,57 +3412,64 @@ var openaiResponsesResponseSchema = (0, import_provider_utils23.lazyValidator)(
             role: import_v418.z.literal("assistant"),
             id: import_v418.z.string(),
             phase: import_v418.z.enum(["commentary", "final_answer"]).nullish(),
+            // the API returns either text or a refusal as content parts:
             content: import_v418.z.array(
-              import_v418.z.object({
-                type: import_v418.z.literal("output_text"),
-                text: import_v418.z.string(),
-                logprobs: import_v418.z.array(
-                  import_v418.z.object({
-                    token: import_v418.z.string(),
-                    logprob: import_v418.z.number(),
-                    top_logprobs: import_v418.z.array(
-                      import_v418.z.object({
-                        token: import_v418.z.string(),
-                        logprob: import_v418.z.number()
-                      })
-                    )
-                  })
-                ).nullish(),
-                annotations: import_v418.z.array(
-                  import_v418.z.discriminatedUnion("type", [
-                    import_v418.z.object({
-                      type: import_v418.z.literal("url_citation"),
-                      start_index: import_v418.z.number(),
-                      end_index: import_v418.z.number(),
-                      url: import_v418.z.string(),
-                      title: import_v418.z.string()
-                    }),
-                    import_v418.z.object({
-                      type: import_v418.z.literal("file_citation"),
-                      file_id: import_v418.z.string(),
-                      filename: import_v418.z.string().nullish(),
-                      index: import_v418.z.number().nullish(),
-                      start_index: import_v418.z.number().nullish(),
-                      end_index: import_v418.z.number().nullish(),
-                      quote: import_v418.z.string().nullish()
-                    }),
-                    import_v418.z.object({
-                      type: import_v418.z.literal("container_file_citation"),
-                      container_id: import_v418.z.string(),
-                      file_id: import_v418.z.string(),
-                      filename: import_v418.z.string().nullish(),
-                      start_index: import_v418.z.number().nullish(),
-                      end_index: import_v418.z.number().nullish(),
-                      index: import_v418.z.number().nullish()
-                    }),
+              import_v418.z.discriminatedUnion("type", [
+                import_v418.z.object({
+                  type: import_v418.z.literal("output_text"),
+                  text: import_v418.z.string(),
+                  logprobs: import_v418.z.array(
                     import_v418.z.object({
-                      type: import_v418.z.literal("file_path"),
-                      file_id: import_v418.z.string(),
-                      index: import_v418.z.number().nullish()
+                      token: import_v418.z.string(),
+                      logprob: import_v418.z.number(),
+                      top_logprobs: import_v418.z.array(
+                        import_v418.z.object({
+                          token: import_v418.z.string(),
+                          logprob: import_v418.z.number()
+                        })
+                      )
                     })
-                  ])
-                )
-              })
+                  ).nullish(),
+                  annotations: import_v418.z.array(
+                    import_v418.z.discriminatedUnion("type", [
+                      import_v418.z.object({
+                        type: import_v418.z.literal("url_citation"),
+                        start_index: import_v418.z.number(),
+                        end_index: import_v418.z.number(),
+                        url: import_v418.z.string(),
+                        title: import_v418.z.string()
+                      }),
+                      import_v418.z.object({
+                        type: import_v418.z.literal("file_citation"),
+                        file_id: import_v418.z.string(),
+                        filename: import_v418.z.string().nullish(),
+                        index: import_v418.z.number().nullish(),
+                        start_index: import_v418.z.number().nullish(),
+                        end_index: import_v418.z.number().nullish(),
+                        quote: import_v418.z.string().nullish()
+                      }),
+                      import_v418.z.object({
+                        type: import_v418.z.literal("container_file_citation"),
+                        container_id: import_v418.z.string(),
+                        file_id: import_v418.z.string(),
+                        filename: import_v418.z.string().nullish(),
+                        start_index: import_v418.z.number().nullish(),
+                        end_index: import_v418.z.number().nullish(),
+                        index: import_v418.z.number().nullish()
+                      }),
+                      import_v418.z.object({
+                        type: import_v418.z.literal("file_path"),
+                        file_id: import_v418.z.string(),
+                        index: import_v418.z.number().nullish()
+                      })
+                    ])
+                  )
+                }),
+                import_v418.z.object({
+                  type: import_v418.z.literal("refusal"),
+                  refusal: import_v418.z.string()
+                })
+              ])
             )
           }),
           import_v418.z.object({
@@ -4026,6 +4131,7 @@ var OpenAIResponsesLanguageModel = class {
     const content = [];
     const logprobs = [];
     let hasFunctionCall = false;
+    let hasRefusal = false;
     for (const part of response.output) {
       switch (part.type) {
         case "reasoning": {
@@ -4083,6 +4189,20 @@ var OpenAIResponsesLanguageModel = class {
         }
         case "message": {
           for (const contentPart of part.content) {
+            if (contentPart.type === "refusal") {
+              hasRefusal = true;
+              content.push({
+                type: "text",
+                text: contentPart.refusal,
+                providerMetadata: {
+                  [providerKey]: {
+                    itemId: part.id,
+                    ...part.phase != null && { phase: part.phase }
+                  }
+                }
+              });
+              continue;
+            }
             if (((_c = (_b = options.providerOptions) == null ? void 0 : _b.openai) == null ? void 0 : _c.logprobs) && contentPart.logprobs) {
               logprobs.push(contentPart.logprobs);
             }
@@ -4283,7 +4403,8 @@ var OpenAIResponsesLanguageModel = class {
       content,
       finishReason: mapOpenAIResponseFinishReason({
         finishReason: (_y = response.incomplete_details) == null ? void 0 : _y.reason,
-        hasFunctionCall
+        hasFunctionCall,
+        hasRefusal
       }),
       usage: {
         inputTokens: usage.input_tokens,
@@ -4342,6 +4463,7 @@ var OpenAIResponsesLanguageModel = class {
     const ongoingAnnotations = [];
     let activeMessagePhase;
     let hasFunctionCall = false;
+    let hasRefusal = false;
     const activeReasoning = {};
     let serviceTier;
     let reasoningContext;
@@ -4683,6 +4805,15 @@ var OpenAIResponsesLanguageModel = class {
               if (((_h = (_g = options.providerOptions) == null ? void 0 : _g.openai) == null ? void 0 : _h.logprobs) && value.logprobs) {
                 logprobs.push(value.logprobs);
               }
+            } else if (isRefusalDeltaChunk(value)) {
+              hasRefusal = true;
+              controller.enqueue({
+                type: "text-delta",
+                id: value.item_id,
+                delta: value.delta
+              });
+            } else if (isRefusalDoneChunk(value)) {
+              hasRefusal = true;
             } else if (value.type === "response.reasoning_summary_part.added") {
               if (value.summary_index > 0) {
                 const activeReasoningPart = activeReasoning[value.item_id];
@@ -4739,7 +4870,8 @@ var OpenAIResponsesLanguageModel = class {
             } else if (isResponseFinishedChunk(value)) {
               finishReason = mapOpenAIResponseFinishReason({
                 finishReason: (_k = value.response.incomplete_details) == null ? void 0 : _k.reason,
-                hasFunctionCall
+                hasFunctionCall,
+                hasRefusal
               });
               usage.inputTokens = value.response.usage.input_tokens;
               usage.outputTokens = value.response.usage.output_tokens;
@@ -4816,6 +4948,12 @@ var OpenAIResponsesLanguageModel = class {
     };
   }
 };
+function isRefusalDeltaChunk(chunk) {
+  return chunk.type === "response.refusal.delta";
+}
+function isRefusalDoneChunk(chunk) {
+  return chunk.type === "response.refusal.done";
+}
 function isTextDeltaChunk(chunk) {
   return chunk.type === "response.output_text.delta";
 }
@@ -5266,7 +5404,7 @@ var OpenAITranscriptionModel = class {
 };
 
 // src/version.ts
-var VERSION = true ? "2.0.140" : "0.0.0-test";
+var VERSION = true ? "2.0.141" : "0.0.0-test";
 
 // src/openai-provider.ts
 function createOpenAI(options = {}) {