@ai-sdk/openai 2.0.12 → 2.0.14

package/dist/internal/index.mjs

@@ -2466,6 +2466,19 @@ function prepareResponsesTools({
 }
 
 // src/responses/openai-responses-language-model.ts
+var TOP_LOGPROBS_MAX = 20;
+var LOGPROBS_SCHEMA = z16.array(
+  z16.object({
+    token: z16.string(),
+    logprob: z16.number(),
+    top_logprobs: z16.array(
+      z16.object({
+        token: z16.string(),
+        logprob: z16.number()
+      })
+    )
+  })
+);
 var OpenAIResponsesLanguageModel = class {
   constructor(modelId, config) {
     this.specificationVersion = "v2";
@@ -2529,6 +2542,8 @@ var OpenAIResponsesLanguageModel = class {
       schema: openaiResponsesProviderOptionsSchema
     });
     const strictJsonSchema = (_a = openaiOptions == null ? void 0 : openaiOptions.strictJsonSchema) != null ? _a : false;
+    const topLogprobs = typeof (openaiOptions == null ? void 0 : openaiOptions.logprobs) === "number" ? openaiOptions == null ? void 0 : openaiOptions.logprobs : (openaiOptions == null ? void 0 : openaiOptions.logprobs) === true ? TOP_LOGPROBS_MAX : void 0;
+    const openaiOptionsInclude = topLogprobs ? Array.isArray(openaiOptions == null ? void 0 : openaiOptions.include) ? [...openaiOptions == null ? void 0 : openaiOptions.include, "message.output_text.logprobs"] : ["message.output_text.logprobs"] : openaiOptions == null ? void 0 : openaiOptions.include;
     const baseArgs = {
       model: this.modelId,
       input: messages,
@@ -2559,9 +2574,10 @@ var OpenAIResponsesLanguageModel = class {
       user: openaiOptions == null ? void 0 : openaiOptions.user,
       instructions: openaiOptions == null ? void 0 : openaiOptions.instructions,
       service_tier: openaiOptions == null ? void 0 : openaiOptions.serviceTier,
-      include: openaiOptions == null ? void 0 : openaiOptions.include,
+      include: openaiOptionsInclude,
       prompt_cache_key: openaiOptions == null ? void 0 : openaiOptions.promptCacheKey,
       safety_identifier: openaiOptions == null ? void 0 : openaiOptions.safetyIdentifier,
+      top_logprobs: topLogprobs,
       // model-specific settings:
       ...modelConfig.isReasoningModel && ((openaiOptions == null ? void 0 : openaiOptions.reasoningEffort) != null || (openaiOptions == null ? void 0 : openaiOptions.reasoningSummary) != null) && {
         reasoning: {
@@ -2645,7 +2661,7 @@ var OpenAIResponsesLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
     const { args: body, warnings } = await this.getArgs(options);
     const url = this.config.url({
       path: "/responses",
@@ -2679,14 +2695,24 @@ var OpenAIResponsesLanguageModel = class {
                   z16.object({
                     type: z16.literal("output_text"),
                     text: z16.string(),
+                    logprobs: LOGPROBS_SCHEMA.nullish(),
                     annotations: z16.array(
-                      z16.object({
-                        type: z16.literal("url_citation"),
-                        start_index: z16.number(),
-                        end_index: z16.number(),
-                        url: z16.string(),
-                        title: z16.string()
-                      })
+                      z16.discriminatedUnion("type", [
+                        z16.object({
+                          type: z16.literal("url_citation"),
+                          start_index: z16.number(),
+                          end_index: z16.number(),
+                          url: z16.string(),
+                          title: z16.string()
+                        }),
+                        z16.object({
+                          type: z16.literal("file_citation"),
+                          start_index: z16.number(),
+                          end_index: z16.number(),
+                          file_id: z16.string(),
+                          quote: z16.string()
+                        })
+                      ])
                     )
                   })
                 )
@@ -2756,6 +2782,7 @@ var OpenAIResponsesLanguageModel = class {
       });
     }
     const content = [];
+    const logprobs = [];
     for (const part of response.output) {
       switch (part.type) {
         case "reasoning": {
@@ -2778,6 +2805,9 @@ var OpenAIResponsesLanguageModel = class {
         }
         case "message": {
           for (const contentPart of part.content) {
+            if (((_c = (_b = options.providerOptions) == null ? void 0 : _b.openai) == null ? void 0 : _c.logprobs) && contentPart.logprobs) {
+              logprobs.push(contentPart.logprobs);
+            }
             content.push({
               type: "text",
               text: contentPart.text,
@@ -2788,13 +2818,24 @@ var OpenAIResponsesLanguageModel = class {
               }
             });
             for (const annotation of contentPart.annotations) {
-              content.push({
-                type: "source",
-                sourceType: "url",
-                id: (_d = (_c = (_b = this.config).generateId) == null ? void 0 : _c.call(_b)) != null ? _d : generateId2(),
-                url: annotation.url,
-                title: annotation.title
-              });
+              if (annotation.type === "url_citation") {
+                content.push({
+                  type: "source",
+                  sourceType: "url",
+                  id: (_f = (_e = (_d = this.config).generateId) == null ? void 0 : _e.call(_d)) != null ? _f : generateId2(),
+                  url: annotation.url,
+                  title: annotation.title
+                });
+              } else if (annotation.type === "file_citation") {
+                content.push({
+                  type: "source",
+                  sourceType: "document",
+                  id: (_i = (_h = (_g = this.config).generateId) == null ? void 0 : _h.call(_g)) != null ? _i : generateId2(),
+                  mediaType: "text/plain",
+                  title: annotation.quote,
+                  filename: annotation.file_id
+                });
+              }
             }
           }
           break;
@@ -2874,18 +2915,24 @@ var OpenAIResponsesLanguageModel = class {
         }
       }
     }
+    const providerMetadata = {
+      openai: { responseId: response.id }
+    };
+    if (logprobs.length > 0) {
+      providerMetadata.openai.logprobs = logprobs;
+    }
     return {
       content,
       finishReason: mapOpenAIResponseFinishReason({
-        finishReason: (_e = response.incomplete_details) == null ? void 0 : _e.reason,
+        finishReason: (_j = response.incomplete_details) == null ? void 0 : _j.reason,
         hasToolCalls: content.some((part) => part.type === "tool-call")
       }),
       usage: {
         inputTokens: response.usage.input_tokens,
         outputTokens: response.usage.output_tokens,
         totalTokens: response.usage.input_tokens + response.usage.output_tokens,
-        reasoningTokens: (_g = (_f = response.usage.output_tokens_details) == null ? void 0 : _f.reasoning_tokens) != null ? _g : void 0,
-        cachedInputTokens: (_i = (_h = response.usage.input_tokens_details) == null ? void 0 : _h.cached_tokens) != null ? _i : void 0
+        reasoningTokens: (_l = (_k = response.usage.output_tokens_details) == null ? void 0 : _k.reasoning_tokens) != null ? _l : void 0,
+        cachedInputTokens: (_n = (_m = response.usage.input_tokens_details) == null ? void 0 : _m.cached_tokens) != null ? _n : void 0
       },
       request: { body },
       response: {
@@ -2895,11 +2942,7 @@ var OpenAIResponsesLanguageModel = class {
         headers: responseHeaders,
         body: rawResponse
       },
-      providerMetadata: {
-        openai: {
-          responseId: response.id
-        }
-      },
+      providerMetadata,
       warnings
     };
   }
@@ -2929,6 +2972,7 @@ var OpenAIResponsesLanguageModel = class {
       outputTokens: void 0,
       totalTokens: void 0
     };
+    const logprobs = [];
     let responseId = null;
     const ongoingToolCalls = {};
     let hasToolCalls = false;
@@ -2940,7 +2984,7 @@ var OpenAIResponsesLanguageModel = class {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
             if (options.includeRawChunks) {
               controller.enqueue({ type: "raw", rawValue: chunk.rawValue });
             }
@@ -3154,6 +3198,9 @@ var OpenAIResponsesLanguageModel = class {
                 id: value.item_id,
                 delta: value.delta
               });
+              if (value.logprobs) {
+                logprobs.push(value.logprobs);
+              }
             } else if (isResponseReasoningSummaryPartAddedChunk(value)) {
               if (value.summary_index > 0) {
                 (_c = activeReasoning[value.item_id]) == null ? void 0 : _c.summaryParts.push(
@@ -3192,27 +3239,42 @@ var OpenAIResponsesLanguageModel = class {
               usage.reasoningTokens = (_h = (_g = value.response.usage.output_tokens_details) == null ? void 0 : _g.reasoning_tokens) != null ? _h : void 0;
               usage.cachedInputTokens = (_j = (_i = value.response.usage.input_tokens_details) == null ? void 0 : _i.cached_tokens) != null ? _j : void 0;
             } else if (isResponseAnnotationAddedChunk(value)) {
-              controller.enqueue({
-                type: "source",
-                sourceType: "url",
-                id: (_m = (_l = (_k = self.config).generateId) == null ? void 0 : _l.call(_k)) != null ? _m : generateId2(),
-                url: value.annotation.url,
-                title: value.annotation.title
-              });
+              if (value.annotation.type === "url_citation") {
+                controller.enqueue({
+                  type: "source",
+                  sourceType: "url",
+                  id: (_m = (_l = (_k = self.config).generateId) == null ? void 0 : _l.call(_k)) != null ? _m : generateId2(),
+                  url: value.annotation.url,
+                  title: value.annotation.title
+                });
+              } else if (value.annotation.type === "file_citation") {
+                controller.enqueue({
+                  type: "source",
+                  sourceType: "document",
+                  id: (_p = (_o = (_n = self.config).generateId) == null ? void 0 : _o.call(_n)) != null ? _p : generateId2(),
+                  mediaType: "text/plain",
+                  title: value.annotation.quote,
+                  filename: value.annotation.file_id
+                });
+              }
             } else if (isErrorChunk(value)) {
               controller.enqueue({ type: "error", error: value });
             }
           },
           flush(controller) {
+            const providerMetadata = {
+              openai: {
+                responseId
+              }
+            };
+            if (logprobs.length > 0) {
+              providerMetadata.openai.logprobs = logprobs;
+            }
             controller.enqueue({
               type: "finish",
               finishReason,
               usage,
-              providerMetadata: {
-                openai: {
-                  responseId
-                }
-              }
+              providerMetadata
             });
           }
         })
@@ -3231,7 +3293,8 @@ var usageSchema2 = z16.object({
 var textDeltaChunkSchema = z16.object({
   type: z16.literal("response.output_text.delta"),
   item_id: z16.string(),
-  delta: z16.string()
+  delta: z16.string(),
+  logprobs: LOGPROBS_SCHEMA.nullish()
 });
 var errorChunkSchema = z16.object({
   type: z16.literal("error"),
@@ -3360,11 +3423,18 @@ var responseFunctionCallArgumentsDeltaSchema = z16.object({
 });
 var responseAnnotationAddedSchema = z16.object({
   type: z16.literal("response.output_text.annotation.added"),
-  annotation: z16.object({
-    type: z16.literal("url_citation"),
-    url: z16.string(),
-    title: z16.string()
-  })
+  annotation: z16.discriminatedUnion("type", [
+    z16.object({
+      type: z16.literal("url_citation"),
+      url: z16.string(),
+      title: z16.string()
+    }),
+    z16.object({
+      type: z16.literal("file_citation"),
+      file_id: z16.string(),
+      quote: z16.string()
+    })
+  ])
 });
 var responseReasoningSummaryPartAddedSchema = z16.object({
   type: z16.literal("response.reasoning_summary_part.added"),
@@ -3472,10 +3542,29 @@ var openaiResponsesProviderOptionsSchema = z16.object({
   instructions: z16.string().nullish(),
   reasoningSummary: z16.string().nullish(),
   serviceTier: z16.enum(["auto", "flex", "priority"]).nullish(),
-  include: z16.array(z16.enum(["reasoning.encrypted_content", "file_search_call.results"])).nullish(),
+  include: z16.array(
+    z16.enum([
+      "reasoning.encrypted_content",
+      "file_search_call.results",
+      "message.output_text.logprobs"
+    ])
+  ).nullish(),
   textVerbosity: z16.enum(["low", "medium", "high"]).nullish(),
   promptCacheKey: z16.string().nullish(),
-  safetyIdentifier: z16.string().nullish()
+  safetyIdentifier: z16.string().nullish(),
+  /**
+   * Return the log probabilities of the tokens.
+   *
+   * Setting to true will return the log probabilities of the tokens that
+   * were generated.
+   *
+   * Setting to a number will return the log probabilities of the top n
+   * tokens that were generated.
+   *
+   * @see https://platform.openai.com/docs/api-reference/responses/create
+   * @see https://cookbook.openai.com/examples/using_logprobs
+   */
+  logprobs: z16.union([z16.boolean(), z16.number().min(1).max(TOP_LOGPROBS_MAX)]).optional()
 });
 export {
   OpenAIChatLanguageModel,