@ai-sdk/openai 2.0.0-canary.14 → 2.0.0-canary.15

package/dist/index.mjs

@@ -226,6 +226,16 @@ var openaiProviderOptions = z.object({
    * the GPT tokenizer) to an associated bias value from -100 to 100.
    */
   logitBias: z.record(z.coerce.number(), z.number()).optional(),
+  /**
+   * Return the log probabilities of the tokens.
+   *
+   * Setting to true will return the log probabilities of the tokens that
+   * were generated.
+   *
+   * Setting to a number will return the log probabilities of the top n
+   * tokens that were generated.
+   */
+  logprobs: z.union([z.boolean(), z.number()]).optional(),
   /**
    * Whether to enable parallel function calling during tool use. Default to true.
    */
@@ -402,6 +412,8 @@ var OpenAIChatLanguageModel = class {
       model: this.modelId,
       // model specific settings:
       logit_bias: openaiOptions.logitBias,
+      logprobs: openaiOptions.logprobs === true || typeof openaiOptions.logprobs === "number" ? true : void 0,
+      top_logprobs: typeof openaiOptions.logprobs === "number" ? openaiOptions.logprobs : typeof openaiOptions.logprobs === "boolean" ? openaiOptions.logprobs ? 0 : void 0 : void 0,
       user: openaiOptions.user,
       parallel_tool_calls: openaiOptions.parallelToolCalls,
       // standardized settings:
@@ -474,6 +486,20 @@ var OpenAIChatLanguageModel = class {
           message: "logitBias is not supported for reasoning models"
         });
       }
+      if (baseArgs.logprobs != null) {
+        baseArgs.logprobs = void 0;
+        warnings.push({
+          type: "other",
+          message: "logprobs is not supported for reasoning models"
+        });
+      }
+      if (baseArgs.top_logprobs != null) {
+        baseArgs.top_logprobs = void 0;
+        warnings.push({
+          type: "other",
+          message: "topLogprobs is not supported for reasoning models"
+        });
+      }
       if (baseArgs.max_tokens != null) {
         if (baseArgs.max_completion_tokens == null) {
           baseArgs.max_completion_tokens = baseArgs.max_tokens;
@@ -509,7 +535,7 @@ var OpenAIChatLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
     const { args: body, warnings } = await this.getArgs(options);
     const {
       responseHeaders,
@@ -559,12 +585,15 @@ var OpenAIChatLanguageModel = class {
     if ((promptTokenDetails == null ? void 0 : promptTokenDetails.cached_tokens) != null) {
       providerMetadata.openai.cachedPromptTokens = promptTokenDetails == null ? void 0 : promptTokenDetails.cached_tokens;
     }
+    if (((_e = choice.logprobs) == null ? void 0 : _e.content) != null) {
+      providerMetadata.openai.logprobs = choice.logprobs.content;
+    }
     return {
       content,
       finishReason: mapOpenAIFinishReason(choice.finish_reason),
       usage: {
-        inputTokens: (_f = (_e = response.usage) == null ? void 0 : _e.prompt_tokens) != null ? _f : void 0,
-        outputTokens: (_h = (_g = response.usage) == null ? void 0 : _g.completion_tokens) != null ? _h : void 0
+        inputTokens: (_g = (_f = response.usage) == null ? void 0 : _f.prompt_tokens) != null ? _g : void 0,
+        outputTokens: (_i = (_h = response.usage) == null ? void 0 : _h.completion_tokens) != null ? _i : void 0
       },
       request: { body },
       response: {
@@ -799,6 +828,20 @@ var openaiChatResponseSchema = z3.object({
         ).nullish()
       }),
       index: z3.number(),
+      logprobs: z3.object({
+        content: z3.array(
+          z3.object({
+            token: z3.string(),
+            logprob: z3.number(),
+            top_logprobs: z3.array(
+              z3.object({
+                token: z3.string(),
+                logprob: z3.number()
+              })
+            )
+          })
+        ).nullish()
+      }).nullish(),
       finish_reason: z3.string().nullish()
     })
   ),
@@ -818,7 +861,7 @@ var openaiChatChunkSchema = z3.union([
             z3.object({
               index: z3.number(),
               id: z3.string().nullish(),
-              type: z3.literal("function").optional(),
+              type: z3.literal("function").nullish(),
               function: z3.object({
                 name: z3.string().nullish(),
                 arguments: z3.string().nullish()
@@ -826,7 +869,7 @@ var openaiChatChunkSchema = z3.union([
             })
           ).nullish()
         }).nullish(),
-        finish_reason: z3.string().nullable().optional(),
+        finish_reason: z3.string().nullish(),
         index: z3.number()
       })
     ),
@@ -995,7 +1038,17 @@ var openaiCompletionProviderOptions = z4.object({
   A unique identifier representing your end-user, which can help OpenAI to
   monitor and detect abuse. Learn more.
    */
-  user: z4.string().optional()
+  user: z4.string().optional(),
+  /**
+  Return the log probabilities of the tokens. Including logprobs will increase
+  the response size and can slow down response times. However, it can
+  be useful to better understand how the model is behaving.
+  Setting to true will return the log probabilities of the tokens that
+  were generated.
+  Setting to a number will return the log probabilities of the top n
+  tokens that were generated.
+     */
+  logprobs: z4.union([z4.boolean(), z4.number()]).optional()
 });
 
 // src/openai-completion-language-model.ts
@@ -1067,6 +1120,7 @@ var OpenAICompletionLanguageModel = class {
         // model specific settings:
         echo: openaiOptions.echo,
         logit_bias: openaiOptions.logitBias,
+        logprobs: (openaiOptions == null ? void 0 : openaiOptions.logprobs) === true ? 0 : (openaiOptions == null ? void 0 : openaiOptions.logprobs) === false ? void 0 : openaiOptions == null ? void 0 : openaiOptions.logprobs,
         suffix: openaiOptions.suffix,
         user: openaiOptions.user,
         // standardized settings:
@@ -1105,6 +1159,10 @@ var OpenAICompletionLanguageModel = class {
       fetch: this.config.fetch
     });
     const choice = response.choices[0];
+    const providerMetadata = { openai: {} };
+    if (choice.logprobs != null) {
+      providerMetadata.openai.logprobs = choice.logprobs;
+    }
     return {
       content: [{ type: "text", text: choice.text }],
       usage: {
@@ -1118,6 +1176,7 @@ var OpenAICompletionLanguageModel = class {
         headers: responseHeaders,
         body: rawResponse
       },
+      providerMetadata,
       warnings
     };
   }
@@ -1144,6 +1203,7 @@ var OpenAICompletionLanguageModel = class {
       fetch: this.config.fetch
     });
     let finishReason = "unknown";
+    const providerMetadata = { openai: {} };
     const usage = {
       inputTokens: void 0,
       outputTokens: void 0
@@ -1182,6 +1242,9 @@ var OpenAICompletionLanguageModel = class {
             if ((choice == null ? void 0 : choice.finish_reason) != null) {
               finishReason = mapOpenAIFinishReason(choice.finish_reason);
             }
+            if ((choice == null ? void 0 : choice.logprobs) != null) {
+              providerMetadata.openai.logprobs = choice.logprobs;
+            }
             if ((choice == null ? void 0 : choice.text) != null) {
               controller.enqueue({
                 type: "text",
@@ -1193,6 +1256,7 @@ var OpenAICompletionLanguageModel = class {
             controller.enqueue({
               type: "finish",
               finishReason,
+              providerMetadata,
               usage
             });
           }
@@ -1210,7 +1274,12 @@ var openaiCompletionResponseSchema = z5.object({
   choices: z5.array(
     z5.object({
       text: z5.string(),
-      finish_reason: z5.string()
+      finish_reason: z5.string(),
+      logprobs: z5.object({
+        tokens: z5.array(z5.string()),
+        token_logprobs: z5.array(z5.number()),
+        top_logprobs: z5.array(z5.record(z5.string(), z5.number())).nullish()
+      }).nullish()
     })
   ),
   usage: z5.object({
@@ -1227,7 +1296,12 @@ var openaiCompletionChunkSchema = z5.union([
       z5.object({
         text: z5.string(),
         finish_reason: z5.string().nullish(),
-        index: z5.number()
+        index: z5.number(),
+        logprobs: z5.object({
+          tokens: z5.array(z5.string()),
+          token_logprobs: z5.array(z5.number()),
+          top_logprobs: z5.array(z5.record(z5.string(), z5.number())).nullish()
+        }).nullish()
       })
     ),
     usage: z5.object({
@@ -1415,12 +1489,23 @@ var OpenAIImageModel = class {
         timestamp: currentDate,
         modelId: this.modelId,
         headers: responseHeaders
+      },
+      providerMetadata: {
+        openai: {
+          images: response.data.map(
+            (item) => item.revised_prompt ? {
+              revisedPrompt: item.revised_prompt
+            } : null
+          )
+        }
       }
     };
   }
 };
 var openaiImageResponseSchema = z8.object({
-  data: z8.array(z8.object({ b64_json: z8.string() }))
+  data: z8.array(
+    z8.object({ b64_json: z8.string(), revised_prompt: z8.string().optional() })
+  )
 });
 
 // src/openai-tools.ts