@ai-sdk/openai 2.0.12 → 2.0.13

package/CHANGELOG.md

@@ -1,5 +1,13 @@
 # @ai-sdk/openai
 
+## 2.0.13
+
+### Patch Changes
+
+- ddc9d99: Implements `logprobs` for OpenAI `providerOptions` and `providerMetaData` in `OpenAIResponsesLanguageModel`
+
+  You can now set `providerOptions.openai.logprobs` when using `generateText()` and retrieve logprobs from the response via `result.providerMetadata?.openai`
+
 ## 2.0.12
 
 ### Patch Changes

package/dist/index.d.mts

@@ -161,6 +161,7 @@ declare const openaiResponsesProviderOptionsSchema: z.ZodObject<{
     include: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodEnum<{
         "reasoning.encrypted_content": "reasoning.encrypted_content";
         "file_search_call.results": "file_search_call.results";
+        "message.output_text.logprobs": "message.output_text.logprobs";
     }>>>>;
     textVerbosity: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
         low: "low";
@@ -169,6 +170,7 @@ declare const openaiResponsesProviderOptionsSchema: z.ZodObject<{
     }>>>;
     promptCacheKey: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     safetyIdentifier: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    logprobs: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodNumber]>>;
 }, z.core.$strip>;
 type OpenAIResponsesProviderOptions = z.infer<typeof openaiResponsesProviderOptionsSchema>;
 

package/dist/index.d.ts

@@ -161,6 +161,7 @@ declare const openaiResponsesProviderOptionsSchema: z.ZodObject<{
     include: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodEnum<{
         "reasoning.encrypted_content": "reasoning.encrypted_content";
         "file_search_call.results": "file_search_call.results";
+        "message.output_text.logprobs": "message.output_text.logprobs";
     }>>>>;
     textVerbosity: z.ZodOptional<z.ZodNullable<z.ZodEnum<{
         low: "low";
@@ -169,6 +170,7 @@ declare const openaiResponsesProviderOptionsSchema: z.ZodObject<{
     }>>>;
     promptCacheKey: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     safetyIdentifier: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    logprobs: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodNumber]>>;
 }, z.core.$strip>;
 type OpenAIResponsesProviderOptions = z.infer<typeof openaiResponsesProviderOptionsSchema>;
 

package/dist/index.js

@@ -2127,6 +2127,19 @@ function prepareResponsesTools({
 }
 
 // src/responses/openai-responses-language-model.ts
+var TOP_LOGPROBS_MAX = 20;
+var LOGPROBS_SCHEMA = import_v413.z.array(
+  import_v413.z.object({
+    token: import_v413.z.string(),
+    logprob: import_v413.z.number(),
+    top_logprobs: import_v413.z.array(
+      import_v413.z.object({
+        token: import_v413.z.string(),
+        logprob: import_v413.z.number()
+      })
+    )
+  })
+);
 var OpenAIResponsesLanguageModel = class {
   constructor(modelId, config) {
     this.specificationVersion = "v2";
@@ -2190,6 +2203,8 @@ var OpenAIResponsesLanguageModel = class {
       schema: openaiResponsesProviderOptionsSchema
     });
     const strictJsonSchema = (_a = openaiOptions == null ? void 0 : openaiOptions.strictJsonSchema) != null ? _a : false;
+    const topLogprobs = typeof (openaiOptions == null ? void 0 : openaiOptions.logprobs) === "number" ? openaiOptions == null ? void 0 : openaiOptions.logprobs : (openaiOptions == null ? void 0 : openaiOptions.logprobs) === true ? TOP_LOGPROBS_MAX : void 0;
+    const openaiOptionsInclude = topLogprobs ? Array.isArray(openaiOptions == null ? void 0 : openaiOptions.include) ? [...openaiOptions == null ? void 0 : openaiOptions.include, "message.output_text.logprobs"] : ["message.output_text.logprobs"] : openaiOptions == null ? void 0 : openaiOptions.include;
     const baseArgs = {
       model: this.modelId,
       input: messages,
@@ -2220,9 +2235,10 @@ var OpenAIResponsesLanguageModel = class {
       user: openaiOptions == null ? void 0 : openaiOptions.user,
       instructions: openaiOptions == null ? void 0 : openaiOptions.instructions,
       service_tier: openaiOptions == null ? void 0 : openaiOptions.serviceTier,
-      include: openaiOptions == null ? void 0 : openaiOptions.include,
+      include: openaiOptionsInclude,
       prompt_cache_key: openaiOptions == null ? void 0 : openaiOptions.promptCacheKey,
       safety_identifier: openaiOptions == null ? void 0 : openaiOptions.safetyIdentifier,
+      top_logprobs: topLogprobs,
       // model-specific settings:
       ...modelConfig.isReasoningModel && ((openaiOptions == null ? void 0 : openaiOptions.reasoningEffort) != null || (openaiOptions == null ? void 0 : openaiOptions.reasoningSummary) != null) && {
         reasoning: {
@@ -2306,7 +2322,7 @@ var OpenAIResponsesLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     const { args: body, warnings } = await this.getArgs(options);
     const url = this.config.url({
       path: "/responses",
@@ -2340,6 +2356,7 @@ var OpenAIResponsesLanguageModel = class {
                   import_v413.z.object({
                     type: import_v413.z.literal("output_text"),
                     text: import_v413.z.string(),
+                    logprobs: LOGPROBS_SCHEMA.nullish(),
                     annotations: import_v413.z.array(
                       import_v413.z.object({
                         type: import_v413.z.literal("url_citation"),
@@ -2417,6 +2434,7 @@ var OpenAIResponsesLanguageModel = class {
       });
     }
     const content = [];
+    const logprobs = [];
     for (const part of response.output) {
       switch (part.type) {
         case "reasoning": {
@@ -2439,6 +2457,9 @@ var OpenAIResponsesLanguageModel = class {
         }
         case "message": {
           for (const contentPart of part.content) {
+            if (((_c = (_b = options.providerOptions) == null ? void 0 : _b.openai) == null ? void 0 : _c.logprobs) && contentPart.logprobs) {
+              logprobs.push(contentPart.logprobs);
+            }
             content.push({
               type: "text",
               text: contentPart.text,
@@ -2452,7 +2473,7 @@ var OpenAIResponsesLanguageModel = class {
               content.push({
                 type: "source",
                 sourceType: "url",
-                id: (_d = (_c = (_b = this.config).generateId) == null ? void 0 : _c.call(_b)) != null ? _d : (0, import_provider_utils12.generateId)(),
+                id: (_f = (_e = (_d = this.config).generateId) == null ? void 0 : _e.call(_d)) != null ? _f : (0, import_provider_utils12.generateId)(),
                 url: annotation.url,
                 title: annotation.title
               });
@@ -2535,18 +2556,24 @@ var OpenAIResponsesLanguageModel = class {
         }
       }
     }
+    const providerMetadata = {
+      openai: { responseId: response.id }
+    };
+    if (logprobs.length > 0) {
+      providerMetadata.openai.logprobs = logprobs;
+    }
     return {
       content,
       finishReason: mapOpenAIResponseFinishReason({
-        finishReason: (_e = response.incomplete_details) == null ? void 0 : _e.reason,
+        finishReason: (_g = response.incomplete_details) == null ? void 0 : _g.reason,
         hasToolCalls: content.some((part) => part.type === "tool-call")
       }),
       usage: {
         inputTokens: response.usage.input_tokens,
         outputTokens: response.usage.output_tokens,
         totalTokens: response.usage.input_tokens + response.usage.output_tokens,
-        reasoningTokens: (_g = (_f = response.usage.output_tokens_details) == null ? void 0 : _f.reasoning_tokens) != null ? _g : void 0,
-        cachedInputTokens: (_i = (_h = response.usage.input_tokens_details) == null ? void 0 : _h.cached_tokens) != null ? _i : void 0
+        reasoningTokens: (_i = (_h = response.usage.output_tokens_details) == null ? void 0 : _h.reasoning_tokens) != null ? _i : void 0,
+        cachedInputTokens: (_k = (_j = response.usage.input_tokens_details) == null ? void 0 : _j.cached_tokens) != null ? _k : void 0
       },
       request: { body },
       response: {
@@ -2556,11 +2583,7 @@ var OpenAIResponsesLanguageModel = class {
         headers: responseHeaders,
         body: rawResponse
       },
-      providerMetadata: {
-        openai: {
-          responseId: response.id
-        }
-      },
+      providerMetadata,
       warnings
     };
   }
@@ -2590,6 +2613,7 @@ var OpenAIResponsesLanguageModel = class {
       outputTokens: void 0,
       totalTokens: void 0
     };
+    const logprobs = [];
     let responseId = null;
     const ongoingToolCalls = {};
     let hasToolCalls = false;
@@ -2815,6 +2839,9 @@ var OpenAIResponsesLanguageModel = class {
                 id: value.item_id,
                 delta: value.delta
               });
+              if (value.logprobs) {
+                logprobs.push(value.logprobs);
+              }
             } else if (isResponseReasoningSummaryPartAddedChunk(value)) {
               if (value.summary_index > 0) {
                 (_c = activeReasoning[value.item_id]) == null ? void 0 : _c.summaryParts.push(
@@ -2865,15 +2892,19 @@ var OpenAIResponsesLanguageModel = class {
             }
           },
           flush(controller) {
+            const providerMetadata = {
+              openai: {
+                responseId
+              }
+            };
+            if (logprobs.length > 0) {
+              providerMetadata.openai.logprobs = logprobs;
+            }
             controller.enqueue({
               type: "finish",
               finishReason,
               usage,
-              providerMetadata: {
-                openai: {
-                  responseId
-                }
-              }
+              providerMetadata
             });
           }
         })
@@ -2892,7 +2923,8 @@ var usageSchema2 = import_v413.z.object({
 var textDeltaChunkSchema = import_v413.z.object({
   type: import_v413.z.literal("response.output_text.delta"),
   item_id: import_v413.z.string(),
-  delta: import_v413.z.string()
+  delta: import_v413.z.string(),
+  logprobs: LOGPROBS_SCHEMA.nullish()
 });
 var errorChunkSchema = import_v413.z.object({
   type: import_v413.z.literal("error"),
@@ -3133,10 +3165,29 @@ var openaiResponsesProviderOptionsSchema = import_v413.z.object({
   instructions: import_v413.z.string().nullish(),
   reasoningSummary: import_v413.z.string().nullish(),
   serviceTier: import_v413.z.enum(["auto", "flex", "priority"]).nullish(),
-  include: import_v413.z.array(import_v413.z.enum(["reasoning.encrypted_content", "file_search_call.results"])).nullish(),
+  include: import_v413.z.array(
+    import_v413.z.enum([
+      "reasoning.encrypted_content",
+      "file_search_call.results",
+      "message.output_text.logprobs"
+    ])
+  ).nullish(),
   textVerbosity: import_v413.z.enum(["low", "medium", "high"]).nullish(),
   promptCacheKey: import_v413.z.string().nullish(),
-  safetyIdentifier: import_v413.z.string().nullish()
+  safetyIdentifier: import_v413.z.string().nullish(),
+  /**
+   * Return the log probabilities of the tokens.
+   *
+   * Setting to true will return the log probabilities of the tokens that
+   * were generated.
+   *
+   * Setting to a number will return the log probabilities of the top n
+   * tokens that were generated.
+   *
+   * @see https://platform.openai.com/docs/api-reference/responses/create
+   * @see https://cookbook.openai.com/examples/using_logprobs
+   */
+  logprobs: import_v413.z.union([import_v413.z.boolean(), import_v413.z.number().min(1).max(TOP_LOGPROBS_MAX)]).optional()
 });
 
 // src/speech/openai-speech-model.ts