@effect/ai-openai 4.0.0-beta.50 → 4.0.0-beta.52

package/src/OpenAiLanguageModel.ts

@@ -19,7 +19,7 @@ import * as Schema from "effect/Schema"
 import * as AST from "effect/SchemaAST"
 import * as Stream from "effect/Stream"
 import type { Span } from "effect/Tracer"
-import type { DeepMutable, Simplify } from "effect/Types"
+import type { DeepMutable, Mutable, Simplify } from "effect/Types"
 import * as AiError from "effect/unstable/ai/AiError"
 import * as IdGenerator from "effect/unstable/ai/IdGenerator"
 import * as LanguageModel from "effect/unstable/ai/LanguageModel"
@@ -33,6 +33,7 @@ import type * as HttpClientResponse from "effect/unstable/http/HttpClientRespons
 import * as Generated from "./Generated.ts"
 import * as InternalUtilities from "./internal/utilities.ts"
 import { OpenAiClient } from "./OpenAiClient.ts"
+import type * as OpenAiSchema from "./OpenAiSchema.ts"
 import { addGenAIAnnotations } from "./OpenAiTelemetry.ts"
 import type * as OpenAiTool from "./OpenAiTool.ts"
 
@@ -65,7 +66,7 @@ export class Config extends Context.Service<
   Simplify<
     & Partial<
       Omit<
-        typeof Generated.CreateResponse.Encoded,
+        typeof OpenAiSchema.CreateResponse.Encoded,
         "input" | "tools" | "tool_choice" | "stream" | "text"
       >
     >
@@ -140,7 +141,7 @@ declare module "effect/unstable/ai/Prompt" {
       /**
        * The status of item.
        */
-      readonly status?: typeof Generated.Message.Encoded["status"] | null
+      readonly status?: typeof OpenAiSchema.MessageStatus.Encoded | null
       /**
        * The ID of the approval request.
        */
@@ -157,7 +158,7 @@ declare module "effect/unstable/ai/Prompt" {
       /**
        * The status of item.
        */
-      readonly status?: typeof Generated.Message.Encoded["status"] | null
+      readonly status?: typeof OpenAiSchema.MessageStatus.Encoded | null
       /**
        * The ID of the approval request.
        */
@@ -174,11 +175,11 @@ declare module "effect/unstable/ai/Prompt" {
       /**
        * The status of item.
        */
-      readonly status?: typeof Generated.Message.Encoded["status"] | null
+      readonly status?: typeof OpenAiSchema.MessageStatus.Encoded | null
       /**
        * A list of annotations that apply to the output text.
        */
-      readonly annotations?: ReadonlyArray<typeof Generated.Annotation.Encoded> | null
+      readonly annotations?: ReadonlyArray<typeof OpenAiSchema.Annotation.Encoded> | null
     } | null
   }
 }
@@ -196,11 +197,11 @@ declare module "effect/unstable/ai/Response" {
       /**
        * The status of item.
        */
-      readonly status?: typeof Generated.Message.Encoded["status"] | null
+      readonly status?: typeof OpenAiSchema.MessageStatus.Encoded | null
       /**
        * The text content part annotations.
        */
-      readonly annotations?: ReadonlyArray<typeof Generated.Annotation.Encoded> | null
+      readonly annotations?: ReadonlyArray<typeof OpenAiSchema.Annotation.Encoded> | null
     }
   }
 
@@ -213,7 +214,7 @@ declare module "effect/unstable/ai/Response" {
   export interface TextEndPartMetadata extends ProviderMetadata {
     readonly openai?: {
       readonly itemId?: string | null
-      readonly annotations?: ReadonlyArray<typeof Generated.Annotation.Encoded> | null
+      readonly annotations?: ReadonlyArray<typeof OpenAiSchema.Annotation.Encoded> | null
     } | null
   }
 
@@ -356,9 +357,9 @@ export const make = Effect.fnUntraced(function*({ model, config: providerConfig
       readonly config: typeof Config.Service
       readonly options: LanguageModel.ProviderOptions
       readonly toolNameMapper: Tool.NameMapper<Tools>
-    }): Effect.fn.Return<typeof Generated.CreateResponse.Encoded, AiError.AiError> {
-      const include = new Set<typeof Generated.IncludeEnum.Encoded>()
-      const capabilities = getModelCapabilities(config.model!)
+    }): Effect.fn.Return<typeof OpenAiSchema.CreateResponse.Encoded, AiError.AiError> {
+      const include = new Set<typeof OpenAiSchema.IncludeEnum.Encoded>()
+      const capabilities = getModelCapabilities(config.model as string)
       const messages = yield* prepareMessages({
         config,
         options,
@@ -375,18 +376,18 @@ export const make = Effect.fnUntraced(function*({ model, config: providerConfig
         config,
         options
       })
-      const request: typeof Generated.CreateResponse.Encoded = {
+      const request: Mutable<typeof OpenAiSchema.CreateResponse.Encoded> = {
         ...config,
         input: messages,
         include: include.size > 0 ? Array.from(include) : null,
         text: {
           verbosity: config.text?.verbosity ?? null,
           format: responseFormat
-        },
-        ...(tools ? { tools } : undefined),
-        ...(toolChoice ? { tool_choice: toolChoice } : undefined),
-        ...(options.previousResponseId ? { previous_response_id: options.previousResponseId } : undefined)
+        }
       }
+      if (tools) request.tools = tools
+      if (toolChoice) request.tool_choice = toolChoice
+      if (options.previousResponseId) request.previous_response_id = options.previousResponseId
       return request
     }
   )
@@ -516,10 +517,10 @@ const prepareMessages = Effect.fnUntraced(
   }: {
     readonly config: typeof Config.Service
     readonly options: LanguageModel.ProviderOptions
-    readonly include: Set<typeof Generated.IncludeEnum.Encoded>
+    readonly include: Set<typeof OpenAiSchema.IncludeEnum.Encoded>
     readonly capabilities: ModelCapabilities
     readonly toolNameMapper: Tool.NameMapper<Tools>
-  }): Effect.fn.Return<ReadonlyArray<typeof Generated.InputItem.Encoded>, AiError.AiError> {
+  }): Effect.fn.Return<ReadonlyArray<typeof OpenAiSchema.InputItem.Encoded>, AiError.AiError> {
     const processedApprovalIds = new Set<string>()
 
     const hasConversation = Predicate.isNotNullish(config.conversation)
@@ -558,21 +559,21 @@ const prepareMessages = Effect.fnUntraced(
       include.add("web_search_call.action.sources")
     }
 
-    const messages: Array<typeof Generated.InputItem.Encoded> = []
+    const messages: Array<typeof OpenAiSchema.InputItem.Encoded> = []
     const prompt = options.incrementalPrompt ?? options.prompt
 
     for (const message of prompt.content) {
       switch (message.role) {
         case "system": {
           messages.push({
-            role: getSystemMessageMode(config.model!),
+            role: getSystemMessageMode(config.model as string),
             content: message.content
           })
           break
         }
 
         case "user": {
-          const content: Array<typeof Generated.InputContent.Encoded> = []
+          const content: Array<typeof OpenAiSchema.InputContent.Encoded> = []
 
           for (let index = 0; index < message.content.length; index++) {
             const part = message.content[index]
@@ -635,7 +636,7 @@ const prepareMessages = Effect.fnUntraced(
         }
 
         case "assistant": {
-          const reasoningMessages: Record<string, DeepMutable<typeof Generated.ReasoningItem.Encoded>> = {}
+          const reasoningMessages: Record<string, DeepMutable<typeof OpenAiSchema.ReasoningItem.Encoded>> = {}
 
           for (const part of message.content) {
             switch (part.type) {
@@ -694,7 +695,7 @@ const prepareMessages = Effect.fnUntraced(
                       }
                     }
                   } else {
-                    const summaryParts: Array<typeof Generated.SummaryTextContent.Encoded> = []
+                    const summaryParts: Array<typeof OpenAiSchema.SummaryTextContent.Encoded> = []
 
                     if (part.text.length > 0) {
                       summaryParts.push({ type: "summary_text", text: part.text })
@@ -705,7 +706,9 @@ const prepareMessages = Effect.fnUntraced(
                         type: "reasoning",
                         id,
                         summary: summaryParts,
-                        encrypted_content: encryptedContent ?? null
+                        ...(Predicate.isNotNull(encryptedContent)
+                          ? { encrypted_content: encryptedContent }
+                          : undefined)
                       }
 
                       messages.push(reasoningMessages[id])
@@ -941,7 +944,56 @@ const buildHttpResponseDetails = (
 // Response Conversion
 // =============================================================================
 
-type ResponseStreamEvent = typeof Generated.ResponseStreamEvent.Type
+type ResponseStreamEvent = typeof OpenAiSchema.ResponseStreamEvent.Type
+
+type KnownResponseStreamEventType =
+  | "response.created"
+  | "response.completed"
+  | "response.incomplete"
+  | "response.failed"
+  | "response.output_item.added"
+  | "response.output_item.done"
+  | "response.output_text.delta"
+  | "response.output_text.annotation.added"
+  | "response.reasoning_summary_part.added"
+  | "response.reasoning_summary_part.done"
+  | "response.reasoning_summary_text.delta"
+  | "response.function_call_arguments.delta"
+  | "response.function_call_arguments.done"
+  | "response.code_interpreter_call_code.delta"
+  | "response.code_interpreter_call_code.done"
+  | "response.apply_patch_call_operation_diff.delta"
+  | "response.apply_patch_call_operation_diff.done"
+  | "response.image_generation_call.partial_image"
+  | "error"
+
+type KnownResponseStreamEvent = Extract<ResponseStreamEvent, { readonly type: KnownResponseStreamEventType }>
+
+const knownResponseStreamEventTypes = new Set<KnownResponseStreamEventType>([
+  "response.created",
+  "response.completed",
+  "response.incomplete",
+  "response.failed",
+  "response.output_item.added",
+  "response.output_item.done",
+  "response.output_text.delta",
+  "response.output_text.annotation.added",
+  "response.reasoning_summary_part.added",
+  "response.reasoning_summary_part.done",
+  "response.reasoning_summary_text.delta",
+  "response.function_call_arguments.delta",
+  "response.function_call_arguments.done",
+  "response.code_interpreter_call_code.delta",
+  "response.code_interpreter_call_code.done",
+  "response.apply_patch_call_operation_diff.delta",
+  "response.apply_patch_call_operation_diff.done",
+  "response.image_generation_call.partial_image",
+  "error"
+])
+
+const isKnownResponseStreamEvent = (
+  event: ResponseStreamEvent
+): event is KnownResponseStreamEvent => knownResponseStreamEventTypes.has(event.type as KnownResponseStreamEventType)
 
 const makeResponse = Effect.fnUntraced(
   function*<Tools extends ReadonlyArray<Tool.Any>>({
@@ -951,7 +1003,7 @@ const makeResponse = Effect.fnUntraced(
     toolNameMapper
   }: {
     readonly options: LanguageModel.ProviderOptions
-    readonly rawResponse: Generated.Response
+    readonly rawResponse: OpenAiSchema.Response
     readonly response: HttpClientResponse.HttpClientResponse
     readonly toolNameMapper: Tool.NameMapper<Tools>
   }): Effect.fn.Return<
@@ -990,7 +1042,7 @@ const makeResponse = Effect.fnUntraced(
             id: part.call_id,
             name: toolName,
             params: { call_id: part.call_id, operation: part.operation },
-            metadata: { openai: { ...makeItemIdMetadata(part.id) } }
+            metadata: { openai: makeItemIdMetadata(part.id) }
           })
           break
         }
@@ -1065,7 +1117,7 @@ const makeResponse = Effect.fnUntraced(
             id: part.call_id,
             name: toolName,
             params,
-            metadata: { openai: { ...makeItemIdMetadata(part.id) } }
+            metadata: { openai: makeItemIdMetadata(part.id) }
           })
           break
         }
@@ -1096,7 +1148,7 @@ const makeResponse = Effect.fnUntraced(
             id: part.call_id,
             name: toolName,
             params: { action: part.action },
-            metadata: { openai: { ...makeItemIdMetadata(part.id) } }
+            metadata: { openai: makeItemIdMetadata(part.id) }
           })
           break
         }
@@ -1130,7 +1182,7 @@ const makeResponse = Effect.fnUntraced(
               ...(Predicate.isNotNullish(part.output) ? { output: part.output } : undefined),
               ...(Predicate.isNotNullish(part.error) ? { error: part.error } : undefined)
             },
-            metadata: { openai: { ...makeItemIdMetadata(part.id) } }
+            metadata: { openai: makeItemIdMetadata(part.id) }
           })
 
           break
@@ -1147,7 +1199,12 @@ const makeResponse = Effect.fnUntraced(
           const toolName = `mcp.${part.name}`
 
           const params = yield* Effect.try({
-            try: () => Tool.unsafeSecureJsonParse(part.arguments),
+            try: () =>
+              Tool.unsafeSecureJsonParse(
+                typeof part.arguments === "string"
+                  ? part.arguments
+                  : JSON.stringify(part.arguments)
+              ),
             catch: (cause) =>
               AiError.make({
                 module: "OpenAiLanguageModel",
@@ -1305,7 +1362,7 @@ const makeResponse = Effect.fnUntraced(
             id: part.call_id,
             name: toolName,
             params: { action: part.action },
-            metadata: { openai: { ...makeItemIdMetadata(part.id) } }
+            metadata: { openai: makeItemIdMetadata(part.id) }
           })
           break
         }
@@ -1344,7 +1401,7 @@ const makeResponse = Effect.fnUntraced(
       reason: finishReason,
       usage: getUsage(rawResponse.usage),
       response: buildHttpResponseDetails(response),
-      ...(rawResponse.service_tier && { metadata: { openai: { serviceTier: rawResponse.service_tier } } })
+      ...toServiceTier(rawResponse.service_tier)
     })
 
     return parts
@@ -1377,7 +1434,7 @@ const makeStreamResponse = Effect.fnUntraced(
     let hasToolCalls = false
 
     // Track annotations for current message to include in text-end metadata
-    const activeAnnotations: Array<typeof Generated.Annotation.Encoded> = []
+    const activeAnnotations: Array<typeof OpenAiSchema.Annotation.Encoded> = []
 
     type ReasoningSummaryPartStatus = "active" | "can-conclude" | "concluded"
     type ReasoningPart = {
@@ -1434,6 +1491,10 @@ const makeStreamResponse = Effect.fnUntraced(
       Stream.mapEffect(Effect.fnUntraced(function*(event) {
         const parts: Array<Response.StreamPartEncoded> = []
 
+        if (!isKnownResponseStreamEvent(event)) {
+          return parts
+        }
+
         switch (event.type) {
           case "response.created": {
             const createdAt = new Date(event.response.created_at * 1000)
@@ -1463,7 +1524,7 @@ const makeStreamResponse = Effect.fnUntraced(
               ),
               usage: getUsage(event.response.usage),
               response: buildHttpResponseDetails(response),
-              ...(event.response.service_tier && { metadata: { openai: { serviceTier: event.response.service_tier } } })
+              ...toServiceTier(event.response.service_tier)
             })
             break
           }
@@ -1602,7 +1663,7 @@ const makeStreamResponse = Effect.fnUntraced(
                 parts.push({
                   type: "text-start",
                   id: event.item.id,
-                  metadata: { openai: { ...makeItemIdMetadata(event.item.id) } }
+                  metadata: { openai: makeItemIdMetadata(event.item.id) }
                 })
                 break
               }
@@ -1628,7 +1689,7 @@ const makeStreamResponse = Effect.fnUntraced(
               case "shell_call": {
                 const toolName = toolNameMapper.getCustomName("shell")
                 activeToolCalls[event.output_index] = {
-                  id: event.item.id,
+                  id: event.item.id ?? event.item.call_id,
                   name: toolName
                 }
                 break
@@ -1679,7 +1740,7 @@ const makeStreamResponse = Effect.fnUntraced(
                     parts.push({
                       type: "tool-params-delta",
                       id: toolCall.id,
-                      delta: InternalUtilities.escapeJSONDelta(event.item.operation.diff)
+                      delta: InternalUtilities.escapeJSONDelta(event.item.operation.diff ?? "")
                     })
                   }
                   parts.push({
@@ -1701,7 +1762,7 @@ const makeStreamResponse = Effect.fnUntraced(
                     id: toolCall.id,
                     name: toolName,
                     params: { call_id: event.item.call_id, operation: event.item.operation },
-                    metadata: { openai: { ...makeItemIdMetadata(event.item.id) } }
+                    metadata: { openai: makeItemIdMetadata(event.item.id) }
                   })
                 }
                 delete activeToolCalls[event.output_index]
@@ -1802,7 +1863,7 @@ const makeStreamResponse = Effect.fnUntraced(
                   id: event.item.call_id,
                   name: toolName,
                   params,
-                  metadata: { openai: { ...makeItemIdMetadata(event.item.id) } }
+                  metadata: { openai: makeItemIdMetadata(event.item.id) }
                 })
 
                 break
@@ -1828,7 +1889,7 @@ const makeStreamResponse = Effect.fnUntraced(
                   id: event.item.call_id,
                   name: toolName,
                   params: { action: event.item.action },
-                  metadata: { openai: { ...makeItemIdMetadata(event.item.id) } }
+                  metadata: { openai: makeItemIdMetadata(event.item.id) }
                 })
                 break
               }
@@ -1866,7 +1927,7 @@ const makeStreamResponse = Effect.fnUntraced(
                     ...(Predicate.isNotNullish(event.item.output) ? { output: event.item.output } : undefined),
                     ...(Predicate.isNotNullish(event.item.error) ? { error: event.item.error } : undefined)
                   },
-                  metadata: { openai: { ...makeItemIdMetadata(event.item.id) } }
+                  metadata: { openai: makeItemIdMetadata(event.item.id) }
                 })
 
                 break
@@ -1934,10 +1995,10 @@ const makeStreamResponse = Effect.fnUntraced(
                 const toolName = toolNameMapper.getCustomName("shell")
                 parts.push({
                   type: "tool-call",
-                  id: event.item.id,
+                  id: event.item.id ?? event.item.call_id,
                   name: toolName,
                   params: { action: event.item.action },
-                  metadata: { openai: { ...makeItemIdMetadata(event.item.id) } }
+                  metadata: { openai: makeItemIdMetadata(event.item.id) }
                 })
                 break
               }
@@ -1972,7 +2033,7 @@ const makeStreamResponse = Effect.fnUntraced(
           }
 
           case "response.output_text.annotation.added": {
-            const annotation = event.annotation as typeof Generated.Annotation.Encoded
+            const annotation = event.annotation as typeof OpenAiSchema.Annotation.Encoded
             // Track annotation for text-end metadata
             activeAnnotations.push(annotation)
             if (annotation.type === "container_file_citation") {
@@ -2088,7 +2149,7 @@ const makeStreamResponse = Effect.fnUntraced(
                 id: toolCall.id,
                 name: toolCall.name,
                 params,
-                metadata: { openai: { ...makeItemIdMetadata(event.item_id) } }
+                metadata: { openai: makeItemIdMetadata(event.item_id) }
               })
 
               toolCall.functionCall.emitted = true
@@ -2226,7 +2287,7 @@ const makeStreamResponse = Effect.fnUntraced(
               type: "reasoning-delta",
               id: `${event.item_id}:${event.summary_index}`,
               delta: event.delta,
-              metadata: { openai: { ...makeItemIdMetadata(event.item_id) } }
+              metadata: { openai: makeItemIdMetadata(event.item_id) }
             })
             break
           }
@@ -2239,7 +2300,7 @@ const makeStreamResponse = Effect.fnUntraced(
               parts.push({
                 type: "reasoning-end",
                 id: `${event.item_id}:${event.summary_index}`,
-                metadata: { openai: { ...makeItemIdMetadata(event.item_id) } }
+                metadata: { openai: makeItemIdMetadata(event.item_id) }
               })
               // Mark the summary part concluded
               reasoningPart.summaryParts[event.summary_index] = "concluded"
@@ -2265,7 +2326,7 @@ const makeStreamResponse = Effect.fnUntraced(
 
 const annotateRequest = (
   span: Span,
-  request: typeof Generated.CreateResponse.Encoded
+  request: typeof OpenAiSchema.CreateResponse.Encoded
 ): void => {
   addGenAIAnnotations(span, {
     system: "openai",
@@ -2285,7 +2346,7 @@ const annotateRequest = (
   })
 }
 
-const annotateResponse = (span: Span, response: Generated.Response): void => {
+const annotateResponse = (span: Span, response: OpenAiSchema.Response): void => {
   const finishReason = response.incomplete_details?.reason as string | undefined
   addGenAIAnnotations(span, {
     response: {
@@ -2335,7 +2396,7 @@ const annotateStreamResponse = (span: Span, part: Response.StreamPartEncoded) =>
 // Tool Conversion
 // =============================================================================
 
-type OpenAiToolChoice = typeof Generated.CreateResponse.Encoded["tool_choice"]
+type OpenAiToolChoice = typeof OpenAiSchema.CreateResponse.Encoded["tool_choice"]
 
 const prepareTools = Effect.fnUntraced(function*<Tools extends ReadonlyArray<Tool.Any>>({
   config,
@@ -2346,7 +2407,7 @@ const prepareTools = Effect.fnUntraced(function*<Tools extends ReadonlyArray<Too
   readonly options: LanguageModel.ProviderOptions
   readonly toolNameMapper: Tool.NameMapper<Tools>
 }): Effect.fn.Return<{
-  readonly tools: ReadonlyArray<typeof Generated.Tool.Encoded> | undefined
+  readonly tools: ReadonlyArray<typeof OpenAiSchema.Tool.Encoded> | undefined
   readonly toolChoice: OpenAiToolChoice | undefined
 }, AiError.AiError> {
   // Return immediately if no tools are in the toolkit
@@ -2354,7 +2415,7 @@ const prepareTools = Effect.fnUntraced(function*<Tools extends ReadonlyArray<Too
     return { tools: undefined, toolChoice: undefined }
   }
 
-  const tools: Array<typeof Generated.Tool.Encoded> = []
+  const tools: Array<typeof OpenAiSchema.Tool.Encoded> = []
   let toolChoice: OpenAiToolChoice | undefined = undefined
 
   // Filter the incoming tools down to the set of allowed tools as indicated by
@@ -2561,14 +2622,14 @@ const getStatus = (
     | Prompt.TextPart
     | Prompt.ToolCallPart
     | Prompt.ToolResultPart
-): typeof Generated.Message.Encoded["status"] | null => part.options.openai?.status ?? null
+): typeof OpenAiSchema.MessageStatus.Encoded | null => part.options.openai?.status ?? null
 const getEncryptedContent = (
   part: Prompt.ReasoningPart
 ): string | null => part.options.openai?.encryptedContent ?? null
 
 const getImageDetail = (part: Prompt.FilePart): ImageDetail => part.options.openai?.imageDetail ?? "auto"
 
-const makeItemIdMetadata = (itemId: string | undefined) => Predicate.isNotUndefined(itemId) ? { itemId } : undefined
+const makeItemIdMetadata = (itemId: string | undefined) => Predicate.isNotUndefined(itemId) ? { itemId } : {}
 
 const makeEncryptedContentMetadata = (encryptedContent: string | null | undefined) =>
   Predicate.isNotNullish(encryptedContent) ? { encryptedContent } : undefined
@@ -2603,7 +2664,7 @@ const tryToolJsonSchema = <T extends Tool.Any>(tool: T, method: string) =>
 const prepareResponseFormat = Effect.fnUntraced(function*({ config, options }: {
   readonly config: typeof Config.Service
   readonly options: LanguageModel.ProviderOptions
-}): Effect.fn.Return<typeof Generated.TextResponseFormatConfiguration.Encoded, AiError.AiError> {
+}): Effect.fn.Return<typeof OpenAiSchema.TextResponseFormatConfiguration.Encoded, AiError.AiError> {
   if (options.responseFormat.type === "json") {
     const name = options.responseFormat.objectName
     const schema = options.responseFormat.schema
@@ -2691,7 +2752,7 @@ const getApprovalRequestIdMapping = (prompt: Prompt.Prompt): ReadonlyMap<string,
   return mapping
 }
 
-const getUsage = (usage: Generated.ResponseUsage | null | undefined): Response.Usage => {
+const getUsage = (usage: OpenAiSchema.ResponseUsage | null | undefined): Response.Usage => {
   if (Predicate.isNullish(usage)) {
     return {
       inputTokens: {
@@ -2710,8 +2771,8 @@ const getUsage = (usage: Generated.ResponseUsage | null | undefined): Response.U
 
   const inputTokens = usage.input_tokens
   const outputTokens = usage.output_tokens
-  const cachedTokens = usage.input_tokens_details.cached_tokens
-  const reasoningTokens = usage.output_tokens_details.reasoning_tokens
+  const cachedTokens = getUsageTokenDetail(usage.input_tokens_details, "cached_tokens")
+  const reasoningTokens = getUsageTokenDetail(usage.output_tokens_details, "reasoning_tokens")
 
   return {
     inputTokens: {
@@ -2728,6 +2789,30 @@ const getUsage = (usage: Generated.ResponseUsage | null | undefined): Response.U
   }
 }
 
+type ServiceTier = "default" | "auto" | "flex" | "scale" | "priority" | null
+
+const toServiceTier = (value: string | undefined): {
+  readonly metadata: {
+    readonly openai: {
+      readonly serviceTier: ServiceTier
+    }
+  }
+} | undefined => {
+  switch (value) {
+    case "default":
+    case "auto":
+    case "flex":
+    case "scale":
+    case "priority":
+      return { metadata: { openai: { serviceTier: value } } }
+    default:
+      return undefined
+  }
+}
+
+const getUsageTokenDetail = (details: unknown, key: string): number =>
+  Predicate.hasProperty(details, key) && typeof details[key] === "number" ? details[key] : 0
+
 const transformToolCallParams = Effect.fnUntraced(function*<Tools extends ReadonlyArray<Tool.Any>>(
   tools: Tools,
   toolName: string,