@oh-my-pi/pi-ai 17.1.0 → 17.1.2

package/dist/types/providers/openai-responses-server-schema.d.ts

@@ -10,7 +10,7 @@
 import type { EasyInputMessage, ResponseCreateParams, ResponseFunctionToolCall, ResponseInputContent, ResponseInputItem, ResponseOutputMessage, ResponseReasoningItem, Tool as ResponsesTool } from "./openai-responses-wire.js";
 declare const inputImageBlockSchema: import("arktype/internal/variants/object.ts").ObjectType<{
     type: "input_image";
-    detail?: "auto" | "high" | "low" | undefined;
+    detail?: "auto" | "high" | "low" | "original" | undefined;
     image_url?: string | undefined;
     file_id?: string | undefined;
 }, {}>;
@@ -19,6 +19,7 @@ declare const inputFileBlockSchema: import("arktype/internal/variants/object.ts"
     file_id?: string | undefined;
     filename?: string | undefined;
     file_data?: string | undefined;
+    file_url?: string | undefined;
 }, {}>;
 declare const outputRefusalSchema: import("arktype/internal/variants/object.ts").ObjectType<{
     type: "refusal";
@@ -36,6 +37,117 @@ declare const customToolCallOutputItemSchema: import("arktype/internal/variants/
     call_id: string;
     output: string;
 }, {}>;
+declare const computerCallItemSchema: import("arktype/internal/variants/object.ts").ObjectType<{
+    type: "computer_call";
+    id: string;
+    call_id: string;
+    action?: {
+        type: "click";
+        button: "back" | "forward" | "left" | "right" | "wheel";
+        x: number;
+        y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "double_click";
+        x: number;
+        y: number;
+        keys: string[] | null;
+    } | {
+        type: "drag";
+        path: {
+            x: number;
+            y: number;
+        }[];
+        keys?: string[] | null | undefined;
+    } | {
+        type: "keypress";
+        keys: string[];
+    } | {
+        type: "move";
+        x: number;
+        y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "screenshot";
+    } | {
+        type: "scroll";
+        x: number;
+        y: number;
+        scroll_x: number;
+        scroll_y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "type";
+        text: string;
+    } | {
+        type: "wait";
+    } | undefined;
+    actions?: ({
+        type: "click";
+        button: "back" | "forward" | "left" | "right" | "wheel";
+        x: number;
+        y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "double_click";
+        x: number;
+        y: number;
+        keys: string[] | null;
+    } | {
+        type: "drag";
+        path: {
+            x: number;
+            y: number;
+        }[];
+        keys?: string[] | null | undefined;
+    } | {
+        type: "keypress";
+        keys: string[];
+    } | {
+        type: "move";
+        x: number;
+        y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "screenshot";
+    } | {
+        type: "scroll";
+        x: number;
+        y: number;
+        scroll_x: number;
+        scroll_y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "type";
+        text: string;
+    } | {
+        type: "wait";
+    })[] | undefined;
+    pending_safety_checks: {
+        id: string;
+        code?: string | null | undefined;
+        message?: string | null | undefined;
+    }[];
+    status: "completed" | "in_progress" | "incomplete";
+}, {}>;
+declare const computerCallOutputItemSchema: import("arktype/internal/variants/object.ts").ObjectType<{
+    type: "computer_call_output";
+    id?: string | null | undefined;
+    call_id: string;
+    output: {
+        type: "computer_screenshot";
+        image_url: string;
+    } | {
+        type: "computer_screenshot";
+        file_id: string;
+    };
+    acknowledged_safety_checks?: {
+        id: string;
+        code?: string | null | undefined;
+        message?: string | null | undefined;
+    }[] | null | undefined;
+    status?: "completed" | "failed" | "in_progress" | "incomplete" | null | undefined;
+}, {}>;
 /**
  * Direct mapping to standard types.
  */
@@ -50,7 +162,7 @@ export declare const inputItemSchema: import("arktype/internal/variants/object.t
         text: string;
     } | {
         type: "input_image";
-        detail?: "auto" | "high" | "low" | undefined;
+        detail?: "auto" | "high" | "low" | "original" | undefined;
         image_url?: string | undefined;
         file_id?: string | undefined;
     } | {
@@ -58,6 +170,7 @@ export declare const inputItemSchema: import("arktype/internal/variants/object.t
         file_id?: string | undefined;
         filename?: string | undefined;
         file_data?: string | undefined;
+        file_url?: string | undefined;
     })[] | undefined;
 } | {
     type?: "message" | undefined;
@@ -70,7 +183,7 @@ export declare const inputItemSchema: import("arktype/internal/variants/object.t
         text: string;
     } | {
         type: "input_image";
-        detail?: "auto" | "high" | "low" | undefined;
+        detail?: "auto" | "high" | "low" | "original" | undefined;
         image_url?: string | undefined;
         file_id?: string | undefined;
     } | {
@@ -78,6 +191,7 @@ export declare const inputItemSchema: import("arktype/internal/variants/object.t
         file_id?: string | undefined;
         filename?: string | undefined;
         file_data?: string | undefined;
+        file_url?: string | undefined;
     })[] | undefined;
 } | {
     type?: "message" | undefined;
@@ -135,6 +249,115 @@ export declare const inputItemSchema: import("arktype/internal/variants/object.t
     type: "custom_tool_call_output";
     call_id: string;
     output: string;
+} | {
+    type: "computer_call";
+    id: string;
+    call_id: string;
+    action?: {
+        type: "click";
+        button: "back" | "forward" | "left" | "right" | "wheel";
+        x: number;
+        y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "double_click";
+        x: number;
+        y: number;
+        keys: string[] | null;
+    } | {
+        type: "drag";
+        path: {
+            x: number;
+            y: number;
+        }[];
+        keys?: string[] | null | undefined;
+    } | {
+        type: "keypress";
+        keys: string[];
+    } | {
+        type: "move";
+        x: number;
+        y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "screenshot";
+    } | {
+        type: "scroll";
+        x: number;
+        y: number;
+        scroll_x: number;
+        scroll_y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "type";
+        text: string;
+    } | {
+        type: "wait";
+    } | undefined;
+    actions?: ({
+        type: "click";
+        button: "back" | "forward" | "left" | "right" | "wheel";
+        x: number;
+        y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "double_click";
+        x: number;
+        y: number;
+        keys: string[] | null;
+    } | {
+        type: "drag";
+        path: {
+            x: number;
+            y: number;
+        }[];
+        keys?: string[] | null | undefined;
+    } | {
+        type: "keypress";
+        keys: string[];
+    } | {
+        type: "move";
+        x: number;
+        y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "screenshot";
+    } | {
+        type: "scroll";
+        x: number;
+        y: number;
+        scroll_x: number;
+        scroll_y: number;
+        keys?: string[] | null | undefined;
+    } | {
+        type: "type";
+        text: string;
+    } | {
+        type: "wait";
+    })[] | undefined;
+    pending_safety_checks: {
+        id: string;
+        code?: string | null | undefined;
+        message?: string | null | undefined;
+    }[];
+    status: "completed" | "in_progress" | "incomplete";
+} | {
+    type: "computer_call_output";
+    id?: string | null | undefined;
+    call_id: string;
+    output: {
+        type: "computer_screenshot";
+        image_url: string;
+    } | {
+        type: "computer_screenshot";
+        file_id: string;
+    };
+    acknowledged_safety_checks?: {
+        id: string;
+        code?: string | null | undefined;
+        message?: string | null | undefined;
+    }[] | null | undefined;
+    status?: "completed" | "failed" | "in_progress" | "incomplete" | null | undefined;
 } | {
     type: string;
 }, {}>;
@@ -147,6 +370,8 @@ export type OpenAIResponsesFunctionCallOutputItem = ResponseInputItem.FunctionCa
 /** Inferred shape of the custom tool call input item (no canonical SDK alias). */
 export type OpenAIResponsesCustomToolCallItem = typeof customToolCallItemSchema.infer;
 export type OpenAIResponsesCustomToolCallOutputItem = typeof customToolCallOutputItemSchema.infer;
+export type OpenAIResponsesComputerCallItem = typeof computerCallItemSchema.infer;
+export type OpenAIResponsesComputerCallOutputItem = typeof computerCallOutputItemSchema.infer;
 export type OpenAIResponsesInputImageBlock = typeof inputImageBlockSchema.infer;
 export type OpenAIResponsesInputFileBlock = typeof inputFileBlockSchema.infer;
 export type OpenAIResponsesOutputRefusalBlock = typeof outputRefusalSchema.infer;
@@ -166,7 +391,7 @@ export declare const toolChoiceSchema: import("arktype").BaseType<"auto" | "none
     type: "custom";
     name: string;
 } | {
-    type: "code_interpreter" | "computer_use_preview" | "file_search" | "image_generation" | "mcp" | "web_search_preview";
+    type: "code_interpreter" | "computer" | "computer_use_preview" | "file_search" | "image_generation" | "mcp" | "web_search_preview";
 } | {
     type: "allowed_tools";
     mode: "auto" | "required";
@@ -193,7 +418,7 @@ export declare const openaiResponsesRequestSchema: import("arktype/internal/vari
             text: string;
         } | {
             type: "input_image";
-            detail?: "auto" | "high" | "low" | undefined;
+            detail?: "auto" | "high" | "low" | "original" | undefined;
             image_url?: string | undefined;
             file_id?: string | undefined;
         } | {
@@ -201,6 +426,7 @@ export declare const openaiResponsesRequestSchema: import("arktype/internal/vari
             file_id?: string | undefined;
             filename?: string | undefined;
             file_data?: string | undefined;
+            file_url?: string | undefined;
         })[] | undefined;
     } | {
         type?: "message" | undefined;
@@ -213,7 +439,7 @@ export declare const openaiResponsesRequestSchema: import("arktype/internal/vari
             text: string;
         } | {
             type: "input_image";
-            detail?: "auto" | "high" | "low" | undefined;
+            detail?: "auto" | "high" | "low" | "original" | undefined;
             image_url?: string | undefined;
             file_id?: string | undefined;
         } | {
@@ -221,6 +447,7 @@ export declare const openaiResponsesRequestSchema: import("arktype/internal/vari
             file_id?: string | undefined;
             filename?: string | undefined;
             file_data?: string | undefined;
+            file_url?: string | undefined;
         })[] | undefined;
     } | {
         type?: "message" | undefined;
@@ -278,6 +505,115 @@ export declare const openaiResponsesRequestSchema: import("arktype/internal/vari
         type: "custom_tool_call_output";
         call_id: string;
         output: string;
+    } | {
+        type: "computer_call";
+        id: string;
+        call_id: string;
+        action?: {
+            type: "click";
+            button: "back" | "forward" | "left" | "right" | "wheel";
+            x: number;
+            y: number;
+            keys?: string[] | null | undefined;
+        } | {
+            type: "double_click";
+            x: number;
+            y: number;
+            keys: string[] | null;
+        } | {
+            type: "drag";
+            path: {
+                x: number;
+                y: number;
+            }[];
+            keys?: string[] | null | undefined;
+        } | {
+            type: "keypress";
+            keys: string[];
+        } | {
+            type: "move";
+            x: number;
+            y: number;
+            keys?: string[] | null | undefined;
+        } | {
+            type: "screenshot";
+        } | {
+            type: "scroll";
+            x: number;
+            y: number;
+            scroll_x: number;
+            scroll_y: number;
+            keys?: string[] | null | undefined;
+        } | {
+            type: "type";
+            text: string;
+        } | {
+            type: "wait";
+        } | undefined;
+        actions?: ({
+            type: "click";
+            button: "back" | "forward" | "left" | "right" | "wheel";
+            x: number;
+            y: number;
+            keys?: string[] | null | undefined;
+        } | {
+            type: "double_click";
+            x: number;
+            y: number;
+            keys: string[] | null;
+        } | {
+            type: "drag";
+            path: {
+                x: number;
+                y: number;
+            }[];
+            keys?: string[] | null | undefined;
+        } | {
+            type: "keypress";
+            keys: string[];
+        } | {
+            type: "move";
+            x: number;
+            y: number;
+            keys?: string[] | null | undefined;
+        } | {
+            type: "screenshot";
+        } | {
+            type: "scroll";
+            x: number;
+            y: number;
+            scroll_x: number;
+            scroll_y: number;
+            keys?: string[] | null | undefined;
+        } | {
+            type: "type";
+            text: string;
+        } | {
+            type: "wait";
+        })[] | undefined;
+        pending_safety_checks: {
+            id: string;
+            code?: string | null | undefined;
+            message?: string | null | undefined;
+        }[];
+        status: "completed" | "in_progress" | "incomplete";
+    } | {
+        type: "computer_call_output";
+        id?: string | null | undefined;
+        call_id: string;
+        output: {
+            type: "computer_screenshot";
+            image_url: string;
+        } | {
+            type: "computer_screenshot";
+            file_id: string;
+        };
+        acknowledged_safety_checks?: {
+            id: string;
+            code?: string | null | undefined;
+            message?: string | null | undefined;
+        }[] | null | undefined;
+        status?: "completed" | "failed" | "in_progress" | "incomplete" | null | undefined;
     } | {
         type: string;
     })[] | undefined;
@@ -290,6 +626,8 @@ export declare const openaiResponsesRequestSchema: import("arktype/internal/vari
             [x: string]: unknown;
         } | undefined;
         strict?: boolean | undefined;
+    } | {
+        type: "computer";
     } | {
         type: string;
     })[] | undefined;
@@ -300,7 +638,7 @@ export declare const openaiResponsesRequestSchema: import("arktype/internal/vari
         type: "custom";
         name: string;
     } | {
-        type: "code_interpreter" | "computer_use_preview" | "file_search" | "image_generation" | "mcp" | "web_search_preview";
+        type: "code_interpreter" | "computer" | "computer_use_preview" | "file_search" | "image_generation" | "mcp" | "web_search_preview";
     } | {
         type: "allowed_tools";
         mode: "auto" | "required";
@@ -328,7 +666,7 @@ export declare const openaiResponsesRequestSchema: import("arktype/internal/vari
     presence_penalty?: number | undefined;
     frequency_penalty?: number | undefined;
     background?: unknown;
-    include?: unknown;
+    include?: string[] | null | undefined;
     prompt?: unknown;
     safety_identifier?: unknown;
     text?: unknown;

package/dist/types/providers/openai-shared.d.ts

@@ -1,13 +1,13 @@
 import type { Effort } from "@oh-my-pi/pi-catalog/effort";
 import type { OpenAICompat, OpenAIReasoningDisableMode, OpenAIStreamMarkupHealingPattern, OpenRouterRouting, ResolvedOpenAICompat, ResolvedOpenAIResponsesCompat, ResolvedOpenAISharedCompat, VercelGatewayRouting } from "@oh-my-pi/pi-catalog/types";
-import { type Api, type AssistantMessage, type CacheRetention, type Context, type ImageContent, type Message, type MessageAttribution, type Model, type ServiceTier, type StopReason, type StreamOptions, type TextContent, type TextSignatureV1, type ThinkingContent, type Tool, type ToolCall, type ToolResultMessage, type Usage } from "../types.js";
+import { type Api, type AssistantMessage, type CacheRetention, type ComputerToolCallMetadata, type Context, type ImageContent, type Message, type MessageAttribution, type Model, type ServiceTier, type StopReason, type StreamOptions, type TextContent, type TextSignatureV1, type ThinkingContent, type Tool, type ToolCall, type ToolResultMessage, type Usage } from "../types.js";
 export type { OpenAIPromptCacheOptions } from "../types.js";
 import { kStreamingLastParseLen, kStreamingPartialJson } from "../utils/block-symbols.js";
 import type { AssistantMessageEventStream } from "../utils/event-stream.js";
 import type { CapturedHttpErrorResponse } from "../utils/http-inspector.js";
 import type { ChatCompletionCreateParamsStreaming } from "./openai-chat-wire.js";
 import type { InputItem } from "./openai-codex/request-transformer.js";
-import type { ResponseContentPartAddedEvent, ResponseCreateParamsStreaming, ResponseInput, ResponseInputContent, ResponseInputItem, ResponseOutputItem, ResponseOutputMessage, ResponseReasoningItem, ResponseStatus, ResponseStreamEvent } from "./openai-responses-wire.js";
+import type { ResponseComputerToolCall, ResponseContentPartAddedEvent, ResponseCreateParamsStreaming, ResponseInput, ResponseInputContent, ResponseInputItem, ResponseOutputItem, ResponseOutputMessage, ResponseReasoningItem, ResponseStatus, ResponseStreamEvent } from "./openai-responses-wire.js";
 /**
  * Keyless-provider sentinel. Custom providers configured with `auth: none`
  * (models.yml) have no credential, so the coding-agent resolves their API key
@@ -356,6 +356,8 @@ export declare function normalizeResponsesToolCallIdForTransform(id: string, mod
 export declare function collectKnownCallIds(messages: ResponseInput): Set<string>;
 /** Scan replay items for call_ids that were originally custom tool calls. */
 export declare function collectCustomCallIds(messages: ResponseInput): Set<string>;
+/** Scan replay items for call_ids that were originally native computer calls. */
+export declare function collectComputerCallIds(messages: ResponseInput): Set<string>;
 /**
  * Convert orphan `function_call_output` / `custom_tool_call_output` items —
  * those whose `call_id` has no matching preceding `function_call` /
@@ -413,9 +415,9 @@ export interface BuildResponsesInputOptions<TApi extends Api> {
     preserveAssistantMessageIds?: boolean;
 }
 export declare function buildResponsesInput<TApi extends Api>(options: BuildResponsesInputOptions<TApi>): ResponseInput;
-export declare function convertResponsesAssistantMessage<TApi extends Api>(assistantMsg: AssistantMessage, model: Model<TApi>, msgIndex: number, knownCallIds: Set<string>, includeThinkingSignatures?: boolean, customCallIds?: Set<string>, preserveMessageIds?: boolean, supportsCustomToolCalls?: boolean, customToolWireNameMap?: ReadonlyMap<string, string>): ResponseInput;
+export declare function convertResponsesAssistantMessage<TApi extends Api>(assistantMsg: AssistantMessage, model: Model<TApi>, msgIndex: number, knownCallIds: Set<string>, includeThinkingSignatures?: boolean, customCallIds?: Set<string>, preserveMessageIds?: boolean, supportsCustomToolCalls?: boolean, customToolWireNameMap?: ReadonlyMap<string, string>, computerCallIds?: Set<string>): ResponseInput;
 /** Appends one tool result while keeping consecutive outputs ahead of its synthetic image messages. */
-export declare function appendResponsesToolResultMessages<TApi extends Api>(messages: ResponseInput, toolResult: ToolResultMessage, model: Model<TApi>, strictResponsesPairing: boolean, supportsImageDetailOriginal: boolean, knownCallIds: ReadonlySet<string>, customCallIds?: ReadonlySet<string>, supportsCustomToolCalls?: boolean): void;
+export declare function appendResponsesToolResultMessages<TApi extends Api>(messages: ResponseInput, toolResult: ToolResultMessage, model: Model<TApi>, strictResponsesPairing: boolean, supportsImageDetailOriginal: boolean, knownCallIds: ReadonlySet<string>, customCallIds?: ReadonlySet<string>, supportsCustomToolCalls?: boolean, computerCallIds?: ReadonlySet<string>): void;
 /**
  * Per-block accumulation helpers shared by the two Responses decode loops —
  * {@link processResponsesStream} (generic Responses) and the Codex stream
@@ -495,8 +497,10 @@ export interface ProcessResponsesStreamOptions {
      */
     requestServiceTier?: ServiceTier;
 }
+export declare function computerCallMetadata(item: ResponseComputerToolCall): ComputerToolCallMetadata;
 export declare function processResponsesStream<TApi extends Api>(openaiStream: AsyncIterable<ResponseStreamEvent>, output: AssistantMessage, stream: AssistantMessageEventStream, model: Model<TApi>, options?: ProcessResponsesStreamOptions): Promise<void>;
 export declare function mapOpenAIResponsesStopReason(status: ResponseStatus | undefined): StopReason;
+export declare function hasExecutableIncompleteResponsesToolCalls(output: AssistantMessage): boolean;
 /**
  * Finalize any streamed toolCall block whose `output_item.done` never arrived
  * (lossy proxy, or a terminal event that raced the per-item done): parse the

package/dist/types/types.d.ts

@@ -59,6 +59,9 @@ export interface TokenTaskBudget {
     remaining?: number;
 }
 export type MessageAttribution = "user" | "agent";
+export type NativeToolMarker = {
+    type: "computer";
+};
 export type ToolChoice = "auto" | "none" | "any" | "required" | {
     type: "function";
     name: string;
@@ -70,6 +73,8 @@ export type ToolChoice = "auto" | "none" | "any" | "required" | {
 } | {
     type: "tool";
     name: string;
+} | {
+    type: "computer";
 };
 export type CacheRetention = "none" | "short" | "long";
 /**
@@ -197,6 +202,7 @@ export interface OpenAIPromptCacheOptions {
     /** By default, mark one existing block from stable history; `none` suppresses that marker. */
     breakpoint?: "latest-stable-message" | "none";
 }
+export type OpenAIResponseInclude = "file_search_call.results" | "web_search_call.results" | "web_search_call.action.sources" | "message.input_image.image_url" | "computer_call_output.output.image_url" | "code_interpreter_call.outputs" | "reasoning.encrypted_content" | "message.output_text.logprobs";
 export interface StreamOptions {
     temperature?: number;
     topP?: number;
@@ -243,6 +249,8 @@ export interface StreamOptions {
      * For example, Anthropic uses `user_id` for abuse tracking and rate limiting.
      */
     metadata?: Record<string, unknown>;
+    /** OpenAI Responses/Codex response fields to include verbatim. */
+    include?: OpenAIResponseInclude[];
     /**
      * Config options for the thinking/response loop guard.
      */
@@ -468,6 +476,25 @@ export interface AnthropicFallbackContent {
         model: string;
     };
 }
+/**
+ * Verbatim Anthropic web-search call/result retained for same-provider
+ * history replay. Other providers discard it in `transformMessages`.
+ */
+export interface AnthropicServerToolContent {
+    type: "anthropicServerTool";
+    block: {
+        type: "server_tool_use";
+        id: string;
+        name: "web_search";
+        input?: Record<string, unknown> | null;
+        [key: string]: unknown;
+    } | {
+        type: "web_search_tool_result";
+        tool_use_id: string;
+        content: unknown;
+        [key: string]: unknown;
+    };
+}
 export interface ImageContent {
     type: "image";
     data: string;
@@ -479,6 +506,74 @@ export interface ImageContent {
      */
     detail?: "auto" | "low" | "high" | "original";
 }
+export type ComputerAction = {
+    type: "click";
+    button: "left" | "right" | "wheel" | "back" | "forward";
+    x: number;
+    y: number;
+    keys?: string[] | null;
+} | {
+    type: "double_click";
+    x: number;
+    y: number;
+    keys: string[] | null;
+} | {
+    type: "drag";
+    path: Array<{
+        x: number;
+        y: number;
+    }>;
+    keys?: string[] | null;
+} | {
+    type: "keypress";
+    keys: string[];
+} | {
+    type: "move";
+    x: number;
+    y: number;
+    keys?: string[] | null;
+} | {
+    type: "screenshot";
+} | {
+    type: "scroll";
+    x: number;
+    y: number;
+    scroll_x: number;
+    scroll_y: number;
+    keys?: string[] | null;
+} | {
+    type: "type";
+    text: string;
+} | {
+    type: "wait";
+};
+export interface ComputerSafetyCheck {
+    id: string;
+    code?: string | null;
+    message?: string | null;
+}
+export interface ComputerToolCallMetadata {
+    type: "computer";
+    providerItemId: string;
+    actions: ComputerAction[];
+    pendingSafetyChecks: ComputerSafetyCheck[];
+}
+export type ToolCallProviderMetadata = ComputerToolCallMetadata;
+export type ComputerScreenshotRef = {
+    type: "computer_screenshot";
+    image_url: string;
+    file_id?: never;
+} | {
+    type: "computer_screenshot";
+    file_id: string;
+    image_url?: never;
+};
+export interface ComputerToolResultMetadata {
+    type: "computer";
+    screenshot: ComputerScreenshotRef;
+    acknowledgedSafetyChecks: ComputerSafetyCheck[];
+}
+export type ToolResultProviderMetadata = ComputerToolResultMetadata;
 export interface ToolCall {
     type: "toolCall";
     id: string;
@@ -500,6 +595,8 @@ export interface ToolCall {
      * JSON function tools.
      */
     customWireName?: string;
+    /** Provider-native metadata required to execute and faithfully replay this call. */
+    providerMetadata?: ToolCallProviderMetadata;
 }
 export type StopReason = "stop" | "length" | "toolUse" | "error" | "aborted";
 export interface OpenAIResponsesHistoryPayload {
@@ -553,7 +650,7 @@ export interface ContextSnapshot {
 }
 export interface AssistantMessage {
     role: "assistant";
-    content: (TextContent | ThinkingContent | RedactedThinkingContent | AnthropicFallbackContent | ImageContent | ToolCall)[];
+    content: (TextContent | ThinkingContent | RedactedThinkingContent | AnthropicFallbackContent | AnthropicServerToolContent | ImageContent | ToolCall)[];
     api: Api;
     provider: Provider;
     model: string;
@@ -603,6 +700,8 @@ export interface ToolResultMessage<TDetails = unknown> {
     attribution?: MessageAttribution;
     /** Timestamp when output was pruned (ms since epoch). Undefined if unpruned. */
     prunedAt?: number;
+    /** Provider-native metadata required to faithfully replay this result. */
+    providerMetadata?: ToolResultProviderMetadata;
     /**
      * Tool-declared: this result carried no information worth retaining once
      * consumed (zero matches, elapsed wait). Compaction passes may elide it.
@@ -697,6 +796,8 @@ export interface Tool<TParameters extends TSchema = TSchema> {
      * calls route correctly. Absent for regular JSON function tools.
      */
     customWireName?: string;
+    /** Selects a provider-native hosted tool instead of a JSON-schema function tool. */
+    native?: NativeToolMarker;
     /**
      * Illustrative calls/notes; the AI layer renders them into an `<examples>`
      * block in the model's native tool-call syntax and appends to the wire