@opencode-ai/ai 0.0.0-dev-17929 → 0.0.0-dev-17938

package/dist/protocols/index.d.ts

@@ -8,3 +8,4 @@ export * as OpenAICompatibleResponses from "./openai-compatible-responses.js";
 export * as OpenAIResponses from "./openai-responses.js";
 export * as OpenResponses from "./open-responses.js";
 export * as OpenResponsesChannel from "./open-responses-channel.js";
+export * as XAIResponses from "./xai-responses.js";

package/dist/protocols/index.js

@@ -8,3 +8,4 @@ export * as OpenAICompatibleResponses from "./openai-compatible-responses.js";
 export * as OpenAIResponses from "./openai-responses.js";
 export * as OpenResponses from "./open-responses.js";
 export * as OpenResponsesChannel from "./open-responses-channel.js";
+export * as XAIResponses from "./xai-responses.js";

package/dist/protocols/open-responses-channel.d.ts

@@ -7,11 +7,6 @@ export interface Options {
     readonly enabled?: (url: string) => boolean;
     readonly url?: (url: string) => string;
     readonly headers?: (headers: Headers.Headers) => Headers.Headers;
-    readonly driver?: (input: {
-        readonly request: Readonly<Record<string, unknown>>;
-        readonly message: string;
-        readonly base: WebSocketChannelDriver;
-    }) => WebSocketChannelDriver;
 }
 export interface Prepared {
     readonly http: HttpTransport.HttpPrepared<string>;

package/dist/protocols/open-responses-channel.js

@@ -4,6 +4,7 @@ import { Framing } from "../route/framing.js";
 import { HttpTransport, WebSocketTransport, } from "../route/transport/index.js";
 import * as ProviderShared from "./shared.js";
 import { OpenResponses } from "./open-responses.js";
+import { OpenResponsesContinuation } from "./open-responses-continuation.js";
 const WebSocketResponseCreate = Schema.StructWithRest(Schema.Struct({ type: Schema.tag("response.create") }), [
     Schema.Record(Schema.String, Schema.Unknown),
 ]);
@@ -87,7 +88,13 @@ export const transport = (options) => {
                         url: yield* WebSocketTransport.toWebSocketUrl(options.url?.(parts.url) ?? parts.url),
                         headers,
                         rotateAfterMs: options.rotateAfterMs,
-                        driver: options.driver?.({ request: create.request, message: create.message, base }) ?? base,
+                        driver: OpenResponsesContinuation.driver({
+                            id: options.id,
+                            name: options.name,
+                            request: create.request,
+                            message: create.message,
+                            base,
+                        }),
                     };
                 })
                 : undefined;

package/dist/protocols/{openai-responses-channel.d.ts → open-responses-continuation.d.ts}

@@ -7,6 +7,6 @@ export interface DriverInput {
     readonly base: WebSocketChannelDriver;
 }
 export declare const driver: (input: DriverInput) => WebSocketChannelDriver;
-export declare const OpenAIResponsesChannel: {
+export declare const OpenResponsesContinuation: {
     readonly driver: (input: DriverInput) => WebSocketChannelDriver;
 };

package/dist/protocols/{openai-responses-channel.js → open-responses-continuation.js}

@@ -2,7 +2,7 @@ import { AIError, TransportReason } from "../schema/index.js";
 import { Effect, Option, Schema } from "effect";
 import * as ProviderShared from "./shared.js";
 import { OpenResponses } from "./open-responses.js";
-const PROTOCOL = "openai-responses.websocket.v1";
+const PROTOCOL = "open-responses.websocket.v1";
 const VERSION = 1;
 const decodeEvent = Schema.decodeUnknownEffect(OpenResponses.protocol.stream.event);
 const checkpointValue = (checkpoint) => {
@@ -139,4 +139,4 @@ export const driver = (input) => {
         }),
     };
 };
-export const OpenAIResponsesChannel = { driver };
+export const OpenResponsesContinuation = { driver };

package/dist/protocols/open-responses.d.ts

@@ -13,11 +13,11 @@ declare const MediaInput: Schema.Union<readonly [Schema.Struct<{
 }>, Schema.Struct<{
     readonly type: Schema.tag<"input_file">;
     readonly filename: Schema.String;
-    readonly file_data: Schema.String;
-    readonly mime_type: Schema.optional<Schema.String>;
+    readonly file_data: Schema.optional<Schema.String>;
+    readonly file_url: Schema.optional<Schema.String>;
 }>]>;
 export type MediaInput = Schema.Schema.Type<typeof MediaInput>;
-export declare const MessagePhase: Schema.Literals<readonly ["commentary", "final_answer"]>;
+export declare const MessagePhase: Schema.NullOr<Schema.Literals<readonly ["commentary", "final_answer"]>>;
 type MessagePhase = Schema.Schema.Type<typeof MessagePhase>;
 export declare const InputItem: Schema.Union<readonly [Schema.Struct<{
     readonly role: Schema.tag<"system">;
@@ -36,8 +36,8 @@ export declare const InputItem: Schema.Union<readonly [Schema.Struct<{
     }>, Schema.Struct<{
         readonly type: Schema.tag<"input_file">;
         readonly filename: Schema.String;
-        readonly file_data: Schema.String;
-        readonly mime_type: Schema.optional<Schema.String>;
+        readonly file_data: Schema.optional<Schema.String>;
+        readonly file_url: Schema.optional<Schema.String>;
     }>]>]>>;
 }>, Schema.Struct<{
     readonly type: Schema.tag<"message">;
@@ -47,7 +47,7 @@ export declare const InputItem: Schema.Union<readonly [Schema.Struct<{
         readonly type: Schema.tag<"output_text">;
         readonly text: Schema.String;
     }>>;
-    readonly phase: Schema.optionalKey<Schema.Literals<readonly ["commentary", "final_answer"]>>;
+    readonly phase: Schema.optionalKey<Schema.NullOr<Schema.Literals<readonly ["commentary", "final_answer"]>>>;
 }>, Schema.Struct<{
     readonly type: Schema.tag<"reasoning">;
     readonly id: Schema.optionalKey<Schema.String>;
@@ -77,8 +77,11 @@ export declare const InputItem: Schema.Union<readonly [Schema.Struct<{
     }>, Schema.Struct<{
         readonly type: Schema.tag<"input_file">;
         readonly filename: Schema.String;
-        readonly file_data: Schema.String;
-        readonly mime_type: Schema.optional<Schema.String>;
+        readonly file_data: Schema.optional<Schema.String>;
+        readonly file_url: Schema.optional<Schema.String>;
+    }>, Schema.Struct<{
+        readonly type: Schema.tag<"input_video">;
+        readonly video_url: Schema.String;
     }>]>>]>;
 }>]>;
 type OpenResponsesInputItem = Schema.Schema.Type<typeof InputItem>;
@@ -129,8 +132,8 @@ export declare const coreFields: {
         }>, Schema.Struct<{
             readonly type: Schema.tag<"input_file">;
             readonly filename: Schema.String;
-            readonly file_data: Schema.String;
-            readonly mime_type: Schema.optional<Schema.String>;
+            readonly file_data: Schema.optional<Schema.String>;
+            readonly file_url: Schema.optional<Schema.String>;
         }>]>]>>;
     }>, Schema.Struct<{
         readonly type: Schema.tag<"message">;
@@ -140,7 +143,7 @@ export declare const coreFields: {
             readonly type: Schema.tag<"output_text">;
             readonly text: Schema.String;
         }>>;
-        readonly phase: Schema.optionalKey<Schema.Literals<readonly ["commentary", "final_answer"]>>;
+        readonly phase: Schema.optionalKey<Schema.NullOr<Schema.Literals<readonly ["commentary", "final_answer"]>>>;
     }>, Schema.Struct<{
         readonly type: Schema.tag<"reasoning">;
         readonly id: Schema.optionalKey<Schema.String>;
@@ -170,8 +173,11 @@ export declare const coreFields: {
         }>, Schema.Struct<{
             readonly type: Schema.tag<"input_file">;
             readonly filename: Schema.String;
-            readonly file_data: Schema.String;
-            readonly mime_type: Schema.optional<Schema.String>;
+            readonly file_data: Schema.optional<Schema.String>;
+            readonly file_url: Schema.optional<Schema.String>;
+        }>, Schema.Struct<{
+            readonly type: Schema.tag<"input_video">;
+            readonly video_url: Schema.String;
         }>]>>]>;
     }>]>>;
     instructions: Schema.optional<Schema.String>;
@@ -239,8 +245,8 @@ declare const OpenResponsesBody: Schema.Struct<{
         }>, Schema.Struct<{
             readonly type: Schema.tag<"input_file">;
             readonly filename: Schema.String;
-            readonly file_data: Schema.String;
-            readonly mime_type: Schema.optional<Schema.String>;
+            readonly file_data: Schema.optional<Schema.String>;
+            readonly file_url: Schema.optional<Schema.String>;
         }>]>]>>;
     }>, Schema.Struct<{
         readonly type: Schema.tag<"message">;
@@ -250,7 +256,7 @@ declare const OpenResponsesBody: Schema.Struct<{
             readonly type: Schema.tag<"output_text">;
             readonly text: Schema.String;
         }>>;
-        readonly phase: Schema.optionalKey<Schema.Literals<readonly ["commentary", "final_answer"]>>;
+        readonly phase: Schema.optionalKey<Schema.NullOr<Schema.Literals<readonly ["commentary", "final_answer"]>>>;
     }>, Schema.Struct<{
         readonly type: Schema.tag<"reasoning">;
         readonly id: Schema.optionalKey<Schema.String>;
@@ -280,8 +286,11 @@ declare const OpenResponsesBody: Schema.Struct<{
         }>, Schema.Struct<{
             readonly type: Schema.tag<"input_file">;
             readonly filename: Schema.String;
-            readonly file_data: Schema.String;
-            readonly mime_type: Schema.optional<Schema.String>;
+            readonly file_data: Schema.optional<Schema.String>;
+            readonly file_url: Schema.optional<Schema.String>;
+        }>, Schema.Struct<{
+            readonly type: Schema.tag<"input_video">;
+            readonly video_url: Schema.String;
         }>]>>]>;
     }>]>>;
     readonly instructions: Schema.optional<Schema.String>;
@@ -433,7 +442,6 @@ export interface Extension {
         readonly media: ProviderShared.NormalizedMedia;
         readonly request: LLMRequest;
     }) => MediaInput | undefined;
-    readonly messagePhase?: (value: unknown) => MessagePhase | null | undefined;
 }
 export interface ParserState {
     readonly id: string;
@@ -547,8 +555,8 @@ export declare const fromRequest: (request: LLMRequest) => Effect.Effect<{
         } | {
             readonly type: "input_file";
             readonly filename: string;
-            readonly file_data: string;
-            readonly mime_type?: string | undefined;
+            readonly file_data?: string | undefined;
+            readonly file_url?: string | undefined;
         } | {
             readonly type: "input_text";
             readonly text: string;
@@ -561,7 +569,7 @@ export declare const fromRequest: (request: LLMRequest) => Effect.Effect<{
         }[];
         readonly role: "assistant";
         readonly id?: string | undefined;
-        readonly phase?: "commentary" | "final_answer" | undefined;
+        readonly phase?: "commentary" | "final_answer" | null | undefined;
     } | {
         readonly type: "function_call";
         readonly name: string;
@@ -577,11 +585,14 @@ export declare const fromRequest: (request: LLMRequest) => Effect.Effect<{
         } | {
             readonly type: "input_file";
             readonly filename: string;
-            readonly file_data: string;
-            readonly mime_type?: string | undefined;
+            readonly file_data?: string | undefined;
+            readonly file_url?: string | undefined;
         } | {
             readonly type: "input_text";
             readonly text: string;
+        } | {
+            readonly type: "input_video";
+            readonly video_url: string;
         })[];
     })[];
     readonly model: string;
@@ -854,8 +865,8 @@ export declare const protocol: Protocol<{
         } | {
             readonly type: "input_file";
             readonly filename: string;
-            readonly file_data: string;
-            readonly mime_type?: string | undefined;
+            readonly file_data?: string | undefined;
+            readonly file_url?: string | undefined;
         } | {
             readonly type: "input_text";
             readonly text: string;
@@ -868,7 +879,7 @@ export declare const protocol: Protocol<{
         }[];
         readonly role: "assistant";
         readonly id?: string | undefined;
-        readonly phase?: "commentary" | "final_answer" | undefined;
+        readonly phase?: "commentary" | "final_answer" | null | undefined;
     } | {
         readonly type: "function_call";
         readonly name: string;
@@ -884,11 +895,14 @@ export declare const protocol: Protocol<{
         } | {
             readonly type: "input_file";
             readonly filename: string;
-            readonly file_data: string;
-            readonly mime_type?: string | undefined;
+            readonly file_data?: string | undefined;
+            readonly file_url?: string | undefined;
         } | {
             readonly type: "input_text";
             readonly text: string;
+        } | {
+            readonly type: "input_video";
+            readonly video_url: string;
         })[];
     })[];
     readonly model: string;
@@ -1022,8 +1036,8 @@ export declare const httpTransport: HttpTransport.HttpJsonTransport<{
         } | {
             readonly type: "input_file";
             readonly filename: string;
-            readonly file_data: string;
-            readonly mime_type?: string | undefined;
+            readonly file_data?: string | undefined;
+            readonly file_url?: string | undefined;
         } | {
             readonly type: "input_text";
             readonly text: string;
@@ -1036,7 +1050,7 @@ export declare const httpTransport: HttpTransport.HttpJsonTransport<{
         }[];
         readonly role: "assistant";
         readonly id?: string | undefined;
-        readonly phase?: "commentary" | "final_answer" | undefined;
+        readonly phase?: "commentary" | "final_answer" | null | undefined;
     } | {
         readonly type: "function_call";
         readonly name: string;
@@ -1052,11 +1066,14 @@ export declare const httpTransport: HttpTransport.HttpJsonTransport<{
         } | {
             readonly type: "input_file";
             readonly filename: string;
-            readonly file_data: string;
-            readonly mime_type?: string | undefined;
+            readonly file_data?: string | undefined;
+            readonly file_url?: string | undefined;
         } | {
             readonly type: "input_text";
             readonly text: string;
+        } | {
+            readonly type: "input_video";
+            readonly video_url: string;
         })[];
     })[];
     readonly model: string;

package/dist/protocols/open-responses.js

@@ -25,8 +25,12 @@ const OpenResponsesInputImage = Schema.Struct({
 const OpenResponsesInputFile = Schema.Struct({
     type: Schema.tag("input_file"),
     filename: Schema.String,
-    file_data: Schema.String,
-    mime_type: Schema.optional(Schema.String),
+    file_data: Schema.optional(Schema.String),
+    file_url: Schema.optional(Schema.String),
+});
+const OpenResponsesInputVideo = Schema.Struct({
+    type: Schema.tag("input_video"),
+    video_url: Schema.String,
 });
 const MediaInput = Schema.Union([OpenResponsesInputImage, OpenResponsesInputFile]);
 const OpenResponsesInputContent = Schema.Union([OpenResponsesInputText, MediaInput]);
@@ -34,7 +38,7 @@ const OpenResponsesOutputText = Schema.Struct({
     type: Schema.tag("output_text"),
     text: Schema.String,
 });
-export const MessagePhase = Schema.Literals(["commentary", "final_answer"]);
+export const MessagePhase = Schema.NullOr(Schema.Literals(["commentary", "final_answer"]));
 const OpenResponsesReasoningSummaryText = Schema.Struct({
     type: Schema.tag("summary_text"),
     text: Schema.String,
@@ -56,6 +60,7 @@ const OpenResponsesFunctionCallOutputContent = Schema.Union([
     OpenResponsesInputText,
     OpenResponsesInputImage,
     OpenResponsesInputFile,
+    OpenResponsesInputVideo,
 ]);
 const OpenResponsesFunctionCallOutput = Schema.Union([
     Schema.String,
@@ -282,33 +287,49 @@ const lowerReasoning = (part, providerMetadataKey) => {
 const hostedToolItemID = (part, providerMetadataKey) => {
     return itemID(part.providerMetadata, providerMetadataKey);
 };
-const lowerMedia = Effect.fn("OpenResponses.lowerMedia")(function* (part, request, extension) {
+const lowerMedia = Effect.fn("OpenResponses.lowerMedia")(function* (part, request, extension, target) {
     const media = ProviderShared.normalizeMedia(part);
     const extended = extension.lowerMedia?.({ part, media, request });
     if (extended)
         return extended;
+    const url = typeof part.data === "string" && (part.data.startsWith("https://") || part.data.startsWith("http://"))
+        ? part.data
+        : undefined;
     if (!media.mime.startsWith("image/")) {
+        if (target === "tool-result" && media.mime.startsWith("video/"))
+            return { type: "input_video", video_url: url ?? media.dataUrl };
         return {
             type: "input_file",
             filename: part.filename ?? (media.mime === "application/pdf" ? "document.pdf" : "file"),
-            file_data: media.dataUrl,
+            ...(url ? { file_url: url } : { file_data: media.base64 }),
         };
     }
-    return { type: "input_image", image_url: media.dataUrl };
+    return { type: "input_image", image_url: url ?? media.dataUrl };
 });
 const lowerUserContent = Effect.fnUntraced(function* (part, request, extension) {
     if (part.type === "text")
         return { type: "input_text", text: part.text };
     if (part.type === "media")
-        return yield* lowerMedia(part, request, extension);
+        return yield* lowerMessageMedia(part, request, extension);
     return yield* ProviderShared.unsupportedContent(extension.name, "user", ["text", "media"]);
 });
+const lowerMessageMedia = Effect.fnUntraced(function* (part, request, extension) {
+    const lowered = yield* lowerMedia(part, request, extension, "message");
+    if (lowered.type === "input_video")
+        return yield* ProviderShared.invalidRequest(`${extension.name} user messages do not support input_video`);
+    return lowered;
+});
 // Tool results may carry structured text, images, and files. Keep media as provider-native
 // content instead of JSON-stringifying base64 into a prompt string.
 const lowerToolResultContentItem = Effect.fnUntraced(function* (item, request, extension) {
     if (item.type === "text")
         return { type: "input_text", text: item.text };
-    return yield* lowerMedia({ type: "media", mediaType: item.mime, data: item.uri, filename: item.name }, request, extension);
+    return yield* lowerMedia({ type: "media", mediaType: item.mime, data: item.uri, filename: item.name }, request, extension, "tool-result");
+});
+const lowerHostedToolResultContentItem = Effect.fnUntraced(function* (item, request, extension) {
+    if (item.type === "text")
+        return { type: "input_text", text: item.text };
+    return yield* lowerMessageMedia({ type: "media", mediaType: item.mime, data: item.uri, filename: item.name }, request, extension);
 });
 const lowerToolResultOutput = Effect.fnUntraced(function* (part, request, extension) {
     // Text/json/error results are encoded as a plain string for backward
@@ -350,7 +371,7 @@ const lowerMessages = Effect.fn("OpenResponses.lowerMessages")(function* (reques
                 const groups = content.reduce((groups, part) => {
                     const metadata = part.providerMetadata?.[providerMetadataKey];
                     const id = itemID(part.providerMetadata, providerMetadataKey);
-                    const phase = ProviderShared.isRecord(metadata) ? messagePhase(metadata.phase, extension) : undefined;
+                    const phase = ProviderShared.isRecord(metadata) ? messagePhase(metadata.phase) : undefined;
                     const group = groups.at(-1);
                     if (group && group.id === id && group.phase === phase)
                         group.parts.push(part);
@@ -410,7 +431,7 @@ const lowerMessages = Effect.fn("OpenResponses.lowerMessages")(function* (reques
                         const content = part.result.value;
                         input.push({
                             role: "user",
-                            content: yield* Effect.forEach(content, (item) => lowerToolResultContentItem(item, request, extension)),
+                            content: yield* Effect.forEach(content, (item) => lowerHostedToolResultContentItem(item, request, extension)),
                         });
                     }
                     if (itemID)
@@ -918,15 +939,15 @@ export const initial = (request, extension = BASE) => ({
     tools: ToolStream.empty(),
     lifecycle: Lifecycle.initial(),
     messageItems: new Set(),
-    messagePhase: (value) => messagePhase(value, extension),
+    messagePhase,
     messagePhases: {},
     reasoningItems: {},
     store: OpenResponsesOptions.resolve(request).store,
 });
-const messagePhase = (value, extension) => {
-    if (value === "commentary" || value === "final_answer")
+const messagePhase = (value) => {
+    if (value === null || value === "commentary" || value === "final_answer")
         return value;
-    return extension.messagePhase?.(value);
+    return undefined;
 };
 export const protocol = Protocol.make({
     id: ADAPTER,

package/dist/protocols/openai-compatible-responses.d.ts

@@ -31,8 +31,8 @@ export declare const route: Route<{
         } | {
             readonly type: "input_file";
             readonly filename: string;
-            readonly file_data: string;
-            readonly mime_type?: string | undefined;
+            readonly file_data?: string | undefined;
+            readonly file_url?: string | undefined;
         } | {
             readonly type: "input_text";
             readonly text: string;
@@ -45,7 +45,7 @@ export declare const route: Route<{
         }[];
         readonly role: "assistant";
         readonly id?: string | undefined;
-        readonly phase?: "commentary" | "final_answer" | undefined;
+        readonly phase?: "commentary" | "final_answer" | null | undefined;
     } | {
         readonly type: "function_call";
         readonly name: string;
@@ -61,11 +61,14 @@ export declare const route: Route<{
         } | {
             readonly type: "input_file";
             readonly filename: string;
-            readonly file_data: string;
-            readonly mime_type?: string | undefined;
+            readonly file_data?: string | undefined;
+            readonly file_url?: string | undefined;
         } | {
             readonly type: "input_text";
             readonly text: string;
+        } | {
+            readonly type: "input_video";
+            readonly video_url: string;
         })[];
     })[];
     readonly model: string;