@opencode/ai 2.0.31 → 2.0.32

package/dist/experimental/realtime.d.ts

@@ -0,0 +1,55 @@
+import { Effect, type Redacted } from "effect";
+import { AIError } from "../schema/index.js";
+export type RealtimeTransportInput = {
+    readonly type: "webrtc";
+    readonly sdp: string;
+    readonly dcid?: number;
+} | {
+    readonly type: "websocket";
+};
+export type RealtimeTransport = {
+    readonly type: "webrtc";
+    readonly sdp: string;
+} | {
+    readonly type: "websocket";
+    readonly url: string;
+    readonly token: string;
+    readonly expiresAt: number;
+};
+export type RealtimeSession = Readonly<Record<string, unknown>>;
+export interface RealtimeConnectInput {
+    readonly model: string;
+    readonly apiKey: Redacted.Redacted;
+    readonly session?: RealtimeSession;
+    readonly transport: RealtimeTransportInput;
+}
+export declare const engine: (model: string) => {
+    readonly family: "gpt-live";
+    readonly id: "openai-live";
+    readonly provider: "openai";
+} | {
+    readonly family: "gpt-realtime";
+    readonly id: "openai-realtime";
+    readonly provider: "openai";
+} | {
+    readonly family: "grok-voice";
+    readonly id: "xai-realtime";
+    readonly provider: "xai";
+} | undefined;
+export declare const connect: (input: RealtimeConnectInput) => Effect.Effect<RealtimeTransport, AIError, import("../route/executor-service.js").RequestExecutorService>;
+export declare const Realtime: {
+    readonly engine: (model: string) => {
+        readonly family: "gpt-live";
+        readonly id: "openai-live";
+        readonly provider: "openai";
+    } | {
+        readonly family: "gpt-realtime";
+        readonly id: "openai-realtime";
+        readonly provider: "openai";
+    } | {
+        readonly family: "grok-voice";
+        readonly id: "xai-realtime";
+        readonly provider: "xai";
+    } | undefined;
+    readonly connect: (input: RealtimeConnectInput) => Effect.Effect<RealtimeTransport, AIError, import("../route/executor-service.js").RequestExecutorService>;
+};

package/dist/experimental/realtime.js

@@ -0,0 +1,74 @@
+import { Effect, Schema } from "effect";
+import { HttpClientRequest } from "effect/http";
+import { RequestExecutor } from "../route/executor.js";
+import { AIError, HttpContext, InvalidProviderOutputError, InvalidRequestError } from "../schema/index.js";
+import { encodeJson } from "../utils/json.js";
+const OPENAI_BASE_URL = "https://api.openai.com/v1";
+const XAI_BASE_URL = "https://api.x.ai/v1";
+const engines = [
+    { family: "gpt-live", id: "openai-live", provider: "openai" },
+    { family: "gpt-realtime", id: "openai-realtime", provider: "openai" },
+    { family: "grok-voice", id: "xai-realtime", provider: "xai" },
+];
+// Matches the bare family name (`gpt-realtime`) and its versions (`gpt-realtime-2.1`, `gpt-realtime-mini`).
+export const engine = (model) => engines.find((item) => model === item.family || model.startsWith(`${item.family}-`));
+export const connect = Effect.fn("Realtime.connect")(function* (input) {
+    const resolved = engine(input.model);
+    if (!resolved)
+        return yield* invalidRequest(`Unsupported voice model: ${input.model}`);
+    const session = { ...input.session, model: input.model };
+    switch (resolved.id) {
+        case "openai-live": {
+            if (input.transport.type !== "webrtc")
+                return yield* invalidRequest("OpenAI GPT-Live only supports WebRTC transport");
+            const data = yield* post(resolved.id, `${OPENAI_BASE_URL}/live/sessions`, input.apiKey, { session, transport: input.transport }, LiveSessionResponse);
+            return { type: "webrtc", sdp: data.transport.sdp };
+        }
+        case "openai-realtime": {
+            if (input.transport.type === "websocket")
+                return yield* clientSecret(resolved.id, OPENAI_BASE_URL, input.model, input.apiKey, session);
+            const form = new FormData();
+            form.append("sdp", input.transport.sdp);
+            form.append("session", encodeJson(session));
+            const query = input.transport.dcid === undefined ? "" : `?dcid=${input.transport.dcid}`;
+            const sdp = yield* post(resolved.id, `${OPENAI_BASE_URL}/realtime/calls${query}`, input.apiKey, form, Schema.String);
+            return { type: "webrtc", sdp };
+        }
+        case "xai-realtime": {
+            if (input.transport.type !== "websocket")
+                return yield* invalidRequest("xAI Grok Voice only supports WebSocket transport");
+            return yield* clientSecret(resolved.id, XAI_BASE_URL, input.model, input.apiKey);
+        }
+    }
+});
+export const Realtime = {
+    engine,
+    connect,
+};
+const LiveSessionResponse = Schema.fromJsonString(Schema.Struct({
+    transport: Schema.Struct({ sdp: Schema.String }),
+}));
+// xAI's ephemeral-token docs (https://docs.x.ai/developers/model-capabilities/audio/ephemeral-tokens)
+// document the request body (`{ expires_after: { seconds } }`) but not the response payload; we assume
+// it mirrors OpenAI's `{ value, expires_at }` response shape.
+const ClientSecretResponse = Schema.fromJsonString(Schema.Struct({
+    value: Schema.String,
+    expires_at: Schema.Number,
+}));
+const invalidRequest = (message) => new AIError({ reason: new InvalidRequestError({ message }) });
+const post = (route, url, apiKey, body, response) => Effect.gen(function* () {
+    const executor = yield* RequestExecutor.Service;
+    const res = yield* executor.execute(HttpClientRequest.post(url).pipe(HttpClientRequest.bearerToken(apiKey), body instanceof FormData
+        ? HttpClientRequest.bodyFormData(body)
+        : HttpClientRequest.bodyText(encodeJson(body), "application/json")));
+    const http = new HttpContext({ url: res.request.url, status: res.status, headers: res.headers });
+    const fail = (message, cause, raw) => new AIError({ reason: new InvalidProviderOutputError({ route, message, body: raw, http, cause }) });
+    const text = yield* res.text.pipe(Effect.mapError((cause) => fail(`Failed to read ${route} response`, cause)));
+    return yield* Schema.decodeEffect(response)(text).pipe(Effect.mapError((cause) => fail(`${route} returned an invalid response`, cause, text)));
+});
+const clientSecret = (route, baseURL, model, apiKey, session) => post(route, `${baseURL}/realtime/client_secrets`, apiKey, { expires_after: { seconds: 60 }, session }, ClientSecretResponse).pipe(Effect.map((data) => ({
+    type: "websocket",
+    url: `${baseURL.replace(/^http/, "ws")}/realtime?model=${encodeURIComponent(model)}`,
+    token: data.value,
+    expiresAt: data.expires_at,
+})));

package/dist/experimental.d.ts

@@ -1,3 +1,5 @@
 export { EvaluationClient } from "./experimental/evaluation-client.js";
 export { BooleanAnswer, BooleanQuestion, ChoiceAnswer, ChoiceQuestion, Evaluation, EvaluationAnswer, EvaluationInput, EvaluationModel, EvaluationModelSchema, EvaluationQuestion, EvaluationRequest, EvaluationResponse, EvaluationRounding, ScoreAnswer, ScoreQuestion, } from "./experimental/evaluation.js";
 export type { AnswerFor, AnswersFor, EvaluationModelOptions, EvaluationOptions, EvaluationQuestions, EvaluationRequestFor, EvaluationRequestInput, EvaluationResponseFor, EvaluationRoute, } from "./experimental/evaluation.js";
+export { Realtime } from "./experimental/realtime.js";
+export type { RealtimeConnectInput, RealtimeSession, RealtimeTransport, RealtimeTransportInput, } from "./experimental/realtime.js";

package/dist/experimental.js

@@ -1,2 +1,3 @@
 export { EvaluationClient } from "./experimental/evaluation-client.js";
 export { BooleanAnswer, BooleanQuestion, ChoiceAnswer, ChoiceQuestion, Evaluation, EvaluationAnswer, EvaluationInput, EvaluationModel, EvaluationModelSchema, EvaluationQuestion, EvaluationRequest, EvaluationResponse, EvaluationRounding, ScoreAnswer, ScoreQuestion, } from "./experimental/evaluation.js";
+export { Realtime } from "./experimental/realtime.js";

package/dist/protocols/gemini.js

@@ -5,7 +5,7 @@ import { Auth } from "../route/auth.js";
 import { Endpoint } from "../route/endpoint.js";
 import { Protocol } from "../route/protocol.js";
 import { HttpTransport, } from "../route/transport/index.js";
-import { AIError, LLMEvent, Usage, } from "../schema/index.js";
+import { AIError, InvalidProviderOutputError, LLMEvent, Usage, } from "../schema/index.js";
 import { classifyProviderFailure } from "../provider-error.js";
 import { Media } from "../media.js";
 import { JsonObject, knownString, lenient, optionalArray, optionalNull, ProviderShared } from "./shared.js";
@@ -534,6 +534,16 @@ const step = (state, event) => {
         usage: event.usageMetadata ?? state.usage,
         finishReason: candidate?.finishReason ?? state.finishReason,
     };
+    // Gemini sporadically ends a valid request with MALFORMED_RESPONSE; continuing or resending it recovers.
+    if (candidate?.finishReason === "MALFORMED_RESPONSE")
+        return Effect.fail(new AIError({
+            reason: new InvalidProviderOutputError({
+                route: state.route,
+                message: `Gemini stopped with ${candidate.finishReason}`,
+                body: ProviderShared.encodeJson(event),
+                classification: "incomplete-stream",
+            }),
+        }));
     if (candidate?.finishReason && mapFinishReason(candidate.finishReason, state.hasToolCalls) === "error")
         return Effect.fail(ProviderShared.eventError(state.route, `Gemini stopped with ${candidate.finishReason}`, ProviderShared.encodeJson(event)));
     if (!candidate?.content)

package/package.json

@@ -1,6 +1,6 @@
 {
   "$schema": "https://json.schemastore.org/package.json",
-  "version": "2.0.31",
+  "version": "2.0.32",
   "name": "@opencode/ai",
   "type": "module",
   "license": "MIT",
@@ -34,7 +34,7 @@
   "devDependencies": {
     "@clack/prompts": "1.0.0-alpha.1",
     "@effect/platform-node": "4.0.1",
-    "@opencode/http-recorder": "2.0.31",
+    "@opencode/http-recorder": "2.0.32",
     "@tsconfig/bun": "1.0.9",
     "@types/bun": "1.4.0",
     "@typescript/native-preview": "7.0.0-dev.20251207.1",
@@ -44,7 +44,7 @@
     "@aws-sdk/credential-providers": "3.1057.0",
     "@smithy/eventstream-codec": "4.2.14",
     "@smithy/util-utf8": "4.2.2",
-    "@opencode/schema": "2.0.31",
+    "@opencode/schema": "2.0.32",
     "aws4fetch": "1.0.20",
     "effect": "4.0.1",
     "google-auth-library": "10.5.0"