@opencode/ai 2.0.30 → 2.0.32

package/dist/experimental/realtime.d.ts

@@ -0,0 +1,55 @@
+import { Effect, type Redacted } from "effect";
+import { AIError } from "../schema/index.js";
+export type RealtimeTransportInput = {
+    readonly type: "webrtc";
+    readonly sdp: string;
+    readonly dcid?: number;
+} | {
+    readonly type: "websocket";
+};
+export type RealtimeTransport = {
+    readonly type: "webrtc";
+    readonly sdp: string;
+} | {
+    readonly type: "websocket";
+    readonly url: string;
+    readonly token: string;
+    readonly expiresAt: number;
+};
+export type RealtimeSession = Readonly<Record<string, unknown>>;
+export interface RealtimeConnectInput {
+    readonly model: string;
+    readonly apiKey: Redacted.Redacted;
+    readonly session?: RealtimeSession;
+    readonly transport: RealtimeTransportInput;
+}
+export declare const engine: (model: string) => {
+    readonly family: "gpt-live";
+    readonly id: "openai-live";
+    readonly provider: "openai";
+} | {
+    readonly family: "gpt-realtime";
+    readonly id: "openai-realtime";
+    readonly provider: "openai";
+} | {
+    readonly family: "grok-voice";
+    readonly id: "xai-realtime";
+    readonly provider: "xai";
+} | undefined;
+export declare const connect: (input: RealtimeConnectInput) => Effect.Effect<RealtimeTransport, AIError, import("../route/executor-service.js").RequestExecutorService>;
+export declare const Realtime: {
+    readonly engine: (model: string) => {
+        readonly family: "gpt-live";
+        readonly id: "openai-live";
+        readonly provider: "openai";
+    } | {
+        readonly family: "gpt-realtime";
+        readonly id: "openai-realtime";
+        readonly provider: "openai";
+    } | {
+        readonly family: "grok-voice";
+        readonly id: "xai-realtime";
+        readonly provider: "xai";
+    } | undefined;
+    readonly connect: (input: RealtimeConnectInput) => Effect.Effect<RealtimeTransport, AIError, import("../route/executor-service.js").RequestExecutorService>;
+};

package/dist/experimental/realtime.js

@@ -0,0 +1,74 @@
+import { Effect, Schema } from "effect";
+import { HttpClientRequest } from "effect/http";
+import { RequestExecutor } from "../route/executor.js";
+import { AIError, HttpContext, InvalidProviderOutputError, InvalidRequestError } from "../schema/index.js";
+import { encodeJson } from "../utils/json.js";
+const OPENAI_BASE_URL = "https://api.openai.com/v1";
+const XAI_BASE_URL = "https://api.x.ai/v1";
+const engines = [
+    { family: "gpt-live", id: "openai-live", provider: "openai" },
+    { family: "gpt-realtime", id: "openai-realtime", provider: "openai" },
+    { family: "grok-voice", id: "xai-realtime", provider: "xai" },
+];
+// Matches the bare family name (`gpt-realtime`) and its versions (`gpt-realtime-2.1`, `gpt-realtime-mini`).
+export const engine = (model) => engines.find((item) => model === item.family || model.startsWith(`${item.family}-`));
+export const connect = Effect.fn("Realtime.connect")(function* (input) {
+    const resolved = engine(input.model);
+    if (!resolved)
+        return yield* invalidRequest(`Unsupported voice model: ${input.model}`);
+    const session = { ...input.session, model: input.model };
+    switch (resolved.id) {
+        case "openai-live": {
+            if (input.transport.type !== "webrtc")
+                return yield* invalidRequest("OpenAI GPT-Live only supports WebRTC transport");
+            const data = yield* post(resolved.id, `${OPENAI_BASE_URL}/live/sessions`, input.apiKey, { session, transport: input.transport }, LiveSessionResponse);
+            return { type: "webrtc", sdp: data.transport.sdp };
+        }
+        case "openai-realtime": {
+            if (input.transport.type === "websocket")
+                return yield* clientSecret(resolved.id, OPENAI_BASE_URL, input.model, input.apiKey, session);
+            const form = new FormData();
+            form.append("sdp", input.transport.sdp);
+            form.append("session", encodeJson(session));
+            const query = input.transport.dcid === undefined ? "" : `?dcid=${input.transport.dcid}`;
+            const sdp = yield* post(resolved.id, `${OPENAI_BASE_URL}/realtime/calls${query}`, input.apiKey, form, Schema.String);
+            return { type: "webrtc", sdp };
+        }
+        case "xai-realtime": {
+            if (input.transport.type !== "websocket")
+                return yield* invalidRequest("xAI Grok Voice only supports WebSocket transport");
+            return yield* clientSecret(resolved.id, XAI_BASE_URL, input.model, input.apiKey);
+        }
+    }
+});
+export const Realtime = {
+    engine,
+    connect,
+};
+const LiveSessionResponse = Schema.fromJsonString(Schema.Struct({
+    transport: Schema.Struct({ sdp: Schema.String }),
+}));
+// xAI's ephemeral-token docs (https://docs.x.ai/developers/model-capabilities/audio/ephemeral-tokens)
+// document the request body (`{ expires_after: { seconds } }`) but not the response payload; we assume
+// it mirrors OpenAI's `{ value, expires_at }` response shape.
+const ClientSecretResponse = Schema.fromJsonString(Schema.Struct({
+    value: Schema.String,
+    expires_at: Schema.Number,
+}));
+const invalidRequest = (message) => new AIError({ reason: new InvalidRequestError({ message }) });
+const post = (route, url, apiKey, body, response) => Effect.gen(function* () {
+    const executor = yield* RequestExecutor.Service;
+    const res = yield* executor.execute(HttpClientRequest.post(url).pipe(HttpClientRequest.bearerToken(apiKey), body instanceof FormData
+        ? HttpClientRequest.bodyFormData(body)
+        : HttpClientRequest.bodyText(encodeJson(body), "application/json")));
+    const http = new HttpContext({ url: res.request.url, status: res.status, headers: res.headers });
+    const fail = (message, cause, raw) => new AIError({ reason: new InvalidProviderOutputError({ route, message, body: raw, http, cause }) });
+    const text = yield* res.text.pipe(Effect.mapError((cause) => fail(`Failed to read ${route} response`, cause)));
+    return yield* Schema.decodeEffect(response)(text).pipe(Effect.mapError((cause) => fail(`${route} returned an invalid response`, cause, text)));
+});
+const clientSecret = (route, baseURL, model, apiKey, session) => post(route, `${baseURL}/realtime/client_secrets`, apiKey, { expires_after: { seconds: 60 }, session }, ClientSecretResponse).pipe(Effect.map((data) => ({
+    type: "websocket",
+    url: `${baseURL.replace(/^http/, "ws")}/realtime?model=${encodeURIComponent(model)}`,
+    token: data.value,
+    expiresAt: data.expires_at,
+})));

package/dist/experimental.d.ts

@@ -1,3 +1,5 @@
 export { EvaluationClient } from "./experimental/evaluation-client.js";
 export { BooleanAnswer, BooleanQuestion, ChoiceAnswer, ChoiceQuestion, Evaluation, EvaluationAnswer, EvaluationInput, EvaluationModel, EvaluationModelSchema, EvaluationQuestion, EvaluationRequest, EvaluationResponse, EvaluationRounding, ScoreAnswer, ScoreQuestion, } from "./experimental/evaluation.js";
 export type { AnswerFor, AnswersFor, EvaluationModelOptions, EvaluationOptions, EvaluationQuestions, EvaluationRequestFor, EvaluationRequestInput, EvaluationResponseFor, EvaluationRoute, } from "./experimental/evaluation.js";
+export { Realtime } from "./experimental/realtime.js";
+export type { RealtimeConnectInput, RealtimeSession, RealtimeTransport, RealtimeTransportInput, } from "./experimental/realtime.js";

package/dist/experimental.js

@@ -1,2 +1,3 @@
 export { EvaluationClient } from "./experimental/evaluation-client.js";
 export { BooleanAnswer, BooleanQuestion, ChoiceAnswer, ChoiceQuestion, Evaluation, EvaluationAnswer, EvaluationInput, EvaluationModel, EvaluationModelSchema, EvaluationQuestion, EvaluationRequest, EvaluationResponse, EvaluationRounding, ScoreAnswer, ScoreQuestion, } from "./experimental/evaluation.js";
+export { Realtime } from "./experimental/realtime.js";

package/dist/protocols/alibaba-chat.d.ts

@@ -121,6 +121,7 @@ export declare const protocol: Protocol<{
     readonly stream: true;
     readonly max_completion_tokens?: number | undefined;
     readonly max_tokens?: number | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly function: {
             readonly description: string;
@@ -137,7 +138,6 @@ export declare const protocol: Protocol<{
         } | undefined;
     }[] | undefined;
     readonly stop?: readonly string[] | undefined;
-    readonly temperature?: number | undefined;
     readonly seed?: number | undefined;
     readonly thinking?: {
         readonly type: (string & {}) | "disabled" | "adaptive";

package/dist/protocols/alibaba-messages.d.ts

@@ -204,6 +204,7 @@ export declare const protocol: Protocol<{
     readonly metadata?: {
         readonly user_id?: string | null | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly description: string;
         readonly name: string;
@@ -223,7 +224,6 @@ export declare const protocol: Protocol<{
             readonly ttl?: "1h" | "5m" | undefined;
         } | undefined;
     }[] | undefined;
-    readonly temperature?: number | undefined;
     readonly thinking?: {
         readonly type: string;
         readonly budget_tokens?: number | undefined;

package/dist/protocols/alibaba-responses.d.ts

@@ -144,6 +144,7 @@ export declare const protocol: Protocol<{
         readonly summary?: "auto" | "concise" | "detailed" | undefined;
         readonly effort?: OpenResponsesOptions.ReasoningEffort | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly [x: string]: unknown;
         readonly type: string;
@@ -159,7 +160,6 @@ export declare const protocol: Protocol<{
     readonly text?: {
         readonly verbosity?: OpenResponsesOptions.TextVerbosity | undefined;
     } | undefined;
-    readonly temperature?: number | undefined;
     readonly service_tier?: OpenResponsesOptions.ServiceTier | undefined;
     readonly tool_choice?: "required" | "auto" | "none" | {
         readonly type: "function";

package/dist/protocols/anthropic-messages.d.ts

@@ -604,6 +604,7 @@ export declare const protocol: Protocol<{
     readonly metadata?: {
         readonly user_id?: string | null | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly description: string;
         readonly name: string;
@@ -623,7 +624,6 @@ export declare const protocol: Protocol<{
             readonly ttl?: "1h" | "5m" | undefined;
         } | undefined;
     }[] | undefined;
-    readonly temperature?: number | undefined;
     readonly thinking?: {
         readonly type: "enabled";
         readonly budget_tokens: number;
@@ -964,6 +964,7 @@ export declare const route: Route<{
     readonly metadata?: {
         readonly user_id?: string | null | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly description: string;
         readonly name: string;
@@ -983,7 +984,6 @@ export declare const route: Route<{
             readonly ttl?: "1h" | "5m" | undefined;
         } | undefined;
     }[] | undefined;
-    readonly temperature?: number | undefined;
     readonly thinking?: {
         readonly type: "enabled";
         readonly budget_tokens: number;

package/dist/protocols/bedrock-converse.d.ts

@@ -234,8 +234,8 @@ export declare const protocol: Protocol<{
         readonly text: string;
     })[] | undefined;
     readonly inferenceConfig?: {
-        readonly maxTokens?: number | undefined;
         readonly temperature?: number | undefined;
+        readonly maxTokens?: number | undefined;
         readonly topP?: number | undefined;
         readonly stopSequences?: readonly string[] | undefined;
     } | undefined;
@@ -463,8 +463,8 @@ export declare const route: Route<{
         readonly text: string;
     })[] | undefined;
     readonly inferenceConfig?: {
-        readonly maxTokens?: number | undefined;
         readonly temperature?: number | undefined;
+        readonly maxTokens?: number | undefined;
         readonly topP?: number | undefined;
         readonly stopSequences?: readonly string[] | undefined;
     } | undefined;

package/dist/protocols/bedrock-converse.js

@@ -413,7 +413,7 @@ const fromRequest = Effect.fn("BedrockConverse.fromRequest")(function* (request)
         });
     // Bedrock-Claude shares Anthropic's 4-breakpoint cap. Spend the budget in
     // tools → system → messages order to favour the highest-impact prefixes.
-    const breakpoints = BedrockCache.breakpoints(request.model.id);
+    const breakpoints = BedrockCache.breakpoints(request.model);
     const toolConfig = (() => {
         if (flattened.tools.length === 0)
             return undefined;

package/dist/protocols/cohere-chat.d.ts

@@ -40,6 +40,7 @@ export declare const protocol: Protocol<{
     }[];
     readonly stream: true;
     readonly max_tokens?: number | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly type: "function";
         readonly function: {
@@ -48,7 +49,6 @@ export declare const protocol: Protocol<{
             readonly description?: string | undefined;
         };
     }[] | undefined;
-    readonly temperature?: number | undefined;
     readonly seed?: number | undefined;
     readonly thinking?: {
         readonly type: string;
@@ -154,6 +154,7 @@ export declare const route: Route<{
     }[];
     readonly stream: true;
     readonly max_tokens?: number | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly type: "function";
         readonly function: {
@@ -162,7 +163,6 @@ export declare const route: Route<{
             readonly description?: string | undefined;
         };
     }[] | undefined;
-    readonly temperature?: number | undefined;
     readonly seed?: number | undefined;
     readonly thinking?: {
         readonly type: string;

package/dist/protocols/gemini.js

@@ -5,7 +5,7 @@ import { Auth } from "../route/auth.js";
 import { Endpoint } from "../route/endpoint.js";
 import { Protocol } from "../route/protocol.js";
 import { HttpTransport, } from "../route/transport/index.js";
-import { AIError, LLMEvent, Usage, } from "../schema/index.js";
+import { AIError, InvalidProviderOutputError, LLMEvent, Usage, } from "../schema/index.js";
 import { classifyProviderFailure } from "../provider-error.js";
 import { Media } from "../media.js";
 import { JsonObject, knownString, lenient, optionalArray, optionalNull, ProviderShared } from "./shared.js";
@@ -534,6 +534,16 @@ const step = (state, event) => {
         usage: event.usageMetadata ?? state.usage,
         finishReason: candidate?.finishReason ?? state.finishReason,
     };
+    // Gemini sporadically ends a valid request with MALFORMED_RESPONSE; continuing or resending it recovers.
+    if (candidate?.finishReason === "MALFORMED_RESPONSE")
+        return Effect.fail(new AIError({
+            reason: new InvalidProviderOutputError({
+                route: state.route,
+                message: `Gemini stopped with ${candidate.finishReason}`,
+                body: ProviderShared.encodeJson(event),
+                classification: "incomplete-stream",
+            }),
+        }));
     if (candidate?.finishReason && mapFinishReason(candidate.finishReason, state.hasToolCalls) === "error")
         return Effect.fail(ProviderShared.eventError(state.route, `Gemini stopped with ${candidate.finishReason}`, ProviderShared.encodeJson(event)));
     if (!candidate?.content)

package/dist/protocols/meta-messages.d.ts

@@ -192,6 +192,7 @@ export declare const protocol: Protocol<{
     readonly metadata?: {
         readonly user_id?: string | null | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly type: "web_search";
         readonly name: "web_search";
@@ -221,7 +222,6 @@ export declare const protocol: Protocol<{
             readonly ttl?: "1h" | "5m" | undefined;
         } | undefined;
     }[] | undefined;
-    readonly temperature?: number | undefined;
     readonly thinking?: {
         readonly type: "enabled";
         readonly budget_tokens: number;

package/dist/protocols/meta-responses.d.ts

@@ -158,6 +158,7 @@ export declare const protocol: Protocol<{
         readonly summary?: "auto" | "concise" | "detailed" | undefined;
         readonly effort?: import("../schema/options.js").ReasoningEffort | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly [x: string]: unknown;
         readonly type: string;
@@ -173,7 +174,6 @@ export declare const protocol: Protocol<{
     readonly text?: {
         readonly verbosity?: import("./utils/open-responses-options.js").TextVerbosity | undefined;
     } | undefined;
-    readonly temperature?: number | undefined;
     readonly service_tier?: import("./utils/open-responses-options.js").ServiceTier | undefined;
     readonly tool_choice?: "required" | "auto" | "none" | {
         readonly type: "function";
@@ -394,6 +394,7 @@ export declare const httpTransport: import("../route/transport/http.js").HttpJso
         readonly summary?: "auto" | "concise" | "detailed" | undefined;
         readonly effort?: import("../schema/options.js").ReasoningEffort | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly [x: string]: unknown;
         readonly type: string;
@@ -409,7 +410,6 @@ export declare const httpTransport: import("../route/transport/http.js").HttpJso
     readonly text?: {
         readonly verbosity?: import("./utils/open-responses-options.js").TextVerbosity | undefined;
     } | undefined;
-    readonly temperature?: number | undefined;
     readonly service_tier?: import("./utils/open-responses-options.js").ServiceTier | undefined;
     readonly tool_choice?: "required" | "auto" | "none" | {
         readonly type: "function";

package/dist/protocols/mistral-chat.d.ts

@@ -299,6 +299,7 @@ export declare const protocol: Protocol<{
     })[];
     readonly stream: true;
     readonly max_tokens?: number | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly type: "function";
         readonly function: {
@@ -311,7 +312,6 @@ export declare const protocol: Protocol<{
         };
     }[] | undefined;
     readonly stop?: readonly string[] | undefined;
-    readonly temperature?: number | undefined;
     readonly tool_choice?: "auto" | "none" | "any" | {
         readonly type: "function";
         readonly function: {
@@ -436,6 +436,7 @@ export declare const httpTransport: HttpTransport.HttpJsonTransport<{
     })[];
     readonly stream: true;
     readonly max_tokens?: number | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly type: "function";
         readonly function: {
@@ -448,7 +449,6 @@ export declare const httpTransport: HttpTransport.HttpJsonTransport<{
         };
     }[] | undefined;
     readonly stop?: readonly string[] | undefined;
-    readonly temperature?: number | undefined;
     readonly tool_choice?: "auto" | "none" | "any" | {
         readonly type: "function";
         readonly function: {
@@ -527,6 +527,7 @@ export declare const route: Route<{
     })[];
     readonly stream: true;
     readonly max_tokens?: number | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly type: "function";
         readonly function: {
@@ -539,7 +540,6 @@ export declare const route: Route<{
         };
     }[] | undefined;
     readonly stop?: readonly string[] | undefined;
-    readonly temperature?: number | undefined;
     readonly tool_choice?: "auto" | "none" | "any" | {
         readonly type: "function";
         readonly function: {

package/dist/protocols/open-responses.d.ts

@@ -1659,6 +1659,7 @@ export declare const protocol: Protocol<{
         readonly summary?: "auto" | "concise" | "detailed" | undefined;
         readonly effort?: OpenResponsesOptions.ReasoningEffort | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly [x: string]: unknown;
         readonly type: string;
@@ -1674,7 +1675,6 @@ export declare const protocol: Protocol<{
     readonly text?: {
         readonly verbosity?: OpenResponsesOptions.TextVerbosity | undefined;
     } | undefined;
-    readonly temperature?: number | undefined;
     readonly service_tier?: OpenResponsesOptions.ServiceTier | undefined;
     readonly tool_choice?: "required" | "auto" | "none" | {
         readonly type: "function";
@@ -1895,6 +1895,7 @@ export declare const httpTransport: HttpTransport.HttpJsonTransport<{
         readonly summary?: "auto" | "concise" | "detailed" | undefined;
         readonly effort?: OpenResponsesOptions.ReasoningEffort | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly [x: string]: unknown;
         readonly type: string;
@@ -1910,7 +1911,6 @@ export declare const httpTransport: HttpTransport.HttpJsonTransport<{
     readonly text?: {
         readonly verbosity?: OpenResponsesOptions.TextVerbosity | undefined;
     } | undefined;
-    readonly temperature?: number | undefined;
     readonly service_tier?: OpenResponsesOptions.ServiceTier | undefined;
     readonly tool_choice?: "required" | "auto" | "none" | {
         readonly type: "function";

package/dist/protocols/openai-chat.d.ts

@@ -1112,6 +1112,7 @@ export declare const protocol: Protocol<{
     readonly stream: true;
     readonly max_completion_tokens?: number | undefined;
     readonly max_tokens?: number | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly function: {
             readonly description: string;
@@ -1128,7 +1129,6 @@ export declare const protocol: Protocol<{
         } | undefined;
     }[] | undefined;
     readonly stop?: readonly string[] | undefined;
-    readonly temperature?: number | undefined;
     readonly seed?: number | undefined;
     readonly tool_choice?: "required" | "auto" | "none" | {
         readonly type: "function";
@@ -1307,6 +1307,7 @@ export declare const httpTransport: HttpTransport.HttpJsonTransport<{
     readonly stream: true;
     readonly max_completion_tokens?: number | undefined;
     readonly max_tokens?: number | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly function: {
             readonly description: string;
@@ -1323,7 +1324,6 @@ export declare const httpTransport: HttpTransport.HttpJsonTransport<{
         } | undefined;
     }[] | undefined;
     readonly stop?: readonly string[] | undefined;
-    readonly temperature?: number | undefined;
     readonly seed?: number | undefined;
     readonly tool_choice?: "required" | "auto" | "none" | {
         readonly type: "function";
@@ -1429,6 +1429,7 @@ export declare const route: Route<{
     readonly stream: true;
     readonly max_completion_tokens?: number | undefined;
     readonly max_tokens?: number | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly function: {
             readonly description: string;
@@ -1445,7 +1446,6 @@ export declare const route: Route<{
         } | undefined;
     }[] | undefined;
     readonly stop?: readonly string[] | undefined;
-    readonly temperature?: number | undefined;
     readonly seed?: number | undefined;
     readonly tool_choice?: "required" | "auto" | "none" | {
         readonly type: "function";

package/dist/protocols/openai-compatible-chat.d.ts

@@ -94,6 +94,7 @@ export declare const route: Route<{
     readonly stream: true;
     readonly max_completion_tokens?: number | undefined;
     readonly max_tokens?: number | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly function: {
             readonly description: string;
@@ -110,7 +111,6 @@ export declare const route: Route<{
         } | undefined;
     }[] | undefined;
     readonly stop?: readonly string[] | undefined;
-    readonly temperature?: number | undefined;
     readonly seed?: number | undefined;
     readonly tool_choice?: "required" | "auto" | "none" | {
         readonly type: "function";

package/dist/protocols/openai-compatible-responses.d.ts

@@ -139,6 +139,7 @@ export declare const route: Route<{
         readonly summary?: "auto" | "concise" | "detailed" | undefined;
         readonly effort?: import("../index.js").ReasoningEffort | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly [x: string]: unknown;
         readonly type: string;
@@ -154,7 +155,6 @@ export declare const route: Route<{
     readonly text?: {
         readonly verbosity?: import("./utils/open-responses-options.js").TextVerbosity | undefined;
     } | undefined;
-    readonly temperature?: number | undefined;
     readonly service_tier?: import("./utils/open-responses-options.js").ServiceTier | undefined;
     readonly tool_choice?: "required" | "auto" | "none" | {
         readonly type: "function";

package/dist/protocols/openai-responses.d.ts

@@ -337,6 +337,7 @@ export declare const protocol: Protocol<{
         readonly summary?: "auto" | "concise" | "detailed" | undefined;
         readonly effort?: OpenResponsesOptions.ReasoningEffort | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly type: "function";
         readonly description: string;
@@ -372,7 +373,6 @@ export declare const protocol: Protocol<{
     readonly text?: {
         readonly verbosity?: OpenResponsesOptions.TextVerbosity | undefined;
     } | undefined;
-    readonly temperature?: number | undefined;
     readonly service_tier?: OpenResponsesOptions.ServiceTier | undefined;
     readonly context_management?: readonly {
         readonly type: "compaction";
@@ -599,6 +599,7 @@ export declare const httpTransport: HttpTransport.HttpJsonTransport<{
         readonly summary?: "auto" | "concise" | "detailed" | undefined;
         readonly effort?: OpenResponsesOptions.ReasoningEffort | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly type: "function";
         readonly description: string;
@@ -634,7 +635,6 @@ export declare const httpTransport: HttpTransport.HttpJsonTransport<{
     readonly text?: {
         readonly verbosity?: OpenResponsesOptions.TextVerbosity | undefined;
     } | undefined;
-    readonly temperature?: number | undefined;
     readonly service_tier?: OpenResponsesOptions.ServiceTier | undefined;
     readonly context_management?: readonly {
         readonly type: "compaction";
@@ -803,6 +803,7 @@ export declare const channelTransport: (options: import("./open-responses-channe
         readonly summary?: "auto" | "concise" | "detailed" | undefined;
         readonly effort?: OpenResponsesOptions.ReasoningEffort | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly type: "function";
         readonly description: string;
@@ -838,7 +839,6 @@ export declare const channelTransport: (options: import("./open-responses-channe
     readonly text?: {
         readonly verbosity?: OpenResponsesOptions.TextVerbosity | undefined;
     } | undefined;
-    readonly temperature?: number | undefined;
     readonly service_tier?: OpenResponsesOptions.ServiceTier | undefined;
     readonly context_management?: readonly {
         readonly type: "compaction";
@@ -1007,6 +1007,7 @@ export declare const transport: import("../route/transport/index.js").Transport<
         readonly summary?: "auto" | "concise" | "detailed" | undefined;
         readonly effort?: OpenResponsesOptions.ReasoningEffort | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly type: "function";
         readonly description: string;
@@ -1042,7 +1043,6 @@ export declare const transport: import("../route/transport/index.js").Transport<
     readonly text?: {
         readonly verbosity?: OpenResponsesOptions.TextVerbosity | undefined;
     } | undefined;
-    readonly temperature?: number | undefined;
     readonly service_tier?: OpenResponsesOptions.ServiceTier | undefined;
     readonly context_management?: readonly {
         readonly type: "compaction";
@@ -1211,6 +1211,7 @@ export declare const route: Route<{
         readonly summary?: "auto" | "concise" | "detailed" | undefined;
         readonly effort?: OpenResponsesOptions.ReasoningEffort | undefined;
     } | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly ({
         readonly type: "function";
         readonly description: string;
@@ -1246,7 +1247,6 @@ export declare const route: Route<{
     readonly text?: {
         readonly verbosity?: OpenResponsesOptions.TextVerbosity | undefined;
     } | undefined;
-    readonly temperature?: number | undefined;
     readonly service_tier?: OpenResponsesOptions.ServiceTier | undefined;
     readonly context_management?: readonly {
         readonly type: "compaction";

package/dist/protocols/utils/bedrock-cache.d.ts

@@ -1,5 +1,5 @@
 import { Schema } from "effect";
-import type { CacheHint } from "../../schema/index.js";
+import type { CacheHint, LLMRequest } from "../../schema/index.js";
 export declare const CachePointBlock: Schema.Struct<{
     readonly cachePoint: Schema.Struct<{
         readonly type: Schema.tag<"default">;
@@ -8,7 +8,7 @@ export declare const CachePointBlock: Schema.Struct<{
 }>;
 export type CachePointBlock = Schema.Schema.Type<typeof CachePointBlock>;
 export declare const BEDROCK_BREAKPOINT_CAP = 4;
-export declare const breakpoints: (modelID: string) => {
+export declare const breakpoints: (model: LLMRequest["model"]) => {
     supported: boolean;
     ttl1h: boolean;
     remaining: number;

package/dist/protocols/utils/bedrock-cache.js

@@ -21,14 +21,16 @@ const CLAUDE_5M = [
 ];
 // Callers share the four-breakpoint budget across system, messages, and tools.
 export const BEDROCK_BREAKPOINT_CAP = 4;
-export const breakpoints = (modelID) => {
+export const breakpoints = (model) => {
     // Substring matching also handles regional prefixes and model-bearing ARNs.
-    const short = CLAUDE_5M.some((id) => modelID.includes(id));
+    const short = CLAUDE_5M.some((id) => model.id.includes(id));
     return {
         ...newBreakpoints(BEDROCK_BREAKPOINT_CAP),
+        // An explicit Anthropic cache format opts opaque IDs such as application inference profile ARNs in.
         // Assume modern Claude releases retain caching support; older generations need an explicit exception.
         // Other model families use implicit caching where available.
-        supported: modelID.includes("anthropic.claude-") && (short || !LEGACY_CLAUDE.some((id) => modelID.includes(id))),
+        supported: model.compatibility?.cacheFormat === "anthropic" ||
+            (model.id.includes("anthropic.claude-") && (short || !LEGACY_CLAUDE.some((id) => model.id.includes(id)))),
         ttl1h: !short,
     };
 };

package/dist/protocols/venice-chat.d.ts

@@ -149,6 +149,7 @@ export declare const protocol: Protocol<{
     } | undefined;
     readonly max_completion_tokens?: number | undefined;
     readonly max_tokens?: number | undefined;
+    readonly temperature?: number | undefined;
     readonly tools?: readonly {
         readonly function: {
             readonly description: string;
@@ -166,7 +167,6 @@ export declare const protocol: Protocol<{
     }[] | undefined;
     readonly stop?: readonly string[] | undefined;
     readonly user?: string | undefined;
-    readonly temperature?: number | undefined;
     readonly seed?: number | undefined;
     readonly tool_choice?: "required" | "auto" | "none" | {
         readonly type: "function";