@hebo-ai/gateway 0.4.1 → 0.5.0-beta.0

package/dist/models/google/presets.d.ts

@@ -230,6 +230,84 @@ export declare const gemini3ProPreview: <const O extends {
     context: number;
     providers: readonly ["vertex"];
 } & O>;
+export declare const gemini31ProPreview: <const O extends {
+    name?: string | undefined;
+    created?: string | undefined;
+    knowledge?: string | undefined;
+    modalities?: {
+        input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
+        output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
+    } | undefined;
+    context?: number | undefined;
+    capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
+    providers?: readonly ("anthropic" | "azure" | "bedrock" | "cohere" | "groq" | "openai" | "vertex" | "voyage" | {
+        readonly [x: number]: string | undefined;
+        toString?: (() => string) | undefined;
+        charAt?: {} | undefined;
+        charCodeAt?: {} | undefined;
+        concat?: {} | undefined;
+        indexOf?: {} | undefined;
+        lastIndexOf?: {} | undefined;
+        localeCompare?: {} | undefined;
+        match?: {} | undefined;
+        replace?: {} | undefined;
+        search?: {} | undefined;
+        slice?: {} | undefined;
+        split?: {} | undefined;
+        substring?: {} | undefined;
+        toLowerCase?: (() => string) | undefined;
+        toLocaleLowerCase?: {} | undefined;
+        toUpperCase?: (() => string) | undefined;
+        toLocaleUpperCase?: {} | undefined;
+        trim?: (() => string) | undefined;
+        readonly length?: number | undefined;
+        substr?: {} | undefined;
+        valueOf?: (() => string) | undefined;
+        codePointAt?: {} | undefined;
+        includes?: {} | undefined;
+        endsWith?: {} | undefined;
+        normalize?: {} | undefined;
+        repeat?: {} | undefined;
+        startsWith?: {} | undefined;
+        anchor?: {} | undefined;
+        big?: (() => string) | undefined;
+        blink?: (() => string) | undefined;
+        bold?: (() => string) | undefined;
+        fixed?: (() => string) | undefined;
+        fontcolor?: {} | undefined;
+        fontsize?: {} | undefined;
+        italics?: (() => string) | undefined;
+        link?: {} | undefined;
+        small?: (() => string) | undefined;
+        strike?: (() => string) | undefined;
+        sub?: (() => string) | undefined;
+        sup?: (() => string) | undefined;
+        padStart?: {} | undefined;
+        padEnd?: {} | undefined;
+        trimEnd?: (() => string) | undefined;
+        trimStart?: (() => string) | undefined;
+        trimLeft?: (() => string) | undefined;
+        trimRight?: (() => string) | undefined;
+        matchAll?: {} | undefined;
+        replaceAll?: {} | undefined;
+        at?: {} | undefined;
+        [Symbol.iterator]?: (() => StringIterator<string>) | undefined;
+    })[] | undefined;
+    additionalProperties?: {
+        [x: string]: unknown;
+    } | undefined;
+}>(override?: O | undefined) => Record<"google/gemini-3.1-pro-preview", {
+    name: string;
+    created: string;
+    knowledge: string;
+    modalities: {
+        input: readonly ["text", "image", "pdf", "file", "audio", "video"];
+        output: readonly ["text"];
+    };
+    capabilities: readonly ["attachments", "reasoning", "tool_call", "structured_output", "temperature"];
+    context: number;
+    providers: readonly ["vertex"];
+} & O>;
 export declare const gemini25FlashLite: <const O extends {
     name?: string | undefined;
     created?: string | undefined;
@@ -851,6 +929,83 @@ export declare const gemini: {
         capabilities: readonly ["attachments", "reasoning", "tool_call", "structured_output", "temperature"];
         context: number;
         providers: readonly ["vertex"];
+    } & O>, <const O extends {
+        name?: string | undefined;
+        created?: string | undefined;
+        knowledge?: string | undefined;
+        modalities?: {
+            input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
+        } | undefined;
+        context?: number | undefined;
+        capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
+        providers?: readonly ("anthropic" | "azure" | "bedrock" | "cohere" | "groq" | "openai" | "vertex" | "voyage" | {
+            readonly [x: number]: string | undefined;
+            toString?: (() => string) | undefined;
+            charAt?: {} | undefined;
+            charCodeAt?: {} | undefined;
+            concat?: {} | undefined;
+            indexOf?: {} | undefined;
+            lastIndexOf?: {} | undefined;
+            localeCompare?: {} | undefined;
+            match?: {} | undefined;
+            replace?: {} | undefined;
+            search?: {} | undefined;
+            slice?: {} | undefined;
+            split?: {} | undefined;
+            substring?: {} | undefined;
+            toLowerCase?: (() => string) | undefined;
+            toLocaleLowerCase?: {} | undefined;
+            toUpperCase?: (() => string) | undefined;
+            toLocaleUpperCase?: {} | undefined;
+            trim?: (() => string) | undefined;
+            readonly length?: number | undefined;
+            substr?: {} | undefined;
+            valueOf?: (() => string) | undefined;
+            codePointAt?: {} | undefined;
+            includes?: {} | undefined;
+            endsWith?: {} | undefined;
+            normalize?: {} | undefined;
+            repeat?: {} | undefined;
+            startsWith?: {} | undefined;
+            anchor?: {} | undefined;
+            big?: (() => string) | undefined;
+            blink?: (() => string) | undefined;
+            bold?: (() => string) | undefined;
+            fixed?: (() => string) | undefined;
+            fontcolor?: {} | undefined;
+            fontsize?: {} | undefined;
+            italics?: (() => string) | undefined;
+            link?: {} | undefined;
+            small?: (() => string) | undefined;
+            strike?: (() => string) | undefined;
+            sub?: (() => string) | undefined;
+            sup?: (() => string) | undefined;
+            padStart?: {} | undefined;
+            padEnd?: {} | undefined;
+            trimEnd?: (() => string) | undefined;
+            trimStart?: (() => string) | undefined;
+            trimLeft?: (() => string) | undefined;
+            trimRight?: (() => string) | undefined;
+            matchAll?: {} | undefined;
+            replaceAll?: {} | undefined;
+            at?: {} | undefined;
+            [Symbol.iterator]?: (() => StringIterator<string>) | undefined;
+        })[] | undefined;
+        additionalProperties?: {
+            [x: string]: unknown;
+        } | undefined;
+    }>(override?: O | undefined) => Record<"google/gemini-3.1-pro-preview", {
+        name: string;
+        created: string;
+        knowledge: string;
+        modalities: {
+            input: readonly ["text", "image", "pdf", "file", "audio", "video"];
+            output: readonly ["text"];
+        };
+        capabilities: readonly ["attachments", "reasoning", "tool_call", "structured_output", "temperature"];
+        context: number;
+        providers: readonly ["vertex"];
     } & O>];
     readonly embeddings: readonly [<const O extends {
         name?: string | undefined;
@@ -1223,6 +1378,83 @@ export declare const gemini: {
         additionalProperties?: {
             [x: string]: unknown;
         } | undefined;
+    }>(override?: O | undefined) => Record<"google/gemini-3.1-pro-preview", {
+        name: string;
+        created: string;
+        knowledge: string;
+        modalities: {
+            input: readonly ["text", "image", "pdf", "file", "audio", "video"];
+            output: readonly ["text"];
+        };
+        capabilities: readonly ["attachments", "reasoning", "tool_call", "structured_output", "temperature"];
+        context: number;
+        providers: readonly ["vertex"];
+    } & O>) | (<const O extends {
+        name?: string | undefined;
+        created?: string | undefined;
+        knowledge?: string | undefined;
+        modalities?: {
+            input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
+        } | undefined;
+        context?: number | undefined;
+        capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
+        providers?: readonly ("anthropic" | "azure" | "bedrock" | "cohere" | "groq" | "openai" | "vertex" | "voyage" | {
+            readonly [x: number]: string | undefined;
+            toString?: (() => string) | undefined;
+            charAt?: {} | undefined;
+            charCodeAt?: {} | undefined;
+            concat?: {} | undefined;
+            indexOf?: {} | undefined;
+            lastIndexOf?: {} | undefined;
+            localeCompare?: {} | undefined;
+            match?: {} | undefined;
+            replace?: {} | undefined;
+            search?: {} | undefined;
+            slice?: {} | undefined;
+            split?: {} | undefined;
+            substring?: {} | undefined;
+            toLowerCase?: (() => string) | undefined;
+            toLocaleLowerCase?: {} | undefined;
+            toUpperCase?: (() => string) | undefined;
+            toLocaleUpperCase?: {} | undefined;
+            trim?: (() => string) | undefined;
+            readonly length?: number | undefined;
+            substr?: {} | undefined;
+            valueOf?: (() => string) | undefined;
+            codePointAt?: {} | undefined;
+            includes?: {} | undefined;
+            endsWith?: {} | undefined;
+            normalize?: {} | undefined;
+            repeat?: {} | undefined;
+            startsWith?: {} | undefined;
+            anchor?: {} | undefined;
+            big?: (() => string) | undefined;
+            blink?: (() => string) | undefined;
+            bold?: (() => string) | undefined;
+            fixed?: (() => string) | undefined;
+            fontcolor?: {} | undefined;
+            fontsize?: {} | undefined;
+            italics?: (() => string) | undefined;
+            link?: {} | undefined;
+            small?: (() => string) | undefined;
+            strike?: (() => string) | undefined;
+            sub?: (() => string) | undefined;
+            sup?: (() => string) | undefined;
+            padStart?: {} | undefined;
+            padEnd?: {} | undefined;
+            trimEnd?: (() => string) | undefined;
+            trimStart?: (() => string) | undefined;
+            trimLeft?: (() => string) | undefined;
+            trimRight?: (() => string) | undefined;
+            matchAll?: {} | undefined;
+            replaceAll?: {} | undefined;
+            at?: {} | undefined;
+            [Symbol.iterator]?: (() => StringIterator<string>) | undefined;
+        })[] | undefined;
+        additionalProperties?: {
+            [x: string]: unknown;
+        } | undefined;
     }>(override?: O | undefined) => Record<"google/gemini-2.5-flash-lite", {
         name: string;
         created: string;
@@ -1775,6 +2007,83 @@ export declare const gemini: {
         capabilities: readonly ["attachments", "reasoning", "tool_call", "structured_output", "temperature"];
         context: number;
         providers: readonly ["vertex"];
+    } & O>, <const O extends {
+        name?: string | undefined;
+        created?: string | undefined;
+        knowledge?: string | undefined;
+        modalities?: {
+            input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
+        } | undefined;
+        context?: number | undefined;
+        capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
+        providers?: readonly ("anthropic" | "azure" | "bedrock" | "cohere" | "groq" | "openai" | "vertex" | "voyage" | {
+            readonly [x: number]: string | undefined;
+            toString?: (() => string) | undefined;
+            charAt?: {} | undefined;
+            charCodeAt?: {} | undefined;
+            concat?: {} | undefined;
+            indexOf?: {} | undefined;
+            lastIndexOf?: {} | undefined;
+            localeCompare?: {} | undefined;
+            match?: {} | undefined;
+            replace?: {} | undefined;
+            search?: {} | undefined;
+            slice?: {} | undefined;
+            split?: {} | undefined;
+            substring?: {} | undefined;
+            toLowerCase?: (() => string) | undefined;
+            toLocaleLowerCase?: {} | undefined;
+            toUpperCase?: (() => string) | undefined;
+            toLocaleUpperCase?: {} | undefined;
+            trim?: (() => string) | undefined;
+            readonly length?: number | undefined;
+            substr?: {} | undefined;
+            valueOf?: (() => string) | undefined;
+            codePointAt?: {} | undefined;
+            includes?: {} | undefined;
+            endsWith?: {} | undefined;
+            normalize?: {} | undefined;
+            repeat?: {} | undefined;
+            startsWith?: {} | undefined;
+            anchor?: {} | undefined;
+            big?: (() => string) | undefined;
+            blink?: (() => string) | undefined;
+            bold?: (() => string) | undefined;
+            fixed?: (() => string) | undefined;
+            fontcolor?: {} | undefined;
+            fontsize?: {} | undefined;
+            italics?: (() => string) | undefined;
+            link?: {} | undefined;
+            small?: (() => string) | undefined;
+            strike?: (() => string) | undefined;
+            sub?: (() => string) | undefined;
+            sup?: (() => string) | undefined;
+            padStart?: {} | undefined;
+            padEnd?: {} | undefined;
+            trimEnd?: (() => string) | undefined;
+            trimStart?: (() => string) | undefined;
+            trimLeft?: (() => string) | undefined;
+            trimRight?: (() => string) | undefined;
+            matchAll?: {} | undefined;
+            replaceAll?: {} | undefined;
+            at?: {} | undefined;
+            [Symbol.iterator]?: (() => StringIterator<string>) | undefined;
+        })[] | undefined;
+        additionalProperties?: {
+            [x: string]: unknown;
+        } | undefined;
+    }>(override?: O | undefined) => Record<"google/gemini-3.1-pro-preview", {
+        name: string;
+        created: string;
+        knowledge: string;
+        modalities: {
+            input: readonly ["text", "image", "pdf", "file", "audio", "video"];
+            output: readonly ["text"];
+        };
+        capabilities: readonly ["attachments", "reasoning", "tool_call", "structured_output", "temperature"];
+        context: number;
+        providers: readonly ["vertex"];
     } & O>];
     readonly "v2.5": readonly [<const O extends {
         name?: string | undefined;
@@ -2163,4 +2472,82 @@ export declare const gemini: {
         context: number;
         providers: readonly ["vertex"];
     } & O>];
+    readonly "v3.1-preview": readonly [<const O extends {
+        name?: string | undefined;
+        created?: string | undefined;
+        knowledge?: string | undefined;
+        modalities?: {
+            input?: readonly ("text" | "file" | "image" | "audio" | "video" | "pdf")[] | undefined;
+            output?: readonly ("text" | "embedding" | "image" | "audio" | "video")[] | undefined;
+        } | undefined;
+        context?: number | undefined;
+        capabilities?: readonly ("temperature" | "reasoning" | "attachments" | "tool_call" | "structured_output")[] | undefined;
+        providers?: readonly ("anthropic" | "azure" | "bedrock" | "cohere" | "groq" | "openai" | "vertex" | "voyage" | {
+            readonly [x: number]: string | undefined;
+            toString?: (() => string) | undefined;
+            charAt?: {} | undefined;
+            charCodeAt?: {} | undefined;
+            concat?: {} | undefined;
+            indexOf?: {} | undefined;
+            lastIndexOf?: {} | undefined;
+            localeCompare?: {} | undefined;
+            match?: {} | undefined;
+            replace?: {} | undefined;
+            search?: {} | undefined;
+            slice?: {} | undefined;
+            split?: {} | undefined;
+            substring?: {} | undefined;
+            toLowerCase?: (() => string) | undefined;
+            toLocaleLowerCase?: {} | undefined;
+            toUpperCase?: (() => string) | undefined;
+            toLocaleUpperCase?: {} | undefined;
+            trim?: (() => string) | undefined;
+            readonly length?: number | undefined;
+            substr?: {} | undefined;
+            valueOf?: (() => string) | undefined;
+            codePointAt?: {} | undefined;
+            includes?: {} | undefined;
+            endsWith?: {} | undefined;
+            normalize?: {} | undefined;
+            repeat?: {} | undefined;
+            startsWith?: {} | undefined;
+            anchor?: {} | undefined;
+            big?: (() => string) | undefined;
+            blink?: (() => string) | undefined;
+            bold?: (() => string) | undefined;
+            fixed?: (() => string) | undefined;
+            fontcolor?: {} | undefined;
+            fontsize?: {} | undefined;
+            italics?: (() => string) | undefined;
+            link?: {} | undefined;
+            small?: (() => string) | undefined;
+            strike?: (() => string) | undefined;
+            sub?: (() => string) | undefined;
+            sup?: (() => string) | undefined;
+            padStart?: {} | undefined;
+            padEnd?: {} | undefined;
+            trimEnd?: (() => string) | undefined;
+            trimStart?: (() => string) | undefined;
+            trimLeft?: (() => string) | undefined;
+            trimRight?: (() => string) | undefined;
+            matchAll?: {} | undefined;
+            replaceAll?: {} | undefined;
+            at?: {} | undefined;
+            [Symbol.iterator]?: (() => StringIterator<string>) | undefined;
+        })[] | undefined;
+        additionalProperties?: {
+            [x: string]: unknown;
+        } | undefined;
+    }>(override?: O | undefined) => Record<"google/gemini-3.1-pro-preview", {
+        name: string;
+        created: string;
+        knowledge: string;
+        modalities: {
+            input: readonly ["text", "image", "pdf", "file", "audio", "video"];
+            output: readonly ["text"];
+        };
+        capabilities: readonly ["attachments", "reasoning", "tool_call", "structured_output", "temperature"];
+        context: number;
+        providers: readonly ["vertex"];
+    } & O>];
 };

package/dist/models/google/presets.js

@@ -39,6 +39,12 @@ export const gemini3ProPreview = presetFor()("google/gemini-3-pro-preview", {
     created: "2025-11-18",
     knowledge: "2025-01",
 });
+export const gemini31ProPreview = presetFor()("google/gemini-3.1-pro-preview", {
+    ...GEMINI_BASE,
+    name: "Gemini 3.1 Pro (Preview)",
+    created: "2026-02-19",
+    knowledge: "2025-01",
+});
 export const gemini25FlashLite = presetFor()("google/gemini-2.5-flash-lite", {
     ...GEMINI_BASE,
     name: "Gemini 2.5 Flash Lite",
@@ -60,17 +66,18 @@ export const gemini25Pro = presetFor()("google/gemini-2.5-pro", {
 const geminiAtomic = {
     "v2.5": [gemini25FlashLite, gemini25Flash, gemini25Pro],
     "v3-preview": [gemini3FlashPreview, gemini3ProPreview],
+    "v3.1-preview": [gemini31ProPreview],
     embeddings: [geminiEmbedding001],
 };
 const geminiGroups = {
     "v2.x": [...geminiAtomic["v2.5"]],
-    "v3.x": [...geminiAtomic["v3-preview"]],
+    "v3.x": [...geminiAtomic["v3-preview"], ...geminiAtomic["v3.1-preview"]],
 };
 export const gemini = {
     ...geminiAtomic,
     ...geminiGroups,
     latest: [...geminiAtomic["v2.5"]],
-    preview: [...geminiAtomic["v3-preview"]],
+    preview: [...geminiAtomic["v3-preview"], ...geminiAtomic["v3.1-preview"]],
     embeddings: [...geminiAtomic["embeddings"]],
     all: Object.values(geminiAtomic).flat(),
 };

package/dist/models/openai/middleware.js

@@ -21,6 +21,7 @@ function mapGptOssReasoningEffort(effort) {
             return "medium";
         case "high":
         case "xhigh":
+        case "max":
             return "high";
         default:
             return "low";

package/dist/models/types.d.ts

@@ -1,5 +1,5 @@
 import type { ProviderId } from "../providers/types";
-export declare const CANONICAL_MODEL_IDS: readonly ["anthropic/claude-opus-4.6", "anthropic/claude-sonnet-4.6", "anthropic/claude-haiku-4.5", "anthropic/claude-sonnet-4.5", "anthropic/claude-opus-4.5", "anthropic/claude-opus-4.1", "anthropic/claude-opus-4", "anthropic/claude-sonnet-4", "anthropic/claude-sonnet-3.7", "anthropic/claude-sonnet-3.5", "anthropic/claude-haiku-3.5", "anthropic/claude-haiku-3", "openai/gpt-oss-20b", "openai/gpt-oss-120b", "openai/gpt-5", "openai/gpt-5-pro", "openai/gpt-5.2", "openai/gpt-5.2-chat", "openai/gpt-5.2-pro", "openai/gpt-5.2-codex", "openai/gpt-5.3-codex", "openai/gpt-5-mini", "openai/gpt-5-nano", "openai/gpt-5-codex", "openai/gpt-5.1-codex", "openai/gpt-5.1-codex-max", "openai/gpt-5.1-chat", "openai/gpt-5.1", "openai/text-embedding-3-small", "openai/text-embedding-3-large", "amazon/nova-micro", "amazon/nova-lite", "amazon/nova-pro", "amazon/nova-premier", "amazon/nova-2-lite", "amazon/nova-2-multimodal-embeddings", "google/gemini-2.5-flash-lite", "google/gemini-2.5-flash", "google/gemini-2.5-pro", "google/gemini-3-flash-preview", "google/gemini-3-pro-preview", "google/embedding-001", "meta/llama-3.1-8b", "meta/llama-3.1-70b", "meta/llama-3.1-405b", "meta/llama-3.2-1b", "meta/llama-3.2-3b", "meta/llama-3.2-11b", "meta/llama-3.2-90b", "meta/llama-3.3-70b", "meta/llama-4-scout", "meta/llama-4-maverick", "cohere/embed-v4.0", "cohere/embed-english-v3.0", "cohere/embed-english-light-v3.0", "cohere/embed-multilingual-v3.0", "cohere/embed-multilingual-light-v3.0", "cohere/command-a", "cohere/command-r7b", "cohere/command-a-translate", "cohere/command-a-reasoning", "cohere/command-a-vision", "cohere/command-r", "cohere/command-r-plus", "voyage/voyage-2-code", "voyage/voyage-2-law", "voyage/voyage-2-finance", "voyage/voyage-3-code", "voyage/voyage-3-large", "voyage/voyage-3.5-lite", "voyage/voyage-3.5", "voyage/voyage-4-lite", "voyage/voyage-4", "voyage/voyage-4-large"];
+export declare const CANONICAL_MODEL_IDS: readonly ["anthropic/claude-opus-4.6", "anthropic/claude-sonnet-4.6", "anthropic/claude-haiku-4.5", "anthropic/claude-sonnet-4.5", "anthropic/claude-opus-4.5", "anthropic/claude-opus-4.1", "anthropic/claude-opus-4", "anthropic/claude-sonnet-4", "anthropic/claude-sonnet-3.7", "anthropic/claude-sonnet-3.5", "anthropic/claude-haiku-3.5", "anthropic/claude-haiku-3", "openai/gpt-oss-20b", "openai/gpt-oss-120b", "openai/gpt-5", "openai/gpt-5-pro", "openai/gpt-5.2", "openai/gpt-5.2-chat", "openai/gpt-5.2-pro", "openai/gpt-5.2-codex", "openai/gpt-5.3-codex", "openai/gpt-5-mini", "openai/gpt-5-nano", "openai/gpt-5-codex", "openai/gpt-5.1-codex", "openai/gpt-5.1-codex-max", "openai/gpt-5.1-chat", "openai/gpt-5.1", "openai/text-embedding-3-small", "openai/text-embedding-3-large", "amazon/nova-micro", "amazon/nova-lite", "amazon/nova-pro", "amazon/nova-premier", "amazon/nova-2-lite", "amazon/nova-2-multimodal-embeddings", "google/gemini-2.5-flash-lite", "google/gemini-2.5-flash", "google/gemini-2.5-pro", "google/gemini-3-flash-preview", "google/gemini-3-pro-preview", "google/gemini-3.1-pro-preview", "google/embedding-001", "meta/llama-3.1-8b", "meta/llama-3.1-70b", "meta/llama-3.1-405b", "meta/llama-3.2-1b", "meta/llama-3.2-3b", "meta/llama-3.2-11b", "meta/llama-3.2-90b", "meta/llama-3.3-70b", "meta/llama-4-scout", "meta/llama-4-maverick", "cohere/embed-v4.0", "cohere/embed-english-v3.0", "cohere/embed-english-light-v3.0", "cohere/embed-multilingual-v3.0", "cohere/embed-multilingual-light-v3.0", "cohere/command-a", "cohere/command-r7b", "cohere/command-a-translate", "cohere/command-a-reasoning", "cohere/command-a-vision", "cohere/command-r", "cohere/command-r-plus", "voyage/voyage-2-code", "voyage/voyage-2-law", "voyage/voyage-2-finance", "voyage/voyage-3-code", "voyage/voyage-3-large", "voyage/voyage-3.5-lite", "voyage/voyage-3.5", "voyage/voyage-4-lite", "voyage/voyage-4", "voyage/voyage-4-large"];
 export type CanonicalModelId = (typeof CANONICAL_MODEL_IDS)[number];
 export type ModelId = CanonicalModelId | (string & {});
 export type CatalogModel = {

package/dist/models/types.js

@@ -44,6 +44,7 @@ export const CANONICAL_MODEL_IDS = [
     "google/gemini-2.5-pro",
     "google/gemini-3-flash-preview",
     "google/gemini-3-pro-preview",
+    "google/gemini-3.1-pro-preview",
     "google/embedding-001",
     // Meta
     "meta/llama-3.1-8b",

package/dist/providers/bedrock/index.d.ts

@@ -1 +1,2 @@
 export * from "./canonical";
+export * from "./middleware";

package/dist/providers/bedrock/index.js

@@ -1 +1,2 @@
 export * from "./canonical";
+export * from "./middleware";

package/dist/providers/bedrock/middleware.d.ts

@@ -0,0 +1,2 @@
+import type { LanguageModelMiddleware } from "ai";
+export declare const bedrockAnthropicReasoningMiddleware: LanguageModelMiddleware;

package/dist/providers/bedrock/middleware.js

@@ -0,0 +1,35 @@
+import { modelMiddlewareMatcher } from "../../middleware/matcher";
+export const bedrockAnthropicReasoningMiddleware = {
+    specificationVersion: "v3",
+    // eslint-disable-next-line require-await
+    transformParams: async ({ params, model }) => {
+        if (!model.modelId.includes("claude"))
+            return params;
+        const bedrock = params.providerOptions?.["bedrock"];
+        if (!bedrock || typeof bedrock !== "object")
+            return params;
+        const bedrockOptions = bedrock;
+        const thinking = bedrockOptions["thinking"];
+        const effort = bedrockOptions["effort"];
+        if (!thinking && effort === undefined)
+            return params;
+        const target = (bedrockOptions["reasoningConfig"] ??= {});
+        if (thinking && typeof thinking === "object") {
+            const thinkingOptions = thinking;
+            if (thinkingOptions["type"] !== undefined) {
+                target["type"] = thinkingOptions["type"];
+            }
+            if (thinkingOptions["budgetTokens"] !== undefined) {
+                target["budgetTokens"] = thinkingOptions["budgetTokens"];
+            }
+        }
+        if (effort !== undefined)
+            target["maxReasoningEffort"] = effort;
+        delete bedrockOptions["thinking"];
+        delete bedrockOptions["effort"];
+        return params;
+    },
+};
+modelMiddlewareMatcher.useForProvider("amazon-bedrock", {
+    language: [bedrockAnthropicReasoningMiddleware],
+});

package/dist/telemetry/http.js

@@ -1,5 +1,4 @@
 import {} from "../types";
-import { resolveRequestId } from "../utils/headers";
 const headerArr = (h, k) => (h.has(k) ? [h.get(k)] : undefined);
 export const getRequestAttributes = (request, signalLevel) => {
     if (!signalLevel || signalLevel === "off")
@@ -26,8 +25,6 @@ export const getRequestAttributes = (request, signalLevel) => {
     };
     if (signalLevel !== "required") {
         Object.assign(attrs, {
-            // FUTURE: does ElysiaJS and other frameworks attach request id?
-            "http.request.id": resolveRequestId(request),
             "user_agent.original": request.headers.get("user-agent") ?? undefined,
         });
     }

package/dist/types.d.ts

@@ -6,19 +6,6 @@ import type { Model, ModelList } from "./endpoints/models";
 import type { Logger, LoggerConfig } from "./logger";
 import type { ModelCatalog, ModelId } from "./models/types";
 import type { ProviderId, ProviderRegistry } from "./providers/types";
-/**
- * Request overrides returned from the `onRequest` hook.
- */
-export type RequestPatch = {
-    /**
-     * Headers to merge into the incoming request.
-     */
-    headers?: HeadersInit;
-    /**
-     * Body to replace on the incoming request.
-     */
-    body?: BodyInit;
-};
 /**
  * Per-request context shared across handlers and hooks.
  */
@@ -39,6 +26,10 @@ export type GatewayContext = {
      * Incoming request for the handler.
      */
     request: Request;
+    /**
+     * Resolved request ID for logging and telemetry.
+     */
+    requestId: string;
     /**
      * Parsed body from the request.
      */
@@ -80,10 +71,10 @@ export type HookContext = Omit<Readonly<GatewayContext>, "state"> & {
 };
 type RequiredHookContext<K extends keyof GatewayContext> = Omit<HookContext, K> & Required<Pick<HookContext, K>>;
 export type OnRequestHookContext = RequiredHookContext<"request">;
-export type BeforeHookContext = RequiredHookContext<"request" | "body" | "operation">;
-export type ResolveModelHookContext = RequiredHookContext<"request" | "body" | "modelId">;
-export type ResolveProviderHookContext = RequiredHookContext<"request" | "body" | "modelId" | "resolvedModelId" | "operation">;
-export type AfterHookContext = RequiredHookContext<"request" | "result" | "provider" | "resolvedModelId" | "operation">;
+export type BeforeHookContext = RequiredHookContext<"request" | "operation" | "body">;
+export type ResolveModelHookContext = RequiredHookContext<"request" | "operation" | "body" | "modelId">;
+export type ResolveProviderHookContext = RequiredHookContext<"request" | "operation" | "body" | "modelId" | "resolvedModelId">;
+export type AfterHookContext = RequiredHookContext<"request" | "operation" | "body" | "modelId" | "resolvedModelId" | "provider" | "resolvedProviderId" | "result">;
 export type OnResponseHookContext = RequiredHookContext<"request" | "response">;
 /**
  * Hooks to plugin to the gateway lifecycle.
@@ -91,10 +82,9 @@ export type OnResponseHookContext = RequiredHookContext<"request" | "response">;
 export type GatewayHooks = {
     /**
      * Runs before any endpoint handler logic.
-     * @returns Optional RequestPatch to merge into headers / override body,
-     * or Response to short-circuit the request.
+     * @returns Optional Response to short-circuit the request.
      */
-    onRequest?: (ctx: OnRequestHookContext) => void | RequestPatch | Response | Promise<void | RequestPatch | Response>;
+    onRequest?: (ctx: OnRequestHookContext) => void | Response | Promise<void | Response>;
     /**
      * Runs after request JSON is parsed and validated for chat completions / embeddings.
      * @returns Replacement parsed body, or undefined to keep original.

package/dist/utils/request.d.ts

@@ -1,4 +1,2 @@
-import type { RequestPatch } from "../types";
-export declare const prepareRequestHeaders: (request: Request) => Headers | undefined;
+export declare const resolveOrCreateRequestId: (request: Request) => string;
 export declare const prepareForwardHeaders: (request: Request) => Record<string, string>;
-export declare const maybeApplyRequestPatch: (request: Request, patch: RequestPatch) => Request;

package/dist/utils/request.js

@@ -1,15 +1,8 @@
 import pkg from "../../package.json" with { type: "json" };
-import { REQUEST_ID_HEADER } from "./headers";
+import { resolveRequestId } from "./headers";
 const GATEWAY_VERSION = pkg.version;
-export const prepareRequestHeaders = (request) => {
-    const existingRequestId = request.headers.get(REQUEST_ID_HEADER);
-    if (existingRequestId)
-        return;
-    const requestId = "req_" + crypto.getRandomValues(new Uint32Array(2)).reduce((s, n) => s + n.toString(36), "");
-    const headers = new Headers(request.headers);
-    headers.set(REQUEST_ID_HEADER, requestId);
-    return headers;
-};
+const createRequestId = () => "req_" + crypto.getRandomValues(new Uint32Array(2)).reduce((s, n) => s + n.toString(36), "");
+export const resolveOrCreateRequestId = (request) => resolveRequestId(request) ?? createRequestId();
 export const prepareForwardHeaders = (request) => {
     const userAgent = request.headers.get("user-agent");
     const appendedUserAgent = userAgent
@@ -19,19 +12,3 @@ export const prepareForwardHeaders = (request) => {
         "user-agent": appendedUserAgent,
     };
 };
-export const maybeApplyRequestPatch = (request, patch) => {
-    if (!patch.headers && patch.body === undefined)
-        return request;
-    if (!patch.headers) {
-        // eslint-disable-next-line no-invalid-fetch-options
-        return new Request(request, { body: patch.body });
-    }
-    const headers = new Headers(request.headers);
-    for (const [key, value] of new Headers(patch.headers)) {
-        headers.set(key, value);
-    }
-    const init = { headers };
-    if (patch.body !== undefined)
-        init.body = patch.body;
-    return new Request(request, init);
-};