@hebo-ai/gateway 0.11.2 → 0.11.4

package/README.md

@@ -251,7 +251,7 @@ Out-of-the-box model presets:
   Voyage: `voyage` (`v2`, `v3`, `v3.5`, `v4`, `v2.x`, `v3.x`, `v4.x`, `latest`, `all`)
 
 - **xAI** — `@hebo-ai/gateway/models/xai`  
-  Grok: `grok` (`v4.1`, `v4.2`, `latest`, `all`)
+  Grok: `grok` (`v4.1`, `v4.2`, `v4.3`, `latest`, `all`)
 
 - **Z.ai** — `@hebo-ai/gateway/models/zai`  
   GLM: `glm` (`v5`, `v5.1`, `v5.x`, `latest`, `all`)

package/dist/endpoints/chat-completions/otel.js

@@ -160,6 +160,7 @@ export const getChatResponseAttributes = (completions, signalLevel) => {
             "gen_ai.usage.total_tokens": completions.usage?.total_tokens,
             "gen_ai.usage.input_tokens": completions.usage?.prompt_tokens,
             "gen_ai.usage.cache_read.input_tokens": completions.usage?.prompt_tokens_details?.cached_tokens,
+            "gen_ai.usage.cache_creation.input_tokens": completions.usage?.prompt_tokens_details?.cache_write_tokens,
             "gen_ai.usage.output_tokens": completions.usage?.completion_tokens,
             "gen_ai.usage.reasoning.output_tokens": completions.usage?.completion_tokens_details?.reasoning_tokens,
         });

package/dist/endpoints/messages/converters.js

@@ -625,14 +625,12 @@ export class MessagesTransformStream extends TransformStream {
                     }
                     case "finish": {
                         const stopReason = mapStopReason(part.finishReason);
-                        const totalOutputTokens = part.totalUsage?.outputTokens ?? 0;
-                        const totalInputTokens = part.totalUsage?.inputTokens ?? 0;
                         controller.enqueue({
                             event: "message_delta",
                             data: {
                                 type: "message_delta",
                                 delta: { stop_reason: stopReason, stop_sequence: null },
-                                usage: { output_tokens: totalOutputTokens, input_tokens: totalInputTokens },
+                                usage: mapUsage(part.totalUsage),
                             },
                         });
                         controller.enqueue({

package/dist/endpoints/messages/otel.js

@@ -102,7 +102,6 @@ export const getMessagesRequestAttributes = (body, signalLevel) => {
     if (signalLevel !== "required") {
         Object.assign(attrs, {
             "gen_ai.request.stream": body.stream,
-            "gen_ai.request.service_tier": body.service_tier,
             "gen_ai.request.max_tokens": body.max_tokens,
             "gen_ai.request.temperature": body.temperature,
             "gen_ai.request.top_p": body.top_p,

package/dist/endpoints/messages/schema.d.ts

@@ -647,10 +647,7 @@ export type MessageDeltaEvent = SseFrame<{
         stop_reason: MessagesStopReason;
         stop_sequence: string | null;
     };
-    usage: {
-        output_tokens: number;
-        input_tokens?: number;
-    };
+    usage: MessagesUsage;
 }, "message_delta">;
 export type MessageStopEvent = SseFrame<{
     type: "message_stop";

package/dist/errors/ai-sdk.js

@@ -6,10 +6,19 @@ const normalizeApiCallError = (error) => {
     const statusText = `UPSTREAM_${STATUS_TEXT(status)}`;
     return new GatewayError(error, status, statusText, undefined, error.responseHeaders ?? undefined);
 };
+// `AbortError` / `TimeoutError` (raised by the AI SDK's internal `timeout` controller,
+// `AbortSignal.timeout`, or an aborted upstream `fetch`) reach us as plain DOMExceptions
+// that none of the AI SDK error classes match. Treat them as upstream gateway timeouts
+// so they surface as 504 with retry headers rather than defaulting to 500/502.
+// Inbound client disconnects are caught earlier in `lifecycle.ts` and overridden to 499.
+const isUpstreamAbortError = (error) => error instanceof Error && (error.name === "AbortError" || error.name === "TimeoutError");
 export const normalizeAiSdkError = (error) => {
     if (APICallError.isInstance(error)) {
         return normalizeApiCallError(error);
     }
+    if (isUpstreamAbortError(error)) {
+        return new GatewayError(error, 504, `UPSTREAM_${STATUS_TEXT(504)}`);
+    }
     if (RetryError.isInstance(error)) {
         if (APICallError.isInstance(error.lastError)) {
             return normalizeApiCallError(error.lastError);

package/dist/index.d.ts

@@ -10,4 +10,4 @@ export * from "./models/catalog";
 export * from "./models/types";
 export * from "./providers/registry";
 export * from "./providers/types";
-export { FORWARD_HEADER_ALLOWLIST } from "./utils";
+export { FORWARD_HEADER_ALLOWLIST, RESPONSE_HEADER_ALLOWLIST } from "./utils";

package/dist/index.js

@@ -9,4 +9,4 @@ export * from "./models/catalog";
 export * from "./models/types";
 export * from "./providers/registry";
 export * from "./providers/types";
-export { FORWARD_HEADER_ALLOWLIST } from "./utils";
+export { FORWARD_HEADER_ALLOWLIST, RESPONSE_HEADER_ALLOWLIST } from "./utils";

package/dist/lifecycle.js

@@ -50,11 +50,12 @@ export const winterCgHandler = (run, config) => {
             else if (status === 200 && ctx.response?.status)
                 realStatus = ctx.response.status;
             if (realStatus !== 200) {
+                const err = reason ?? ctx.request.signal.reason;
                 logger[realStatus >= 500 ? "error" : "warn"]({
                     requestId: ctx.requestId,
-                    err: reason ?? ctx.request.signal.reason,
+                    err,
                 });
-                span.recordError(reason, true);
+                span.recordError(err, true);
             }
             span.setAttributes({ "http.response.status_code_effective": realStatus });
             if (ctx.operation === "chat" ||

package/dist/models/types.d.ts

@@ -1,5 +1,5 @@
 import type { ProviderId } from "../providers/types";
-export declare const CANONICAL_MODEL_IDS: readonly ["anthropic/claude-opus-4.7", "anthropic/claude-opus-4.6", "anthropic/claude-sonnet-4.6", "anthropic/claude-haiku-4.5", "anthropic/claude-sonnet-4.5", "anthropic/claude-opus-4.5", "anthropic/claude-opus-4.1", "anthropic/claude-opus-4", "anthropic/claude-sonnet-4", "anthropic/claude-sonnet-3.7", "anthropic/claude-sonnet-3.5", "anthropic/claude-haiku-3.5", "anthropic/claude-haiku-3", "openai/gpt-oss-20b", "openai/gpt-oss-120b", "openai/gpt-5", "openai/gpt-5-pro", "openai/gpt-5.2", "openai/gpt-5.2-chat", "openai/gpt-5.2-pro", "openai/gpt-5.2-codex", "openai/gpt-5.3-codex", "openai/gpt-5.3-codex-spark", "openai/gpt-5.3-chat", "openai/gpt-5.4", "openai/gpt-5.4-mini", "openai/gpt-5.4-nano", "openai/gpt-5.4-pro", "openai/gpt-5.5", "openai/gpt-5.5-pro", "openai/gpt-5-mini", "openai/gpt-5-nano", "openai/gpt-5-codex", "openai/gpt-5.1-codex", "openai/gpt-5.1-codex-max", "openai/gpt-5.1-codex-mini", "openai/gpt-5.1-chat", "openai/gpt-5.1", "openai/text-embedding-3-small", "openai/text-embedding-3-large", "amazon/nova-micro", "amazon/nova-lite", "amazon/nova-pro", "amazon/nova-premier", "amazon/nova-2-lite", "amazon/nova-2-multimodal-embeddings", "google/gemini-2.5-flash-lite", "google/gemini-2.5-flash", "google/gemini-2.5-pro", "google/gemini-3-flash-preview", "google/gemini-3.1-flash-lite-preview", "google/gemini-3.1-pro-preview", "google/gemini-embedding-2", "google/embedding-001", "google/gemma-3-1b", "google/gemma-3-4b", "google/gemma-3-12b", "google/gemma-3-27b", "google/gemma-4-e2b", "google/gemma-4-e4b", "google/gemma-4-26b-a4b", "google/gemma-4-31b", "meta/llama-3.1-8b", "meta/llama-3.1-70b", "meta/llama-3.1-405b", "meta/llama-3.2-1b", "meta/llama-3.2-3b", "meta/llama-3.2-11b", "meta/llama-3.2-90b", "meta/llama-3.3-70b", "meta/llama-4-scout", "meta/llama-4-maverick", "cohere/embed-v4.0", "cohere/embed-english-v3.0", "cohere/embed-english-light-v3.0", "cohere/embed-multilingual-v3.0", "cohere/embed-multilingual-light-v3.0", "cohere/command-a", "cohere/command-r7b", "cohere/command-a-translate", "cohere/command-a-reasoning", "cohere/command-a-vision", "cohere/command-r", "cohere/command-r-plus", "minimax/m2.5", "minimax/m2.7", "moonshot/kimi-k2.5", "moonshot/kimi-k2.6", "xai/grok-4.1-fast", "xai/grok-4.1-fast-reasoning", "xai/grok-4.2", "xai/grok-4.2-reasoning", "xai/grok-4.2-multi-agent", "deepseek/deepseek-v3.2", "voyage/voyage-2-code", "voyage/voyage-2-law", "voyage/voyage-2-finance", "voyage/voyage-3-code", "voyage/voyage-3-large", "voyage/voyage-3.5-lite", "voyage/voyage-3.5", "voyage/voyage-4-lite", "voyage/voyage-4", "voyage/voyage-4-large", "alibaba/qwen3-235b", "alibaba/qwen3-32b", "alibaba/qwen3.5-plus", "alibaba/qwen3.5-flash", "alibaba/qwen3.5-397b", "alibaba/qwen3.5-122b", "alibaba/qwen3.5-35b", "alibaba/qwen3.5-27b", "alibaba/qwen3.5-9b", "alibaba/qwen3.5-4b", "alibaba/qwen3.5-2b", "alibaba/qwen3.5-0.8b", "alibaba/qwen3.6-plus", "alibaba/qwen3.6-flash", "alibaba/qwen3.6-27b", "alibaba/qwen3.6-max-preview", "alibaba/qwen3-coder-next", "alibaba/qwen3-vl-235b", "alibaba/qwen3-embedding-0.6b", "alibaba/qwen3-embedding-4b", "alibaba/qwen3-embedding-8b", "zhipu/glm-5", "zhipu/glm-5-turbo", "zhipu/glm-5.1"];
+export declare const CANONICAL_MODEL_IDS: readonly ["anthropic/claude-opus-4.7", "anthropic/claude-opus-4.6", "anthropic/claude-sonnet-4.6", "anthropic/claude-haiku-4.5", "anthropic/claude-sonnet-4.5", "anthropic/claude-opus-4.5", "anthropic/claude-opus-4.1", "anthropic/claude-opus-4", "anthropic/claude-sonnet-4", "anthropic/claude-sonnet-3.7", "anthropic/claude-sonnet-3.5", "anthropic/claude-haiku-3.5", "anthropic/claude-haiku-3", "openai/gpt-oss-20b", "openai/gpt-oss-120b", "openai/gpt-5", "openai/gpt-5-pro", "openai/gpt-5.2", "openai/gpt-5.2-chat", "openai/gpt-5.2-pro", "openai/gpt-5.2-codex", "openai/gpt-5.3-codex", "openai/gpt-5.3-codex-spark", "openai/gpt-5.3-chat", "openai/gpt-5.4", "openai/gpt-5.4-mini", "openai/gpt-5.4-nano", "openai/gpt-5.4-pro", "openai/gpt-5.5", "openai/gpt-5.5-pro", "openai/gpt-5-mini", "openai/gpt-5-nano", "openai/gpt-5-codex", "openai/gpt-5.1-codex", "openai/gpt-5.1-codex-max", "openai/gpt-5.1-codex-mini", "openai/gpt-5.1-chat", "openai/gpt-5.1", "openai/text-embedding-3-small", "openai/text-embedding-3-large", "amazon/nova-micro", "amazon/nova-lite", "amazon/nova-pro", "amazon/nova-premier", "amazon/nova-2-lite", "amazon/nova-2-multimodal-embeddings", "google/gemini-2.5-flash-lite", "google/gemini-2.5-flash", "google/gemini-2.5-pro", "google/gemini-3-flash-preview", "google/gemini-3.1-flash-lite-preview", "google/gemini-3.1-pro-preview", "google/gemini-embedding-2", "google/embedding-001", "google/gemma-3-1b", "google/gemma-3-4b", "google/gemma-3-12b", "google/gemma-3-27b", "google/gemma-4-e2b", "google/gemma-4-e4b", "google/gemma-4-26b-a4b", "google/gemma-4-31b", "meta/llama-3.1-8b", "meta/llama-3.1-70b", "meta/llama-3.1-405b", "meta/llama-3.2-1b", "meta/llama-3.2-3b", "meta/llama-3.2-11b", "meta/llama-3.2-90b", "meta/llama-3.3-70b", "meta/llama-4-scout", "meta/llama-4-maverick", "cohere/embed-v4.0", "cohere/embed-english-v3.0", "cohere/embed-english-light-v3.0", "cohere/embed-multilingual-v3.0", "cohere/embed-multilingual-light-v3.0", "cohere/command-a", "cohere/command-r7b", "cohere/command-a-translate", "cohere/command-a-reasoning", "cohere/command-a-vision", "cohere/command-r", "cohere/command-r-plus", "minimax/m2.5", "minimax/m2.7", "moonshot/kimi-k2.5", "moonshot/kimi-k2.6", "xai/grok-4.1-fast", "xai/grok-4.1-fast-reasoning", "xai/grok-4.2", "xai/grok-4.2-reasoning", "xai/grok-4.2-multi-agent", "xai/grok-4.3", "deepseek/deepseek-v3.2", "voyage/voyage-2-code", "voyage/voyage-2-law", "voyage/voyage-2-finance", "voyage/voyage-3-code", "voyage/voyage-3-large", "voyage/voyage-3.5-lite", "voyage/voyage-3.5", "voyage/voyage-4-lite", "voyage/voyage-4", "voyage/voyage-4-large", "alibaba/qwen3-235b", "alibaba/qwen3-32b", "alibaba/qwen3.5-plus", "alibaba/qwen3.5-flash", "alibaba/qwen3.5-397b", "alibaba/qwen3.5-122b", "alibaba/qwen3.5-35b", "alibaba/qwen3.5-27b", "alibaba/qwen3.5-9b", "alibaba/qwen3.5-4b", "alibaba/qwen3.5-2b", "alibaba/qwen3.5-0.8b", "alibaba/qwen3.6-plus", "alibaba/qwen3.6-flash", "alibaba/qwen3.6-27b", "alibaba/qwen3.6-max-preview", "alibaba/qwen3-coder-next", "alibaba/qwen3-vl-235b", "alibaba/qwen3-embedding-0.6b", "alibaba/qwen3-embedding-4b", "alibaba/qwen3-embedding-8b", "zhipu/glm-5", "zhipu/glm-5-turbo", "zhipu/glm-5.1"];
 export type CanonicalModelId = (typeof CANONICAL_MODEL_IDS)[number];
 export type ModelId = CanonicalModelId | (string & {});
 export type CatalogModel = {

package/dist/models/types.js

@@ -101,6 +101,7 @@ export const CANONICAL_MODEL_IDS = [
     "xai/grok-4.2",
     "xai/grok-4.2-reasoning",
     "xai/grok-4.2-multi-agent",
+    "xai/grok-4.3",
     // DeepSeek
     "deepseek/deepseek-v3.2",
     // Voyage

package/dist/models/xai/middleware.js

@@ -34,4 +34,9 @@ export const xaiReasoningMiddleware = {
         return params;
     },
 };
-modelMiddlewareMatcher.useForModel(["xai/grok-4.1-fast-reasoning", "xai/grok-4.2-reasoning", "xai/grok-4.2-multi-agent"], { language: [xaiReasoningMiddleware] });
+modelMiddlewareMatcher.useForModel([
+    "xai/grok-4.1-fast-reasoning",
+    "xai/grok-4.2-reasoning",
+    "xai/grok-4.2-multi-agent",
+    "xai/grok-4.3",
+], { language: [xaiReasoningMiddleware] });

package/dist/models/xai/presets.d.ts

@@ -59,40 +59,30 @@ export declare const grok42MultiAgent: import("../../utils").Preset<"xai/grok-4.
     providers: readonly ["xai"];
     context: number;
 }>;
+export declare const grok43: import("../../utils").Preset<"xai/grok-4.3", CatalogModel, {
+    name: string;
+    created: string;
+    knowledge: string;
+    context: number;
+    capabilities: readonly ["tool_call", "structured_output", "reasoning", "temperature"];
+    modalities: {
+        input: readonly ["text", "image"];
+        output: readonly ["text"];
+    };
+    providers: readonly ["xai"];
+}>;
 export declare const grok: {
-    readonly latest: readonly [import("../../utils").Preset<"xai/grok-4.2", CatalogModel, {
+    readonly latest: readonly [import("../../utils").Preset<"xai/grok-4.3", CatalogModel, {
         name: string;
         created: string;
         knowledge: string;
-        modalities: {
-            input: readonly ["text", "image"];
-            output: readonly ["text"];
-        };
-        capabilities: readonly ["tool_call", "structured_output", "temperature"];
-        providers: readonly ["xai"];
-        context: number;
-    }>, import("../../utils").Preset<"xai/grok-4.2-reasoning", CatalogModel, {
-        name: string;
-        created: string;
-        knowledge: string;
-        capabilities: readonly ["tool_call", "structured_output", "reasoning", "temperature"];
-        modalities: {
-            input: readonly ["text", "image"];
-            output: readonly ["text"];
-        };
-        providers: readonly ["xai"];
         context: number;
-    }>, import("../../utils").Preset<"xai/grok-4.2-multi-agent", CatalogModel, {
-        name: string;
-        created: string;
-        knowledge: string;
         capabilities: readonly ["tool_call", "structured_output", "reasoning", "temperature"];
         modalities: {
             input: readonly ["text", "image"];
             output: readonly ["text"];
         };
         providers: readonly ["xai"];
-        context: number;
     }>];
     readonly all: (import("../../utils").Preset<"xai/grok-4.1-fast", CatalogModel, {
         name: string;
@@ -149,6 +139,17 @@ export declare const grok: {
         };
         providers: readonly ["xai"];
         context: number;
+    }> | import("../../utils").Preset<"xai/grok-4.3", CatalogModel, {
+        name: string;
+        created: string;
+        knowledge: string;
+        context: number;
+        capabilities: readonly ["tool_call", "structured_output", "reasoning", "temperature"];
+        modalities: {
+            input: readonly ["text", "image"];
+            output: readonly ["text"];
+        };
+        providers: readonly ["xai"];
     }>)[];
     readonly "v4.1": readonly [import("../../utils").Preset<"xai/grok-4.1-fast", CatalogModel, {
         name: string;
@@ -207,4 +208,16 @@ export declare const grok: {
         providers: readonly ["xai"];
         context: number;
     }>];
+    readonly "v4.3": readonly [import("../../utils").Preset<"xai/grok-4.3", CatalogModel, {
+        name: string;
+        created: string;
+        knowledge: string;
+        context: number;
+        capabilities: readonly ["tool_call", "structured_output", "reasoning", "temperature"];
+        modalities: {
+            input: readonly ["text", "image"];
+            output: readonly ["text"];
+        };
+        providers: readonly ["xai"];
+    }>];
 };

package/dist/models/xai/presets.js

@@ -42,14 +42,22 @@ export const grok42MultiAgent = presetFor()("xai/grok-4.2-multi-agent", {
     created: "2026-03-16",
     knowledge: "2024-11",
 });
+export const grok43 = presetFor()("xai/grok-4.3", {
+    ...GROK_REASONING_BASE,
+    name: "Grok 4.3",
+    created: "2026-05-01",
+    knowledge: "2024-11",
+    context: 1000000,
+});
 const grokAtomic = {
     "v4.1": [grok41Fast, grok41FastReasoning],
     "v4.2": [grok42, grok42Reasoning, grok42MultiAgent],
+    "v4.3": [grok43],
 };
 const grokGroups = {};
 export const grok = {
     ...grokAtomic,
     ...grokGroups,
-    latest: [grok42, grok42Reasoning, grok42MultiAgent],
+    latest: [grok43],
     all: Object.values(grokAtomic).flat(),
 };

package/dist/providers/xai/canonical.js

@@ -5,6 +5,7 @@ const MAPPING = {
     "xai/grok-4.2": "grok-4.20-0309-non-reasoning",
     "xai/grok-4.2-reasoning": "grok-4.20-0309-reasoning",
     "xai/grok-4.2-multi-agent": "grok-4.20-multi-agent-0309",
+    "xai/grok-4.3": "grok-4.3",
 };
 export const withCanonicalIdsForXai = (provider, extraMapping) => withCanonicalIds(provider, {
     mapping: { ...MAPPING, ...extraMapping },

package/dist/telemetry/gen-ai.js

@@ -1,5 +1,6 @@
 import { metrics } from "@opentelemetry/api";
 import { STATUS_TEXT } from "../errors/utils";
+import { logger } from "../logger";
 const getMeter = () => metrics.getMeter("@hebo/gateway");
 let requestDurationHistogram;
 let timePerOutputTokenHistogram;
@@ -54,14 +55,14 @@ export const getGenAiGeneralAttributes = (ctx, signalLevel) => {
     if (!signalLevel || signalLevel === "off")
         return {};
     const requestModel = typeof ctx.body?.model === "string" ? ctx.body.model : ctx.modelId;
-    const serviceTier = typeof ctx.body?.service_tier === "string" ? ctx.body.service_tier : undefined;
+    const serviceTier = typeof ctx.body?.service_tier === "string" ? ctx.body.service_tier : "auto";
     const attrs = {
         "gen_ai.operation.name": ctx.operation,
         "gen_ai.request.model": requestModel,
         "gen_ai.response.model": ctx.resolvedModelId,
         "gen_ai.provider.name": ctx.resolvedProviderId,
     };
-    if (signalLevel !== "required" && serviceTier !== undefined) {
+    if (signalLevel !== "required") {
         attrs["gen_ai.request.service_tier"] = serviceTier;
     }
     for (const [key, value] of Object.entries(ctx.otel)) {
@@ -93,20 +94,59 @@ export const recordTimePerOutputToken = (start, ttft, tokenAttrs, metricAttrs, s
         return;
     getTimePerOutputTokenHistogram().record((performance.now() - start - ttft) / 1000 / (outputTokens - 1), metricAttrs);
 };
+// Partitioning follows OTel semconv PR #3624:
+// https://github.com/open-telemetry/semantic-conventions/pull/3624
+// When a cache or reasoning breakdown is reported, partitioned data points sum
+// to the total and a bare {type} point MUST NOT be emitted alongside them.
 // FUTURE: record unsuccessful calls
 export const recordTokenUsage = (tokenAttrs, metricAttrs, signalLevel) => {
-    if (!signalLevel || (signalLevel !== "recommended" && signalLevel !== "full"))
+    if (signalLevel !== "recommended" && signalLevel !== "full")
         return;
-    const record = (value, tokenType) => {
-        if (typeof value !== "number")
-            return;
-        getTokenUsageHistogram().record(value, Object.assign({}, metricAttrs, { "gen_ai.token.type": tokenType }));
+    const histogram = getTokenUsageHistogram();
+    const emit = (value, extra) => {
+        if (value > 0)
+            histogram.record(value, { ...metricAttrs, ...extra });
     };
-    record(tokenAttrs["gen_ai.usage.input_tokens"], "input");
-    record(tokenAttrs["gen_ai.usage.output_tokens"], "output");
-    // FUTURE: "cached" and "reasoning" token types are not yet in the OTel standard — monitor:
-    // https://github.com/open-telemetry/semantic-conventions/issues/1959
-    // https://github.com/open-telemetry/semantic-conventions/issues/3341
-    record(tokenAttrs["gen_ai.usage.cache_read.input_tokens"], "cached");
-    record(tokenAttrs["gen_ai.usage.reasoning.output_tokens"], "reasoning");
+    emitInputTokens(emit, tokenAttrs);
+    emitOutputTokens(emit, tokenAttrs);
+};
+const emitInputTokens = (emit, tokenAttrs) => {
+    const total = tokenAttrs["gen_ai.usage.input_tokens"];
+    if (total === undefined)
+        return;
+    const cacheRead = tokenAttrs["gen_ai.usage.cache_read.input_tokens"];
+    const cacheCreation = tokenAttrs["gen_ai.usage.cache_creation.input_tokens"];
+    if (cacheRead === undefined && cacheCreation === undefined) {
+        emit(total, { "gen_ai.token.type": "input" });
+        return;
+    }
+    const read = cacheRead ?? 0;
+    const creation = cacheCreation ?? 0;
+    let uncached = total - read - creation;
+    if (uncached < 0) {
+        logger.warn({ inputTokens: total, cacheRead: read, cacheCreation: creation }, "[telemetry] input token cache partitions exceed total; clamping uncached to 0");
+        uncached = 0;
+    }
+    emit(read, { "gen_ai.token.type": "input", "gen_ai.token.cache": "read" });
+    emit(creation, { "gen_ai.token.type": "input", "gen_ai.token.cache": "creation" });
+    emit(uncached, { "gen_ai.token.type": "input", "gen_ai.token.cache": "uncached" });
+};
+const emitOutputTokens = (emit, tokenAttrs) => {
+    const total = tokenAttrs["gen_ai.usage.output_tokens"];
+    if (total === undefined)
+        return;
+    const reasoning = tokenAttrs["gen_ai.usage.reasoning.output_tokens"];
+    if (reasoning === undefined) {
+        emit(total, { "gen_ai.token.type": "output" });
+        return;
+    }
+    let reasoned = reasoning;
+    let nonReasoning = total - reasoning;
+    if (nonReasoning < 0) {
+        logger.warn({ outputTokens: total, reasoningTokens: reasoning }, "[telemetry] reasoning tokens exceed output total; clamping non-reasoning to 0");
+        reasoned = total;
+        nonReasoning = 0;
+    }
+    emit(reasoned, { "gen_ai.token.type": "output", "gen_ai.token.reasoning": true });
+    emit(nonReasoning, { "gen_ai.token.type": "output", "gen_ai.token.reasoning": false });
 };

package/dist/utils/headers.d.ts

@@ -2,6 +2,7 @@ export declare const REQUEST_ID_HEADER = "x-request-id";
 export declare const RETRY_AFTER_HEADER = "retry-after";
 export declare const RETRY_AFTER_MS_HEADER = "retry-after-ms";
 export declare const X_SHOULD_RETRY_HEADER = "x-should-retry";
+export declare const RESPONSE_HEADER_ALLOWLIST: readonly ["retry-after", "retry-after-ms", "x-should-retry"];
 type HeaderSource = Request | ResponseInit | undefined;
 export declare const resolveRequestId: (source: HeaderSource) => string | undefined;
 export declare const filterResponseHeaders: (upstream?: HeadersInit) => Record<string, string>;

package/dist/utils/headers.js

@@ -2,7 +2,7 @@ export const REQUEST_ID_HEADER = "x-request-id";
 export const RETRY_AFTER_HEADER = "retry-after";
 export const RETRY_AFTER_MS_HEADER = "retry-after-ms";
 export const X_SHOULD_RETRY_HEADER = "x-should-retry";
-const RESPONSE_HEADER_ALLOWLIST = [
+export const RESPONSE_HEADER_ALLOWLIST = [
     RETRY_AFTER_HEADER,
     RETRY_AFTER_MS_HEADER,
     X_SHOULD_RETRY_HEADER,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hebo-ai/gateway",
-  "version": "0.11.2",
+  "version": "0.11.4",
   "description": "AI gateway as a framework. For full control over models, routing & lifecycle. OpenAI /chat/completions, OpenResponses /responses & Anthropic /messages.",
   "keywords": [
     "ai",
@@ -252,36 +252,36 @@
     "fix": "bun lint:staged && bun format:staged"
   },
   "dependencies": {
-    "@ai-sdk/provider": "^3.0.8",
-    "ai": "^6.0.168",
+    "@ai-sdk/provider": "^3.0.9",
+    "ai": "^6.0.169",
     "lru-cache": "^11.3.5",
     "uuid": "^14.0.0",
     "zod": "^4.3.6"
   },
   "devDependencies": {
-    "@ai-sdk/alibaba": "^1.0.17",
-    "@ai-sdk/amazon-bedrock": "^4.0.96",
-    "@ai-sdk/anthropic": "^3.0.71",
-    "@ai-sdk/cohere": "^3.0.30",
-    "@ai-sdk/deepinfra": "^2.0.45",
-    "@ai-sdk/deepseek": "^2.0.29",
-    "@ai-sdk/fireworks": "^2.0.46",
-    "@ai-sdk/google-vertex": "^4.0.112",
-    "@ai-sdk/groq": "^3.0.35",
-    "@ai-sdk/moonshotai": "^2.0.16",
-    "@ai-sdk/openai": "^3.0.53",
-    "@ai-sdk/togetherai": "^2.0.45",
-    "@ai-sdk/xai": "^3.0.83",
+    "@ai-sdk/alibaba": "^1.0.18",
+    "@ai-sdk/amazon-bedrock": "^4.0.97",
+    "@ai-sdk/anthropic": "^3.0.72",
+    "@ai-sdk/cohere": "^3.0.31",
+    "@ai-sdk/deepinfra": "^2.0.46",
+    "@ai-sdk/deepseek": "^2.0.30",
+    "@ai-sdk/fireworks": "^2.0.47",
+    "@ai-sdk/google-vertex": "^4.0.113",
+    "@ai-sdk/groq": "^3.0.36",
+    "@ai-sdk/moonshotai": "^2.0.17",
+    "@ai-sdk/openai": "^3.0.54",
+    "@ai-sdk/togetherai": "^2.0.46",
+    "@ai-sdk/xai": "^3.0.84",
     "@anthropic-ai/sdk": "^0.91.1",
-    "@aws-sdk/credential-providers": "^3.1037.0",
+    "@aws-sdk/credential-providers": "^3.1038.0",
     "@langfuse/otel": "^5.2.0",
     "@libsql/client": "^0.17.3",
     "@mjackson/node-fetch-server": "^0.7.0",
     "@opentelemetry/api": "^1.9.1",
     "@opentelemetry/context-async-hooks": "^2.7.0",
     "@opentelemetry/sdk-trace-base": "^2.7.0",
-    "@tanstack/react-router": "^1.168.24",
-    "@tanstack/react-start": "^1.167.49",
+    "@tanstack/react-router": "^1.168.25",
+    "@tanstack/react-start": "^1.167.50",
     "@types/better-sqlite3": "^7.6.13",
     "@types/bun": "1.3.13",
     "@types/pg": "^8.20.0",
@@ -294,10 +294,10 @@
     "lefthook": "^2.1.6",
     "mysql2": "^3.22.3",
     "next": "^16.2.4",
-    "openai": "^6.34.0",
+    "openai": "^6.35.0",
     "oxfmt": "^0.46.0",
-    "oxlint": "^1.61.0",
-    "oxlint-tsgolint": "^0.22.0",
+    "oxlint": "^1.62.0",
+    "oxlint-tsgolint": "^0.22.1",
     "pg": "^8.20.0",
     "pino": "^10.3.1",
     "postgres": "^3.4.9",
@@ -315,12 +315,12 @@
     "@ai-sdk/deepinfra": "^2.0.45",
     "@ai-sdk/deepseek": "^2.0.29",
     "@ai-sdk/fireworks": "^2.0.46",
-    "@ai-sdk/google": "^3.0.64",
+    "@ai-sdk/google": "^3.0.65",
     "@ai-sdk/google-vertex": "^4.0.80",
     "@ai-sdk/groq": "^3.0.29",
     "@ai-sdk/moonshotai": "^2.0.16",
     "@ai-sdk/openai": "^3.0.41",
-    "@ai-sdk/openai-compatible": "^2.0.41",
+    "@ai-sdk/openai-compatible": "^2.0.42",
     "@ai-sdk/togetherai": "^2.0.45",
     "@ai-sdk/xai": "^3.0.83",
     "@libsql/client": "^0.14.0",