@hebo-ai/gateway 0.5.0 → 0.5.2

package/src/providers/bedrock/middleware.ts

@@ -2,7 +2,30 @@ import type { LanguageModelMiddleware } from "ai";
 
 import { modelMiddlewareMatcher } from "../../middleware/matcher";
 
-export const bedrockAnthropicReasoningMiddleware: LanguageModelMiddleware = {
+const isClaude46 = (modelId: string) => modelId.includes("-4-6");
+
+export const bedrockGptReasoningMiddleware: LanguageModelMiddleware = {
+  specificationVersion: "v3",
+  // eslint-disable-next-line require-await
+  transformParams: async ({ params, model }) => {
+    if (!model.modelId.includes("gpt")) return params;
+
+    const bedrock = params.providerOptions?.["bedrock"];
+    if (!bedrock || typeof bedrock !== "object") return params;
+
+    const effort = bedrock["reasoningEffort"];
+    if (effort === undefined) return params;
+
+    const target = (bedrock["reasoningConfig"] ??= {}) as Record<string, unknown>;
+    target["maxReasoningEffort"] = effort;
+
+    delete bedrock["reasoningEffort"];
+
+    return params;
+  },
+};
+
+export const bedrockClaudeReasoningMiddleware: LanguageModelMiddleware = {
   specificationVersion: "v3",
   // eslint-disable-next-line require-await
   transformParams: async ({ params, model }) => {
@@ -11,13 +34,12 @@ export const bedrockAnthropicReasoningMiddleware: LanguageModelMiddleware = {
     const bedrock = params.providerOptions?.["bedrock"];
     if (!bedrock || typeof bedrock !== "object") return params;
 
-    const bedrockOptions = bedrock as Record<string, unknown>;
-    const thinking = bedrockOptions["thinking"];
-    const effort = bedrockOptions["effort"];
+    const thinking = bedrock["thinking"];
+    const effort = bedrock["effort"];
 
     if (!thinking && effort === undefined) return params;
 
-    const target = (bedrockOptions["reasoningConfig"] ??= {}) as Record<string, unknown>;
+    const target = (bedrock["reasoningConfig"] ??= {}) as Record<string, unknown>;
 
     if (thinking && typeof thinking === "object") {
       const thinkingOptions = thinking as Record<string, unknown>;
@@ -29,15 +51,18 @@ export const bedrockAnthropicReasoningMiddleware: LanguageModelMiddleware = {
       }
     }
 
-    if (effort !== undefined) target["maxReasoningEffort"] = effort;
+    // FUTURE: bedrock currently does not support "effort" for other 4.x models
+    if (effort !== undefined && isClaude46(model.modelId)) {
+      target["maxReasoningEffort"] = effort;
+    }
 
-    delete bedrockOptions["thinking"];
-    delete bedrockOptions["effort"];
+    delete bedrock["thinking"];
+    delete bedrock["effort"];
 
     return params;
   },
 };
 
 modelMiddlewareMatcher.useForProvider("amazon-bedrock", {
-  language: [bedrockAnthropicReasoningMiddleware],
+  language: [bedrockGptReasoningMiddleware, bedrockClaudeReasoningMiddleware],
 });

package/src/telemetry/ai-sdk.ts

@@ -0,0 +1,46 @@
+import type { LogWarningsFunction } from "ai";
+
+import type { TelemetrySignalLevel } from "../types";
+
+import { logger } from "../logger";
+import { addSpanEvent, setSpanAttributes } from "./span";
+
+type GlobalWithAiSdkWarningLogger = typeof globalThis & {
+  AI_SDK_LOG_WARNINGS?: LogWarningsFunction | false;
+};
+
+export const installAiSdkWarningLogger = (genAiSignalLevel?: TelemetrySignalLevel) => {
+  const logWarnings: LogWarningsFunction = ({ warnings, provider, model }) => {
+    if (warnings.length === 0) return;
+
+    for (const warning of warnings) {
+      logger.warn(
+        {
+          provider,
+          model,
+          warning,
+        },
+        `[ai-sdk] ${warning.type}`,
+      );
+    }
+
+    if (!(genAiSignalLevel === "recommended" || genAiSignalLevel === "full")) return;
+
+    setSpanAttributes({
+      "gen_ai.response.warning_count": warnings.length,
+    });
+
+    for (const warning of warnings) {
+      addSpanEvent("gen_ai.warning", {
+        "gen_ai.provider.name": provider,
+        "gen_ai.response.model": model,
+        "gen_ai.warning.type": warning.type,
+        "gen_ai.warning.feature": "feature" in warning ? warning.feature : undefined,
+        "gen_ai.warning.details": "details" in warning ? warning.details : undefined,
+        "gen_ai.warning.message": "message" in warning ? warning.message : undefined,
+      });
+    }
+  };
+
+  (globalThis as GlobalWithAiSdkWarningLogger).AI_SDK_LOG_WARNINGS = logWarnings;
+};