@blaxel/vercel 0.2.65-dev.77 → 0.2.65-preview.78

package/dist/esm/model.js

@@ -8,14 +8,57 @@ import { createOpenAI } from "@ai-sdk/openai";
 import { createDeepSeek } from "@ai-sdk/deepseek";
 import { authenticate, getModelMetadata, handleDynamicImportError, settings } from "@blaxel/core";
 export const blModel = async (model, options) => {
-    const url = `${settings.runUrl}/${settings.workspace}/models/${model}`;
     const modelData = await getModelMetadata(model);
     if (!modelData) {
         throw new Error(`Model ${model} not found`);
     }
     await authenticate();
-    const type = modelData?.spec.runtime?.type || "openai";
     const modelId = modelData?.spec.runtime?.model || "gpt-4o";
+    // mk3 models use the direct gateway URL and always speak OpenAI-compatible API
+    if (modelData.spec.runtime?.generation === "mk3") {
+        const gatewayUrl = modelData.metadata.url;
+        if (!gatewayUrl) {
+            throw new Error(`Model ${model} is mk3 but has no gateway URL in metadata`);
+        }
+        const mk3Fetch = async (input, init) => {
+            await authenticate();
+            let existingHeaders = {};
+            if (init?.headers) {
+                if (init.headers instanceof Headers) {
+                    init.headers.forEach((value, key) => {
+                        existingHeaders[key] = value;
+                    });
+                }
+                else if (Array.isArray(init.headers)) {
+                    for (const [key, value] of init.headers) {
+                        existingHeaders[key] = value;
+                    }
+                }
+                else {
+                    existingHeaders = { ...init.headers };
+                }
+            }
+            delete existingHeaders['authorization'];
+            delete existingHeaders['Authorization'];
+            const headers = {
+                'Cache-Control': 'no-transform',
+                ...existingHeaders,
+                ...settings.headers,
+            };
+            return fetch(input, {
+                ...init,
+                headers,
+            });
+        };
+        return createOpenAI({
+            apiKey: "replaced",
+            baseURL: `${gatewayUrl}/v1`,
+            fetch: mk3Fetch,
+            ...options,
+        })(model);
+    }
+    const url = `${settings.runUrl}/${settings.workspace}/models/${model}`;
+    const type = modelData?.spec.runtime?.type || "openai";
     // Custom fetch function that refreshes authentication on each request
     const authenticatedFetch = async (input, init) => {
         await authenticate();

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@blaxel/vercel",
-	"version": "0.2.65-dev.77",
+	"version": "0.2.65-preview.78",
 	"description": "Blaxel SDK for TypeScript",
 	"license": "MIT",
 	"author": "Blaxel, INC (https://blaxel.ai)",
@@ -58,7 +58,7 @@
 		"@ai-sdk/mistral": "^2.0.24",
 		"@ai-sdk/openai": "^2.0.57",
 		"@ai-sdk/provider": "^2.0.0",
-		"@blaxel/core": "0.2.65-dev.77",
+		"@blaxel/core": "0.2.65-preview.78",
 		"ai": "^5.0.82"
 	},
 	"devDependencies": {