@blaxel/vercel 0.2.65-dev.77 → 0.2.65-preview.78

package/dist/cjs/model.js

@@ -11,14 +11,57 @@ const openai_1 = require("@ai-sdk/openai");
 const deepseek_1 = require("@ai-sdk/deepseek");
 const core_1 = require("@blaxel/core");
 const blModel = async (model, options) => {
-    const url = `${core_1.settings.runUrl}/${core_1.settings.workspace}/models/${model}`;
     const modelData = await (0, core_1.getModelMetadata)(model);
     if (!modelData) {
         throw new Error(`Model ${model} not found`);
     }
     await (0, core_1.authenticate)();
-    const type = modelData?.spec.runtime?.type || "openai";
     const modelId = modelData?.spec.runtime?.model || "gpt-4o";
+    // mk3 models use the direct gateway URL and always speak OpenAI-compatible API
+    if (modelData.spec.runtime?.generation === "mk3") {
+        const gatewayUrl = modelData.metadata.url;
+        if (!gatewayUrl) {
+            throw new Error(`Model ${model} is mk3 but has no gateway URL in metadata`);
+        }
+        const mk3Fetch = async (input, init) => {
+            await (0, core_1.authenticate)();
+            let existingHeaders = {};
+            if (init?.headers) {
+                if (init.headers instanceof Headers) {
+                    init.headers.forEach((value, key) => {
+                        existingHeaders[key] = value;
+                    });
+                }
+                else if (Array.isArray(init.headers)) {
+                    for (const [key, value] of init.headers) {
+                        existingHeaders[key] = value;
+                    }
+                }
+                else {
+                    existingHeaders = { ...init.headers };
+                }
+            }
+            delete existingHeaders['authorization'];
+            delete existingHeaders['Authorization'];
+            const headers = {
+                'Cache-Control': 'no-transform',
+                ...existingHeaders,
+                ...core_1.settings.headers,
+            };
+            return fetch(input, {
+                ...init,
+                headers,
+            });
+        };
+        return (0, openai_1.createOpenAI)({
+            apiKey: "replaced",
+            baseURL: `${gatewayUrl}/v1`,
+            fetch: mk3Fetch,
+            ...options,
+        })(model);
+    }
+    const url = `${core_1.settings.runUrl}/${core_1.settings.workspace}/models/${model}`;
+    const type = modelData?.spec.runtime?.type || "openai";
     // Custom fetch function that refreshes authentication on each request
     const authenticatedFetch = async (input, init) => {
         await (0, core_1.authenticate)();