@blaxel/llamaindex 0.2.50-dev.215 → 0.2.50

package/dist/cjs/model.js

@@ -59,12 +59,49 @@ class BlaxelLLM {
     }
     async createLLM() {
         await (0, core_1.authenticate)();
+        // Capture fresh headers and token after authentication
+        // Use getter to ensure we get the latest values
+        const currentToken = core_1.settings.token;
         const url = `${core_1.settings.runUrl}/${core_1.settings.workspace}/models/${this.model}`;
+        // Custom fetch function that adds authentication headers
+        const authenticatedFetch = async (input, init) => {
+            await (0, core_1.authenticate)();
+            // Get fresh headers after authentication
+            const freshHeaders = { ...core_1.settings.headers };
+            const headers = {
+                ...freshHeaders,
+                ...(init?.headers || {}),
+            };
+            // Ensure Content-Type is set for JSON requests if body exists and Content-Type is not already set
+            if (init?.body && !headers['Content-Type'] && !headers['content-type']) {
+                // If body is a string, check if it looks like JSON
+                if (typeof init.body === 'string') {
+                    const trimmed = init.body.trim();
+                    if (trimmed.startsWith('{') || trimmed.startsWith('[')) {
+                        headers['Content-Type'] = 'application/json';
+                    }
+                }
+                else {
+                    // For non-string bodies (FormData, Blob, etc.), let fetch handle it
+                    // For objects, assume JSON
+                    if (typeof init.body === 'object' && !(init.body instanceof FormData) && !(init.body instanceof Blob)) {
+                        headers['Content-Type'] = 'application/json';
+                    }
+                }
+            }
+            return fetch(input, {
+                ...init,
+                headers,
+            });
+        };
         if (this.type === "mistral") {
             return (0, openai_1.openai)({
                 model: this.modelData?.spec?.runtime?.model,
-                apiKey: core_1.settings.token,
+                apiKey: currentToken,
                 baseURL: `${url}/v1`,
+                additionalSessionOptions: {
+                    fetch: authenticatedFetch,
+                },
                 ...this.options,
             });
         }
@@ -72,11 +109,13 @@ class BlaxelLLM {
             // Set a dummy API key to satisfy AnthropicSession constructor requirement
             // The actual authentication is handled via defaultHeaders
             process.env.ANTHROPIC_API_KEY = process.env.ANTHROPIC_API_KEY || "dummy-key-for-blaxel";
+            // Get fresh headers right before creating the session
+            const anthropicHeaders = { ...core_1.settings.headers };
             const llm = (0, anthropic_1.anthropic)({
                 model: this.modelData?.spec?.runtime?.model,
                 session: new anthropic_1.AnthropicSession({
                     baseURL: url,
-                    defaultHeaders: core_1.settings.headers,
+                    defaultHeaders: anthropicHeaders,
                 }),
                 ...this.options,
             });
@@ -135,8 +174,11 @@ class BlaxelLLM {
         if (this.type === "cohere") {
             const llm = (0, openai_1.openai)({
                 model: this.modelData?.spec?.runtime?.model,
-                apiKey: core_1.settings.token,
-                baseURL: `${url}/compatibility/v1`,
+                apiKey: currentToken,
+                baseURL: `${url}/compatibility/v1`, // OpenAI compatibility endpoint
+                additionalSessionOptions: {
+                    fetch: authenticatedFetch,
+                },
                 ...this.options,
             });
             return {
@@ -159,8 +201,11 @@ class BlaxelLLM {
         }
         return (0, openai_1.openai)({
             model: this.modelData?.spec?.runtime?.model,
-            apiKey: core_1.settings.token,
+            apiKey: currentToken,
             baseURL: `${url}/v1`,
+            additionalSessionOptions: {
+                fetch: authenticatedFetch,
+            },
             ...this.options,
         });
     }