@lobehub/lobehub 2.0.0-next.46 → 2.0.0-next.48

package/packages/model-runtime/src/core/streams/openai/responsesStream.test.ts

@@ -1,6 +1,6 @@
-import { AgentRuntimeErrorType } from '@lobechat/model-runtime';
 import { describe, expect, it, vi } from 'vitest';
 
+import { AgentRuntimeErrorType } from '../../../types/error';
 import { FIRST_CHUNK_ERROR_KEY } from '../protocol';
 import { createReadableStream, readStreamChunk } from '../utils';
 import { OpenAIResponsesStream } from './responsesStream';

package/packages/model-runtime/src/helpers/mergeChatMethodOptions.ts

@@ -1,6 +1,7 @@
-import { ChatMethodOptions } from '@lobechat/model-runtime';
 import debug from 'debug';
 
+import { ChatMethodOptions } from '../types/chat';
+
 const log = debug('model-runtime:helpers:mergeChatMethodOptions');
 
 export const mergeMultipleChatMethodOptions = (options: ChatMethodOptions[]): ChatMethodOptions => {

package/packages/model-runtime/src/providers/aihubmix/index.test.ts

@@ -1,4 +1,4 @@
-// @vitest-environment edge-runtime
+// @vitest-environment node
 import { ModelProvider } from 'model-bank';
 import { beforeEach, describe, expect, it, vi } from 'vitest';
 

package/packages/model-runtime/src/providers/anthropic/generateObject.test.ts

@@ -1,4 +1,4 @@
-// @vitest-environment edge-runtime
+// @vitest-environment node
 import { describe, expect, it, vi } from 'vitest';
 
 import { createAnthropicGenerateObject } from './generateObject';

package/packages/model-runtime/src/providers/anthropic/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
-import { ChatCompletionTool, ChatStreamPayload } from '@lobechat/model-runtime';
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import * as anthropicHelpers from '../../core/contextBuilders/anthropic';
+import { ChatCompletionTool, ChatStreamPayload } from '../../types/chat';
 import * as debugStreamModule from '../../utils/debugStream';
 import { LobeAnthropicAI } from './index';
 

package/packages/model-runtime/src/providers/baichuan/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
-import { LobeOpenAICompatibleRuntime } from '@lobechat/model-runtime';
 import { ModelProvider } from 'model-bank';
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { LobeOpenAICompatibleRuntime } from '../../core/BaseAI';
 import { testProvider } from '../../providerTestUtils';
 import { LobeBaichuanAI, params } from './index';
 

package/packages/model-runtime/src/providers/bedrock/index.test.ts

@@ -3,10 +3,10 @@ import {
   InvokeModelCommand,
   InvokeModelWithResponseStreamCommand,
 } from '@aws-sdk/client-bedrock-runtime';
-import { AgentRuntimeErrorType } from '@lobechat/model-runtime';
 import { ModelProvider } from 'model-bank';
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { AgentRuntimeErrorType } from '../../types/error';
 import * as debugStreamModule from '../../utils/debugStream';
 import { LobeBedrockAI, experimental_buildLlama2Prompt } from './index';
 

package/packages/model-runtime/src/providers/bfl/createImage.test.ts

@@ -6,7 +6,7 @@ import { createBflImage } from './createImage';
 import { BflStatusResponse } from './types';
 
 // Mock external dependencies
-vi.mock('../../utils/imageToBase64', () => ({
+vi.mock('@lobechat/utils', () => ({
   imageUrlToBase64: vi.fn(),
 }));
 
@@ -187,7 +187,7 @@ describe('createBflImage', () => {
     it('should convert single imageUrl to image_prompt base64', async () => {
       // Arrange
       const { parseDataUri } = await import('../../utils/uriParser');
-      const { imageUrlToBase64 } = await import('../../utils/imageToBase64');
+      const { imageUrlToBase64 } = await import('@lobechat/utils');
       const { asyncifyPolling } = await import('../../utils/asyncifyPolling');
 
       const mockParseDataUri = vi.mocked(parseDataUri);
@@ -290,7 +290,7 @@ describe('createBflImage', () => {
     it('should convert multiple imageUrls for Kontext models', async () => {
       // Arrange
       const { parseDataUri } = await import('../../utils/uriParser');
-      const { imageUrlToBase64 } = await import('../../utils/imageToBase64');
+      const { imageUrlToBase64 } = await import('@lobechat/utils');
       const { asyncifyPolling } = await import('../../utils/asyncifyPolling');
 
       const mockParseDataUri = vi.mocked(parseDataUri);
@@ -350,7 +350,7 @@ describe('createBflImage', () => {
     it('should limit imageUrls to maximum 4 images', async () => {
       // Arrange
       const { parseDataUri } = await import('../../utils/uriParser');
-      const { imageUrlToBase64 } = await import('../../utils/imageToBase64');
+      const { imageUrlToBase64 } = await import('@lobechat/utils');
       const { asyncifyPolling } = await import('../../utils/asyncifyPolling');
 
       const mockParseDataUri = vi.mocked(parseDataUri);

package/packages/model-runtime/src/providers/bfl/createImage.ts

@@ -1,3 +1,4 @@
+import { imageUrlToBase64 } from '@lobechat/utils';
 import createDebug from 'debug';
 import { RuntimeImageGenParamsValue } from 'model-bank';
 
@@ -5,7 +6,6 @@ import { AgentRuntimeErrorType } from '../../types/error';
 import { CreateImagePayload, CreateImageResponse } from '../../types/image';
 import { type TaskResult, asyncifyPolling } from '../../utils/asyncifyPolling';
 import { AgentRuntimeError } from '../../utils/createError';
-import { imageUrlToBase64 } from '../../utils/imageToBase64';
 import { parseDataUri } from '../../utils/uriParser';
 import {
   BFL_ENDPOINTS,

package/packages/model-runtime/src/providers/cloudflare/index.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
-import { ChatCompletionTool } from '@lobechat/model-runtime';
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { ChatCompletionTool } from '../../types/chat';
 import * as debugStreamModule from '../../utils/debugStream';
 import { LobeCloudflareAI } from './index';
 

package/packages/model-runtime/src/providers/cohere/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
-import { LobeOpenAICompatibleRuntime } from '@lobechat/model-runtime';
 import { ModelProvider } from 'model-bank';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { LobeOpenAICompatibleRuntime } from '../../core/BaseAI';
 import { testProvider } from '../../providerTestUtils';
 import { LobeCohereAI, params } from './index';
 

package/packages/model-runtime/src/providers/google/createImage.test.ts

@@ -1,9 +1,9 @@
-// @vitest-environment edge-runtime
+// @vitest-environment node
 import { GoogleGenAI } from '@google/genai';
+import * as imageToBase64Module from '@lobechat/utils';
 import { beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { CreateImagePayload } from '../../types/image';
-import * as imageToBase64Module from '../../utils/imageToBase64';
 import { createGoogleImage } from './createImage';
 
 const provider = 'google';

package/packages/model-runtime/src/providers/google/createImage.ts

@@ -1,11 +1,11 @@
 import { Content, GenerateContentConfig, GoogleGenAI, Part } from '@google/genai';
+import { imageUrlToBase64 } from '@lobechat/utils';
 
 import { convertGoogleAIUsage } from '../../core/usageConverters/google-ai';
 import { CreateImagePayload, CreateImageResponse } from '../../types/image';
 import { AgentRuntimeError } from '../../utils/createError';
 import { getModelPricing } from '../../utils/getModelPricing';
 import { parseGoogleErrorMessage } from '../../utils/googleErrorParser';
-import { imageUrlToBase64 } from '../../utils/imageToBase64';
 import { parseDataUri } from '../../utils/uriParser';
 
 // Maximum number of images allowed for processing

package/packages/model-runtime/src/providers/google/generateObject.test.ts

@@ -1,4 +1,4 @@
-// @vitest-environment edge-runtime
+// @vitest-environment node
 import { Type as SchemaType } from '@google/genai';
 import { describe, expect, it, vi } from 'vitest';
 

package/packages/model-runtime/src/providers/google/index.test.ts

@@ -1,14 +1,11 @@
-// @vitest-environment edge-runtime
+// @vitest-environment node
 import { GenerateContentResponse, Tool } from '@google/genai';
-import { OpenAIChatMessage } from '@lobechat/model-runtime';
-import { ChatStreamPayload } from '@lobechat/types';
 import OpenAI from 'openai';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { LOBE_ERROR_KEY } from '../../core/streams';
 import { AgentRuntimeErrorType } from '../../types/error';
 import * as debugStreamModule from '../../utils/debugStream';
-import * as imageToBase64Module from '../../utils/imageToBase64';
 import { LobeGoogleAI, resolveModelThinkingBudget } from './index';
 
 const provider = 'google';

package/packages/model-runtime/src/providers/groq/index.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
-import { LobeOpenAICompatibleRuntime } from '@lobechat/model-runtime';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { LobeOpenAICompatibleRuntime } from '../../core/BaseAI';
 import { testProvider } from '../../providerTestUtils';
 import { AgentRuntimeErrorType } from '../../types/error';
 import { LobeGroq, params } from './index';

package/packages/model-runtime/src/providers/hunyuan/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
-import { LobeOpenAICompatibleRuntime } from '@lobechat/model-runtime';
 import { ModelProvider } from 'model-bank';
 import { beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { LobeOpenAICompatibleRuntime } from '../../core/BaseAI';
 import { testProvider } from '../../providerTestUtils';
 import { LobeHunyuanAI, params } from './index';
 

package/packages/model-runtime/src/providers/minimax/createImage.test.ts

@@ -1,4 +1,4 @@
-// @vitest-environment edge-runtime
+// @vitest-environment node
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { CreateImageOptions } from '../../core/openaiCompatibleFactory';

package/packages/model-runtime/src/providers/mistral/index.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
-import { LobeOpenAICompatibleRuntime } from '@lobechat/model-runtime';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { LobeOpenAICompatibleRuntime } from '../../core/BaseAI';
 import { testProvider } from '../../providerTestUtils';
 import { LobeMistralAI, params } from './index';
 

package/packages/model-runtime/src/providers/moonshot/index.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
-import { LobeOpenAICompatibleRuntime } from '@lobechat/model-runtime';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { LobeOpenAICompatibleRuntime } from '../../core/BaseAI';
 import { testProvider } from '../../providerTestUtils';
 import { LobeMoonshotAI, params } from './index';
 

package/packages/model-runtime/src/providers/novita/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
-import { LobeOpenAICompatibleRuntime } from '@lobechat/model-runtime';
 import { ModelProvider } from 'model-bank';
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { LobeOpenAICompatibleRuntime } from '../../core/BaseAI';
 import { testProvider } from '../../providerTestUtils';
 import models from './fixtures/models.json';
 import { LobeNovitaAI } from './index';

package/packages/model-runtime/src/providers/ollama/index.test.ts

@@ -1,4 +1,5 @@
 // @vitest-environment node
+import { imageUrlToBase64 } from '@lobechat/utils';
 import { ModelProvider } from 'model-bank';
 import { Ollama } from 'ollama/browser';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
@@ -9,6 +10,13 @@ import * as debugStreamModule from '../../utils/debugStream';
 import { LobeOllamaAI, params } from './index';
 
 vi.mock('ollama/browser');
+vi.mock('@lobechat/utils', async () => {
+  const actual = await vi.importActual('@lobechat/utils');
+  return {
+    ...actual,
+    imageUrlToBase64: vi.fn(),
+  };
+});
 
 // Mock the console.error to avoid polluting test output
 vi.spyOn(console, 'error').mockImplementation(() => {});
@@ -462,13 +470,13 @@ describe('LobeOllamaAI', () => {
   });
 
   describe('buildOllamaMessages', () => {
-    it('should convert OpenAIChatMessage array to OllamaMessage array', () => {
+    it('should convert OpenAIChatMessage array to OllamaMessage array', async () => {
       const messages = [
         { content: 'Hello', role: 'user' },
         { content: 'Hi there!', role: 'assistant' },
       ];
 
-      const ollamaMessages = ollamaAI['buildOllamaMessages'](messages as any);
+      const ollamaMessages = await ollamaAI['buildOllamaMessages'](messages as any);
 
       expect(ollamaMessages).toEqual([
         { content: 'Hello', role: 'user' },
@@ -476,15 +484,15 @@ describe('LobeOllamaAI', () => {
       ]);
     });
 
-    it('should handle empty message array', () => {
+    it('should handle empty message array', async () => {
       const messages: any[] = [];
 
-      const ollamaMessages = ollamaAI['buildOllamaMessages'](messages);
+      const ollamaMessages = await ollamaAI['buildOllamaMessages'](messages);
 
       expect(ollamaMessages).toEqual([]);
     });
 
-    it('should handle multiple messages with different roles', () => {
+    it('should handle multiple messages with different roles', async () => {
       const messages = [
         { content: 'Hello', role: 'system' },
         { content: 'Hi', role: 'user' },
@@ -492,7 +500,7 @@ describe('LobeOllamaAI', () => {
         { content: 'How are you?', role: 'user' },
       ];
 
-      const ollamaMessages = ollamaAI['buildOllamaMessages'](messages as any);
+      const ollamaMessages = await ollamaAI['buildOllamaMessages'](messages as any);
 
       expect(ollamaMessages).toHaveLength(4);
       expect(ollamaMessages[0].role).toBe('system');
@@ -503,26 +511,26 @@ describe('LobeOllamaAI', () => {
   });
 
   describe('convertContentToOllamaMessage', () => {
-    it('should convert string content to OllamaMessage', () => {
+    it('should convert string content to OllamaMessage', async () => {
       const message = { content: 'Hello', role: 'user' };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({ content: 'Hello', role: 'user' });
     });
 
-    it('should convert text content to OllamaMessage', () => {
+    it('should convert text content to OllamaMessage', async () => {
       const message = {
         content: [{ type: 'text', text: 'Hello' }],
         role: 'user',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({ content: 'Hello', role: 'user' });
     });
 
-    it('should convert image_url content to OllamaMessage with images', () => {
+    it('should convert image_url content to OllamaMessage with images', async () => {
       const message = {
         content: [
           {
@@ -533,7 +541,7 @@ describe('LobeOllamaAI', () => {
         role: 'user',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({
         content: '',
@@ -542,7 +550,7 @@ describe('LobeOllamaAI', () => {
       });
     });
 
-    it('should ignore invalid image_url content', () => {
+    it('should ignore invalid image_url content', async () => {
       const message = {
         content: [
           {
@@ -553,7 +561,7 @@ describe('LobeOllamaAI', () => {
         role: 'user',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({
         content: '',
@@ -561,7 +569,7 @@ describe('LobeOllamaAI', () => {
       });
     });
 
-    it('should handle mixed text and image content', () => {
+    it('should handle mixed text and image content', async () => {
       const message = {
         content: [
           { type: 'text', text: 'First text' },
@@ -578,7 +586,7 @@ describe('LobeOllamaAI', () => {
         role: 'user',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({
         content: 'Second text', // Should keep latest text
@@ -587,13 +595,13 @@ describe('LobeOllamaAI', () => {
       });
     });
 
-    it('should handle content with empty text', () => {
+    it('should handle content with empty text', async () => {
       const message = {
         content: [{ type: 'text', text: '' }],
         role: 'user',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({
         content: '',
@@ -601,7 +609,7 @@ describe('LobeOllamaAI', () => {
       });
     });
 
-    it('should handle content with only images (no text)', () => {
+    it('should handle content with only images (no text)', async () => {
       const message = {
         content: [
           {
@@ -612,7 +620,7 @@ describe('LobeOllamaAI', () => {
         role: 'user',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({
         content: '',
@@ -621,7 +629,7 @@ describe('LobeOllamaAI', () => {
       });
     });
 
-    it('should handle multiple images without text', () => {
+    it('should handle multiple images without text', async () => {
       const message = {
         content: [
           {
@@ -640,7 +648,7 @@ describe('LobeOllamaAI', () => {
         role: 'user',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({
         content: '',
@@ -649,7 +657,10 @@ describe('LobeOllamaAI', () => {
       });
     });
 
-    it('should ignore images with invalid data URIs', () => {
+    it('should ignore images with invalid data URIs', async () => {
+      // Mock imageUrlToBase64 to simulate conversion failure for external URLs
+      vi.mocked(imageUrlToBase64).mockRejectedValue(new Error('Network error'));
+
       const message = {
         content: [
           { type: 'text', text: 'Hello' },
@@ -665,7 +676,7 @@ describe('LobeOllamaAI', () => {
         role: 'user',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({
         content: 'Hello',
@@ -674,7 +685,7 @@ describe('LobeOllamaAI', () => {
       });
     });
 
-    it('should handle complex interleaved content', () => {
+    it('should handle complex interleaved content', async () => {
       const message = {
         content: [
           { type: 'text', text: 'Text 1' },
@@ -692,7 +703,7 @@ describe('LobeOllamaAI', () => {
         role: 'user',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({
         content: 'Text 3', // Should keep latest text
@@ -701,7 +712,7 @@ describe('LobeOllamaAI', () => {
       });
     });
 
-    it('should handle assistant role with images', () => {
+    it('should handle assistant role with images', async () => {
       const message = {
         content: [
           { type: 'text', text: 'Here is the image' },
@@ -713,7 +724,7 @@ describe('LobeOllamaAI', () => {
         role: 'assistant',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({
         content: 'Here is the image',
@@ -722,13 +733,13 @@ describe('LobeOllamaAI', () => {
       });
     });
 
-    it('should handle system role with text', () => {
+    it('should handle system role with text', async () => {
       const message = {
         content: [{ type: 'text', text: 'You are a helpful assistant' }],
         role: 'system',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({
         content: 'You are a helpful assistant',
@@ -736,13 +747,13 @@ describe('LobeOllamaAI', () => {
       });
     });
 
-    it('should handle empty content array', () => {
+    it('should handle empty content array', async () => {
       const message = {
         content: [],
         role: 'user',
       };
 
-      const ollamaMessage = ollamaAI['convertContentToOllamaMessage'](message as any);
+      const ollamaMessage = await ollamaAI['convertContentToOllamaMessage'](message as any);
 
       expect(ollamaMessage).toEqual({
         content: '',

package/packages/model-runtime/src/providers/ollama/index.ts

@@ -1,4 +1,5 @@
 import type { ChatModelCard } from '@lobechat/types';
+import { imageUrlToBase64 } from '@lobechat/utils';
 import { ModelProvider } from 'model-bank';
 import { Ollama, Tool } from 'ollama/browser';
 import { ClientOptions } from 'openai';
@@ -61,7 +62,7 @@ export class LobeOllamaAI implements LobeRuntimeAI {
       options?.signal?.addEventListener('abort', abort);
 
       const response = await this.client.chat({
-        messages: this.buildOllamaMessages(payload.messages),
+        messages: await this.buildOllamaMessages(payload.messages),
         model: payload.model,
         options: {
           frequency_penalty: payload.frequency_penalty,
@@ -169,11 +170,13 @@ export class LobeOllamaAI implements LobeRuntimeAI {
     }
   };
 
-  private buildOllamaMessages(messages: OpenAIChatMessage[]) {
-    return messages.map((message) => this.convertContentToOllamaMessage(message));
+  private async buildOllamaMessages(messages: OpenAIChatMessage[]) {
+    return Promise.all(messages.map((message) => this.convertContentToOllamaMessage(message)));
   }
 
-  private convertContentToOllamaMessage = (message: OpenAIChatMessage): OllamaMessage => {
+  private convertContentToOllamaMessage = async (
+    message: OpenAIChatMessage,
+  ): Promise<OllamaMessage> => {
     if (typeof message.content === 'string') {
       return { content: message.content, role: message.role };
     }
@@ -183,6 +186,9 @@ export class LobeOllamaAI implements LobeRuntimeAI {
       role: message.role,
     };
 
+    // Collect image processing tasks for parallel execution
+    const imagePromises: Array<Promise<string | null> | string> = [];
+
     for (const content of message.content) {
       switch (content.type) {
         case 'text': {
@@ -191,16 +197,34 @@ export class LobeOllamaAI implements LobeRuntimeAI {
           break;
         }
         case 'image_url': {
-          const { base64 } = parseDataUri(content.image_url.url);
+          const { base64, type } = parseDataUri(content.image_url.url);
+
+          // If already base64 format, use it directly
           if (base64) {
-            ollamaMessage.images ??= [];
-            ollamaMessage.images.push(base64);
+            imagePromises.push(base64);
+          }
+          // If it's a URL, add async conversion task with error handling
+          else if (type === 'url') {
+            imagePromises.push(
+              imageUrlToBase64(content.image_url.url)
+                .then((result) => result.base64)
+                .catch(() => null), // Silently ignore failed conversions
+            );
           }
           break;
         }
       }
     }
 
+    // Process all images in parallel and filter out failed conversions
+    if (imagePromises.length > 0) {
+      const results = await Promise.all(imagePromises);
+      const validImages = results.filter((img): img is string => img !== null);
+      if (validImages.length > 0) {
+        ollamaMessage.images = validImages;
+      }
+    }
+
     return ollamaMessage;
   };
 

package/packages/model-runtime/src/providers/openrouter/index.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
-import { LobeOpenAICompatibleRuntime } from '@lobechat/model-runtime';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { LobeOpenAICompatibleRuntime } from '../../core/BaseAI';
 import { testProvider } from '../../providerTestUtils';
 import { LobeOpenRouterAI, params } from './index';
 

package/packages/model-runtime/src/providers/perplexity/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
-import { LobeOpenAICompatibleRuntime } from '@lobechat/model-runtime';
 import { ModelProvider } from 'model-bank';
 import { beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { LobeOpenAICompatibleRuntime } from '../../core/BaseAI';
 import { testProvider } from '../../providerTestUtils';
 import { LobePerplexityAI } from './index';
 

package/packages/model-runtime/src/providers/ppio/index.test.ts

@@ -1,8 +1,8 @@
 // @vitest-environment node
-import { LobeOpenAICompatibleRuntime } from '@lobechat/model-runtime';
 import { ModelProvider } from 'model-bank';
 import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { LobeOpenAICompatibleRuntime } from '../../core/BaseAI';
 import { testProvider } from '../../providerTestUtils';
 import models from './fixtures/models.json';
 import { LobePPIOAI } from './index';

package/packages/model-runtime/src/providers/qwen/createImage.test.ts

@@ -1,4 +1,4 @@
-// @vitest-environment edge-runtime
+// @vitest-environment node
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { CreateImageOptions } from '../../core/openaiCompatibleFactory';

package/packages/model-runtime/src/providers/search1api/index.test.ts

@@ -1,7 +1,7 @@
 // @vitest-environment node
-import { LobeOpenAICompatibleRuntime } from '@lobechat/model-runtime';
 import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
+import { LobeOpenAICompatibleRuntime } from '../../core/BaseAI';
 import { testProvider } from '../../providerTestUtils';
 import { LobeSearch1API, params } from './index';