@lobehub/chat 1.134.7 → 1.135.1

package/packages/context-engine/src/tools/__tests__/ToolsEngine.test.ts

@@ -206,6 +206,95 @@ describe('ToolsEngine', () => {
         { id: 'non-existent', reason: 'not_found' },
       ]);
     });
+
+    it('should filter all plugins as incompatible when function calling is not supported', () => {
+      const mockFunctionCallChecker = vi.fn().mockReturnValue(false);
+      const engine = new ToolsEngine({
+        manifestSchemas: [mockWebBrowsingManifest, mockDalleManifest],
+        functionCallChecker: mockFunctionCallChecker,
+      });
+
+      const result = engine.generateToolsDetailed({
+        toolIds: ['lobe-web-browsing', 'dalle'],
+        model: 'gpt-5-chat-latest',
+        provider: 'openai',
+      });
+
+      expect(mockFunctionCallChecker).toHaveBeenCalledWith('gpt-5-chat-latest', 'openai');
+      expect(result.tools).toBeUndefined();
+      expect(result.enabledToolIds).toEqual([]);
+      expect(result.filteredTools).toEqual([
+        { id: 'lobe-web-browsing', reason: 'incompatible' },
+        { id: 'dalle', reason: 'incompatible' },
+      ]);
+    });
+
+    it('should combine incompatible and not_found reasons when FC is not supported', () => {
+      const engine = new ToolsEngine({
+        manifestSchemas: [mockWebBrowsingManifest],
+        functionCallChecker: () => false,
+      });
+
+      const result = engine.generateToolsDetailed({
+        toolIds: ['lobe-web-browsing', 'non-existent', 'dalle'],
+        model: 'gpt-5-chat-latest',
+        provider: 'openai',
+      });
+
+      expect(result.tools).toBeUndefined();
+      expect(result.enabledToolIds).toEqual([]);
+      expect(result.filteredTools).toEqual([
+        { id: 'lobe-web-browsing', reason: 'incompatible' },
+        { id: 'non-existent', reason: 'not_found' },
+        { id: 'dalle', reason: 'not_found' },
+      ]);
+    });
+
+    it('should still call enableChecker when FC is supported', () => {
+      const mockEnableChecker = vi.fn().mockReturnValue(false);
+      const engine = new ToolsEngine({
+        manifestSchemas: [mockWebBrowsingManifest, mockDalleManifest],
+        enableChecker: mockEnableChecker,
+        functionCallChecker: () => true,
+      });
+
+      const result = engine.generateToolsDetailed({
+        toolIds: ['lobe-web-browsing', 'dalle'],
+        model: 'gpt-4',
+        provider: 'openai',
+      });
+
+      expect(mockEnableChecker).toHaveBeenCalledTimes(2);
+      expect(result.tools).toBeUndefined();
+      expect(result.enabledToolIds).toEqual([]);
+      expect(result.filteredTools).toEqual([
+        { id: 'lobe-web-browsing', reason: 'disabled' },
+        { id: 'dalle', reason: 'disabled' },
+      ]);
+    });
+
+    it('should not call enableChecker when FC is not supported', () => {
+      const mockEnableChecker = vi.fn().mockReturnValue(true);
+      const engine = new ToolsEngine({
+        manifestSchemas: [mockWebBrowsingManifest, mockDalleManifest],
+        enableChecker: mockEnableChecker,
+        functionCallChecker: () => false,
+      });
+
+      const result = engine.generateToolsDetailed({
+        toolIds: ['lobe-web-browsing', 'dalle'],
+        model: 'gpt-5-chat-latest',
+        provider: 'openai',
+      });
+
+      expect(mockEnableChecker).not.toHaveBeenCalled();
+      expect(result.tools).toBeUndefined();
+      expect(result.enabledToolIds).toEqual([]);
+      expect(result.filteredTools).toEqual([
+        { id: 'lobe-web-browsing', reason: 'incompatible' },
+        { id: 'dalle', reason: 'incompatible' },
+      ]);
+    });
   });
 
   describe('plugin management', () => {

package/packages/model-bank/src/aiModels/fal.ts

@@ -79,6 +79,34 @@ const falImageModels: AIImageModelCard[] = [
     releasedAt: '2025-09-09',
     type: 'image',
   },
+  {
+    description: '一个强大的原生多模态图像生成模型',
+    displayName: 'HunyuanImage 3.0',
+    enabled: true,
+    id: 'fal-ai/hunyuan-image/v3',
+    parameters: {
+      cfg: { default: 7.5, max: 20, min: 1, step: 0.1 },
+      prompt: { default: '' },
+      seed: { default: null },
+      size: {
+        default: 'square_hd',
+        enum: [
+          'square_hd',
+          'square',
+          'portrait_4_3',
+          'portrait_16_9',
+          'landscape_4_3',
+          'landscape_16_9',
+        ],
+      },
+      steps: { default: 28, max: 50, min: 1, step: 1 },
+    },
+    pricing: {
+      units: [{ name: 'imageGeneration', rate: 0.1, strategy: 'fixed', unit: 'megapixel' }],
+    },
+    releasedAt: '2025-09-28',
+    type: 'image',
+  },
   {
     description: '专注于图像编辑任务的FLUX.1模型，支持文本和图像输入。',
     displayName: 'FLUX.1 Kontext [dev]',

package/packages/model-runtime/src/core/openaiCompatibleFactory/createImage.ts

@@ -1,3 +1,4 @@
+import { cleanObject } from '@lobechat/utils/object';
 import createDebug from 'debug';
 import { RuntimeImageGenParamsValue } from 'model-bank';
 import OpenAI from 'openai';
@@ -34,24 +35,25 @@ async function generateByImageMode(
       value,
     ]),
   );
+  // unify image input to array
+  if (typeof userInput.image === 'string' && userInput.image.trim() !== '') {
+    userInput.image = [userInput.image];
+  }
 
   // https://platform.openai.com/docs/api-reference/images/createEdit
   const isImageEdit = Array.isArray(userInput.image) && userInput.image.length > 0;
+  log('isImageEdit: %O, userInput.image: %O', isImageEdit, userInput.image);
   // If there are imageUrls parameters, convert them to File objects
   if (isImageEdit) {
-    log('Converting imageUrls to File objects: %O', userInput.image);
     try {
       // Convert all image URLs to File objects
       const imageFiles = await Promise.all(
         userInput.image.map((url: string) => convertImageUrlToFile(url)),
       );
 
-      log('Successfully converted %d images to File objects', imageFiles.length);
-
       // According to official docs, if there are multiple images, pass an array; if only one, pass a single File
       userInput.image = imageFiles.length === 1 ? imageFiles[0] : imageFiles;
     } catch (error) {
-      log('Error converting imageUrls to File objects: %O', error);
       throw new Error(`Failed to convert image URLs to File objects: ${error}`);
     }
   } else {
@@ -68,11 +70,11 @@ async function generateByImageMode(
     ...(isImageEdit ? { input_fidelity: 'high' } : {}),
   };
 
-  const options = {
+  const options = cleanObject({
     model,
     ...defaultInput,
     ...userInput,
-  };
+  });
 
   log('options: %O', options);
 
@@ -83,13 +85,11 @@ async function generateByImageMode(
 
   // Check the integrity of response data
   if (!img || !img.data || !Array.isArray(img.data) || img.data.length === 0) {
-    log('Invalid image response: missing data array');
     throw new Error('Invalid image response: missing or empty data array');
   }
 
   const imageData = img.data[0];
   if (!imageData) {
-    log('Invalid image response: first data item is null/undefined');
     throw new Error('Invalid image response: first data item is null or undefined');
   }
 
@@ -111,12 +111,9 @@ async function generateByImageMode(
   }
   // If neither format exists, throw error
   else {
-    log('Invalid image response: missing both b64_json and url fields');
     throw new Error('Invalid image response: missing both b64_json and url fields');
   }
 
-  log('provider: %s', provider);
-
   return {
     imageUrl,
     ...(img.usage
@@ -180,7 +177,6 @@ async function generateByChatModel(
       });
       log('Successfully processed image URL for chat input');
     } catch (error) {
-      log('Error processing image URL: %O', error);
       throw new Error(`Failed to process image URL: ${error}`);
     }
   }
@@ -218,7 +214,6 @@ async function generateByChatModel(
   }
 
   // If no images found, throw error
-  log('No images found in chat completion response');
   throw new Error('No image generated in chat completion response');
 }
 
@@ -228,21 +223,15 @@ async function generateByChatModel(
 export async function createOpenAICompatibleImage(
   client: OpenAI,
   payload: CreateImagePayload,
-  provider: string, // eslint-disable-line @typescript-eslint/no-unused-vars
+  provider: string,
 ): Promise<CreateImageResponse> {
-  try {
-    const { model } = payload;
-
-    // Check if it's a chat model for image generation (via :image suffix)
-    if (model.endsWith(':image')) {
-      return await generateByChatModel(client, payload);
-    }
+  const { model } = payload;
 
-    // Default to traditional images API
-    return await generateByImageMode(client, payload, provider);
-  } catch (error) {
-    const err = error as Error;
-    log('Error in createImage: %O', err);
-    throw err;
+  // Check if it's a chat model for image generation (via :image suffix)
+  if (model.endsWith(':image')) {
+    return await generateByChatModel(client, payload);
   }
+
+  // Default to traditional images API
+  return await generateByImageMode(client, payload, provider);
 }

package/packages/model-runtime/src/core/openaiCompatibleFactory/index.test.ts

@@ -296,6 +296,8 @@ describe('LobeOpenAICompatibleFactory', () => {
       });
 
       it('should transform non-streaming response to stream correctly', async () => {
+        vi.useFakeTimers();
+
         const mockResponse = {
           id: 'a',
           object: 'chat.completion',
@@ -319,13 +321,18 @@ describe('LobeOpenAICompatibleFactory', () => {
           mockResponse as any,
         );
 
-        const result = await instance.chat({
+        const chatPromise = instance.chat({
           messages: [{ content: 'Hello', role: 'user' }],
           model: 'mistralai/mistral-7b-instruct:free',
           temperature: 0,
           stream: false,
         });
 
+        // Advance time to simulate processing delay
+        vi.advanceTimersByTime(10);
+
+        const result = await chatPromise;
+
         const decoder = new TextDecoder();
         const reader = result.body!.getReader();
         const stream: string[] = [];
@@ -345,16 +352,20 @@ describe('LobeOpenAICompatibleFactory', () => {
           'data: {"inputTextTokens":5,"outputTextTokens":5,"totalInputTokens":5,"totalOutputTokens":5,"totalTokens":10}\n\n',
           'id: output_speed\n',
           'event: speed\n',
-          expect.stringMatching(/^data: \{.*"tps":.*,"ttft":.*}\n\n$/), // tps ttft 测试结果不一样
+          expect.stringMatching(/^data: \{.*"tps":.*,"ttft":.*}\n\n$/), // tps ttft should be calculated with elapsed time
           'id: a\n',
           'event: stop\n',
           'data: "stop"\n\n',
         ]);
 
         expect((await reader.read()).done).toBe(true);
+
+        vi.useRealTimers();
       });
 
       it('should transform non-streaming response to stream correctly with reasoning content', async () => {
+        vi.useFakeTimers();
+
         const mockResponse = {
           id: 'a',
           object: 'chat.completion',
@@ -382,13 +393,18 @@ describe('LobeOpenAICompatibleFactory', () => {
           mockResponse as any,
         );
 
-        const result = await instance.chat({
+        const chatPromise = instance.chat({
           messages: [{ content: 'Hello', role: 'user' }],
           model: 'deepseek/deepseek-reasoner',
           temperature: 0,
           stream: false,
         });
 
+        // Advance time to simulate processing delay
+        vi.advanceTimersByTime(10);
+
+        const result = await chatPromise;
+
         const decoder = new TextDecoder();
         const reader = result.body!.getReader();
         const stream: string[] = [];
@@ -411,13 +427,15 @@ describe('LobeOpenAICompatibleFactory', () => {
           'data: {"inputTextTokens":5,"outputTextTokens":5,"totalInputTokens":5,"totalOutputTokens":5,"totalTokens":10}\n\n',
           'id: output_speed\n',
           'event: speed\n',
-          expect.stringMatching(/^data: \{.*"tps":.*,"ttft":.*}\n\n$/), // tps ttft 测试结果不一样
+          expect.stringMatching(/^data: \{.*"tps":.*,"ttft":.*}\n\n$/), // tps ttft should be calculated with elapsed time
           'id: a\n',
           'event: stop\n',
           'data: "stop"\n\n',
         ]);
 
         expect((await reader.read()).done).toBe(true);
+
+        vi.useRealTimers();
       });
     });
 
@@ -974,7 +992,11 @@ describe('LobeOpenAICompatibleFactory', () => {
           .spyOn(inst['client'].responses, 'create')
           .mockResolvedValue({ tee: () => [prod, debug] } as any);
 
-        await inst.chat({ messages: [{ content: 'hi', role: 'user' }], model: 'any-model', temperature: 0 });
+        await inst.chat({
+          messages: [{ content: 'hi', role: 'user' }],
+          model: 'any-model',
+          temperature: 0,
+        });
 
         expect(mockResponsesCreate).toHaveBeenCalled();
       });
@@ -990,20 +1012,38 @@ describe('LobeOpenAICompatibleFactory', () => {
         const inst = new LobeMockProviderUseResponseModels({ apiKey: 'test' });
         const spy = vi.spyOn(inst['client'].responses, 'create');
         // Prevent hanging by mocking normal chat completion stream
-        vi.spyOn(inst['client'].chat.completions, 'create').mockResolvedValue(new ReadableStream() as any);
+        vi.spyOn(inst['client'].chat.completions, 'create').mockResolvedValue(
+          new ReadableStream() as any,
+        );
 
         // First invocation: model contains the string
-        spy.mockResolvedValueOnce({ tee: () => [new ReadableStream(), new ReadableStream()] } as any);
-        await inst.chat({ messages: [{ content: 'hi', role: 'user' }], model: 'prefix-special-model-suffix', temperature: 0 });
+        spy.mockResolvedValueOnce({
+          tee: () => [new ReadableStream(), new ReadableStream()],
+        } as any);
+        await inst.chat({
+          messages: [{ content: 'hi', role: 'user' }],
+          model: 'prefix-special-model-suffix',
+          temperature: 0,
+        });
         expect(spy).toHaveBeenCalledTimes(1);
 
         // Second invocation: model matches the RegExp
-        spy.mockResolvedValueOnce({ tee: () => [new ReadableStream(), new ReadableStream()] } as any);
-        await inst.chat({ messages: [{ content: 'hi', role: 'user' }], model: 'special-xyz', temperature: 0 });
+        spy.mockResolvedValueOnce({
+          tee: () => [new ReadableStream(), new ReadableStream()],
+        } as any);
+        await inst.chat({
+          messages: [{ content: 'hi', role: 'user' }],
+          model: 'special-xyz',
+          temperature: 0,
+        });
         expect(spy).toHaveBeenCalledTimes(2);
 
         // Third invocation: model does not match any useResponseModels patterns
-        await inst.chat({ messages: [{ content: 'hi', role: 'user' }], model: 'unrelated-model', temperature: 0 });
+        await inst.chat({
+          messages: [{ content: 'hi', role: 'user' }],
+          model: 'unrelated-model',
+          temperature: 0,
+        });
         expect(spy).toHaveBeenCalledTimes(2); // Ensure no additional calls were made
       });
     });

package/packages/model-runtime/src/core/streams/protocol.ts

@@ -384,7 +384,6 @@ export const createTokenSpeedCalculator = (
   }: { enableStreaming?: boolean; inputStartAt?: number; streamStack?: StreamContext } = {},
 ) => {
   let outputStartAt: number | undefined;
-  let outputThinking: boolean | undefined;
 
   const process = (chunk: StreamProtocolChunk) => {
     let result = [chunk];
@@ -393,24 +392,12 @@ export const createTokenSpeedCalculator = (
       outputStartAt = Date.now();
     }
 
-    /**
-     * 部分 provider 在正式输出 reasoning 前，可能会先输出 content 为空字符串的 chunk，
-     * 其中 reasoning 可能为 null，会导致判断是否输出思考内容错误，所以过滤掉 null 或者空字符串。
-     * 也可能是某些特殊 token，所以不修改 outputStartAt 的逻辑。
-     */
-    if (
-      outputThinking === undefined &&
-      (chunk.type === 'text' || chunk.type === 'reasoning') &&
-      typeof chunk.data === 'string' &&
-      chunk.data.length > 0
-    ) {
-      outputThinking = chunk.type === 'reasoning';
-    }
     // if the chunk is the stop chunk, set as output finish
     if (inputStartAt && outputStartAt && chunk.type === 'usage') {
       // TPS should always include all generated tokens (including reasoning tokens)
       // because it measures generation speed, not just visible content
-      const outputTokens = chunk.data?.totalOutputTokens ?? 0;
+      const usage = chunk.data as ModelUsage;
+      const outputTokens = usage?.totalOutputTokens ?? 0;
       const now = Date.now();
       const elapsed = now - (enableStreaming ? outputStartAt : inputStartAt);
       const duration = now - outputStartAt;

package/packages/model-runtime/src/providers/fal/index.ts

@@ -33,6 +33,7 @@ export class LobeFalAI implements LobeRuntimeAI {
       ['cfg', 'guidance_scale'],
       ['imageUrl', 'image_url'],
       ['imageUrls', 'image_urls'],
+      ['size', 'image_size'],
     ]);
 
     const defaultInput: Record<string, unknown> = {
@@ -50,12 +51,16 @@ export class LobeFalAI implements LobeRuntimeAI {
     );
 
     if ('width' in userInput && 'height' in userInput) {
-      userInput.image_size = {
-        height: userInput.height,
-        width: userInput.width,
-      };
-      delete userInput.width;
-      delete userInput.height;
+      if (userInput.size) {
+        throw new Error('width/height and size are not supported at the same time');
+      } else {
+        userInput.image_size = {
+          height: userInput.height,
+          width: userInput.width,
+        };
+        delete userInput.width;
+        delete userInput.height;
+      }
     }
 
     const modelsAcceleratedByDefault = new Set<string>(['flux/krea']);
@@ -66,7 +71,7 @@ export class LobeFalAI implements LobeRuntimeAI {
     // Ensure model has fal-ai/ prefix
     let endpoint = model.startsWith('fal-ai/') ? model : `fal-ai/${model}`;
     const hasImageUrls = (params.imageUrls?.length ?? 0) > 0;
-    if (endpoint === 'fal-ai/bytedance/seedream/v4') {
+    if (['fal-ai/bytedance/seedream/v4', 'fal-ai/hunyuan-image/v3'].includes(endpoint)) {
       endpoint += hasImageUrls ? '/edit' : '/text-to-image';
     } else if (endpoint === 'fal-ai/nano-banana' && hasImageUrls) {
       endpoint += '/edit';

package/packages/model-runtime/src/providers/newapi/index.test.ts

@@ -563,7 +563,22 @@ describe('NewAPI Runtime - 100% Branch Coverage', () => {
 
           if (inputPrice !== undefined) {
             const outputPrice = inputPrice * (pricing.completion_ratio || 1);
-            enhancedModel.pricing = { input: inputPrice, output: outputPrice };
+            enhancedModel.pricing = {
+              units: [
+                {
+                  name: 'textInput',
+                  unit: 'millionTokens',
+                  strategy: 'fixed',
+                  rate: inputPrice,
+                },
+                {
+                  name: 'textOutput',
+                  unit: 'millionTokens',
+                  strategy: 'fixed',
+                  rate: outputPrice,
+                },
+              ],
+            };
           }
         }
 
@@ -582,8 +597,18 @@ describe('NewAPI Runtime - 100% Branch Coverage', () => {
       });
 
       // Verify pricing results
-      expect(enrichedModels[0].pricing).toEqual({ input: 40, output: 120 }); // model_price * 2, input * completion_ratio
-      expect(enrichedModels[1].pricing).toEqual({ input: 10, output: 10 }); // model_ratio * 2, input * 1 (default)
+      expect(enrichedModels[0].pricing).toEqual({
+        units: [
+          { name: 'textInput', unit: 'millionTokens', strategy: 'fixed', rate: 40 },
+          { name: 'textOutput', unit: 'millionTokens', strategy: 'fixed', rate: 120 },
+        ],
+      }); // model_price * 2, input * completion_ratio
+      expect(enrichedModels[1].pricing).toEqual({
+        units: [
+          { name: 'textInput', unit: 'millionTokens', strategy: 'fixed', rate: 10 },
+          { name: 'textOutput', unit: 'millionTokens', strategy: 'fixed', rate: 10 },
+        ],
+      }); // model_ratio * 2, input * 1 (default)
       expect(enrichedModels[2].pricing).toBeUndefined(); // quota_type = 1, skipped
 
       // Verify provider detection