@lobehub/chat 1.99.2 → 1.99.4

package/src/libs/model-runtime/openai/__snapshots__/index.test.ts.snap

@@ -10,6 +10,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "whisper-1",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "stt",
     "vision": false,
   },
   {
@@ -20,6 +21,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "davinci-002",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -30,6 +32,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-3.5-turbo",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -40,6 +43,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "dall-e-2",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "image",
     "vision": false,
   },
   {
@@ -50,6 +54,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-3.5-turbo-16k",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -60,6 +65,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "tts-1-hd-1106",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -70,6 +76,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "tts-1-hd",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "tts",
     "vision": false,
   },
   {
@@ -80,6 +87,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-3.5-turbo-16k-0613",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -90,6 +98,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "text-embedding-3-large",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "embedding",
     "vision": false,
   },
   {
@@ -100,6 +109,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-4-1106-vision-preview",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -110,6 +120,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-3.5-turbo-instruct-0914",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -120,6 +131,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-4-0125-preview",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -130,6 +142,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-4-turbo-preview",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -140,6 +153,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-3.5-turbo-instruct",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -150,6 +164,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-3.5-turbo-0301",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -160,6 +175,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-3.5-turbo-0613",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -170,6 +186,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "tts-1",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "tts",
     "vision": false,
   },
   {
@@ -180,6 +197,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "dall-e-3",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "image",
     "vision": false,
   },
   {
@@ -190,6 +208,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-3.5-turbo-1106",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -200,6 +219,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-4-1106-preview",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -210,6 +230,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "babbage-002",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -220,6 +241,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "tts-1-1106",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -230,6 +252,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-4-vision-preview",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": true,
   },
   {
@@ -240,6 +263,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "text-embedding-3-small",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "embedding",
     "vision": false,
   },
   {
@@ -250,6 +274,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-4",
     "maxOutput": 4096,
     "reasoning": false,
+    "type": "chat",
     "vision": true,
   },
   {
@@ -260,6 +285,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "text-embedding-ada-002",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -270,6 +296,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-3.5-turbo-0125",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
   {
@@ -280,6 +307,7 @@ exports[`LobeOpenAI > models > should get models 1`] = `
     "id": "gpt-4-0613",
     "maxOutput": undefined,
     "reasoning": false,
+    "type": "chat",
     "vision": false,
   },
 ]

package/src/libs/model-runtime/openai/index.test.ts

@@ -4,7 +4,6 @@ import { Mock, afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 // 引入模块以便于对函数进行spy
 import { ChatStreamCallbacks } from '@/libs/model-runtime';
-import * as openai from '@/libs/model-runtime/openai';
 
 import * as debugStreamModule from '../utils/debugStream';
 import officalOpenAIModels from './fixtures/openai-models.json';
@@ -13,22 +12,13 @@ import { LobeOpenAI } from './index';
 // Mock the console.error to avoid polluting test output
 vi.spyOn(console, 'error').mockImplementation(() => {});
 
-// Mock fetch for most tests, but will be restored for convertImageUrlToFile tests
+// Mock fetch for most tests, but will be restored for real network tests
 const mockFetch = vi.fn();
 global.fetch = mockFetch;
 
-const convertImageUrlToFileSpy = vi.spyOn(openai, 'convertImageUrlToFile');
-
 describe('LobeOpenAI', () => {
   let instance: InstanceType<typeof LobeOpenAI>;
 
-  // Create mock params for createImage tests - only gpt-image-1 supported params
-  const mockParams = {
-    prompt: 'test prompt',
-    imageUrls: [] as string[],
-    size: '1024x1024' as const,
-  };
-
   beforeEach(() => {
     instance = new LobeOpenAI({ apiKey: 'test' });
 
@@ -40,27 +30,6 @@ describe('LobeOpenAI', () => {
 
     // Mock responses.create for responses API tests
     vi.spyOn(instance['client'].responses, 'create').mockResolvedValue(new ReadableStream() as any);
-
-    // Mock convertImageUrlToFile to return a mock File object
-    convertImageUrlToFileSpy.mockResolvedValue({
-      name: 'image.png',
-      type: 'image/png',
-      size: 1024,
-    } as any);
-
-    // Mock fetch response for most tests
-    mockFetch.mockResolvedValue({
-      ok: true,
-      arrayBuffer: () => Promise.resolve(new ArrayBuffer(8)),
-      headers: {
-        get: (header: string) => {
-          if (header === 'content-type') {
-            return 'image/png';
-          }
-          return null;
-        },
-      },
-    });
   });
 
   afterEach(() => {
@@ -282,312 +251,6 @@ describe('LobeOpenAI', () => {
     });
   });
 
-  describe('createImage', () => {
-    it('should generate an image with gpt-image-1', async () => {
-      // Arrange
-      const mockResponse = { data: [{ b64_json: 'test-base64-string' }] };
-      const generateSpy = vi
-        .spyOn(instance['client'].images, 'generate')
-        .mockResolvedValue(mockResponse as any);
-
-      // Act
-      const result = await instance.createImage({
-        model: 'gpt-image-1',
-        params: {
-          ...mockParams,
-          prompt: 'A cute cat',
-          size: '1024x1024',
-        },
-      });
-
-      // Assert
-      expect(generateSpy).toHaveBeenCalledWith(
-        expect.objectContaining({
-          model: 'gpt-image-1',
-          prompt: 'A cute cat',
-          n: 1,
-          size: '1024x1024',
-        }),
-      );
-      expect(result.imageUrl).toBe('data:image/png;base64,test-base64-string');
-    });
-
-    it('should edit an image from a URL', async () => {
-      // Arrange
-      const mockResponse = { data: [{ b64_json: 'edited-base64-string' }] };
-      const editSpy = vi
-        .spyOn(instance['client'].images, 'edit')
-        .mockResolvedValue(mockResponse as any);
-
-      // Temporarily restore the spy to use real implementation
-      convertImageUrlToFileSpy.mockRestore();
-
-      const imageUrl = 'https://lobehub.com/_next/static/media/logo.98482105.png';
-
-      // Act
-      const result = await instance.createImage({
-        model: 'gpt-image-1',
-        params: {
-          ...mockParams,
-          prompt: 'A cat in a hat',
-          imageUrls: [imageUrl],
-        },
-      });
-
-      // Assert
-      expect(editSpy).toHaveBeenCalled();
-      const callArg = editSpy.mock.calls[0][0];
-      expect(callArg.model).toBe('gpt-image-1');
-      expect(callArg.prompt).toBe('A cat in a hat');
-      expect(result.imageUrl).toBe('data:image/png;base64,edited-base64-string');
-
-      // Restore the spy for other tests
-      convertImageUrlToFileSpy.mockResolvedValue({
-        name: 'image.png',
-        type: 'image/png',
-        size: 1024,
-      } as any);
-    });
-
-    it('should handle `size` set to `auto`', async () => {
-      // Arrange
-      const mockResponse = { data: [{ b64_json: 'test-base64-string' }] };
-      const generateSpy = vi
-        .spyOn(instance['client'].images, 'generate')
-        .mockResolvedValue(mockResponse as any);
-
-      // Act
-      await instance.createImage({
-        model: 'gpt-image-1',
-        params: {
-          ...mockParams,
-          prompt: 'A cute cat',
-          size: 'auto',
-        },
-      });
-
-      // Assert
-      expect(generateSpy).toHaveBeenCalledWith(
-        expect.objectContaining({
-          model: 'gpt-image-1',
-          prompt: 'A cute cat',
-          n: 1,
-        }),
-      );
-      // Should not include size when it's 'auto'
-      expect(generateSpy.mock.calls[0][0]).not.toHaveProperty('size');
-    });
-
-    it('should throw an error if convertImageUrlToFile fails', async () => {
-      // Arrange
-      const imageUrl = 'https://example.com/test-image.png';
-
-      // Mock fetch to fail for the image URL, which will cause convertImageUrlToFile to fail
-      vi.mocked(global.fetch).mockRejectedValueOnce(new Error('Network error'));
-
-      // Mock the OpenAI API methods to ensure they don't get called
-      const generateSpy = vi.spyOn(instance['client'].images, 'generate');
-      const editSpy = vi.spyOn(instance['client'].images, 'edit');
-
-      // Act & Assert - Note: imageUrls must be non-empty array to trigger isImageEdit = true
-      await expect(
-        instance.createImage({
-          model: 'gpt-image-1',
-          params: {
-            prompt: 'A cat in a hat',
-            imageUrls: [imageUrl], // This is the key - non-empty array
-          },
-        }),
-      ).rejects.toThrow('Failed to convert image URLs to File objects: Error: Network error');
-
-      // Verify that OpenAI API methods were not called since conversion failed
-      expect(generateSpy).not.toHaveBeenCalled();
-      expect(editSpy).not.toHaveBeenCalled();
-    });
-
-    it('should throw an error when image response is missing data array', async () => {
-      // Arrange
-      const mockInvalidResponse = {}; // missing data property
-      vi.spyOn(instance['client'].images, 'generate').mockResolvedValue(mockInvalidResponse as any);
-
-      // Act & Assert
-      await expect(
-        instance.createImage({
-          model: 'gpt-image-1',
-          params: { ...mockParams, prompt: 'A cute cat' },
-        }),
-      ).rejects.toThrow('Invalid image response: missing or empty data array');
-    });
-
-    it('should throw an error when image response data array is empty', async () => {
-      // Arrange
-      const mockInvalidResponse = { data: [] }; // empty data array
-      vi.spyOn(instance['client'].images, 'generate').mockResolvedValue(mockInvalidResponse as any);
-
-      // Act & Assert
-      await expect(
-        instance.createImage({
-          model: 'gpt-image-1',
-          params: { ...mockParams, prompt: 'A cute cat' },
-        }),
-      ).rejects.toThrow('Invalid image response: missing or empty data array');
-    });
-
-    it('should throw an error when first data item is null', async () => {
-      // Arrange
-      const mockInvalidResponse = { data: [null] }; // first item is null
-      vi.spyOn(instance['client'].images, 'generate').mockResolvedValue(mockInvalidResponse as any);
-
-      // Act & Assert
-      await expect(
-        instance.createImage({
-          model: 'gpt-image-1',
-          params: { ...mockParams, prompt: 'A cute cat' },
-        }),
-      ).rejects.toThrow('Invalid image response: first data item is null or undefined');
-    });
-
-    it('should throw an error when first data item is undefined', async () => {
-      // Arrange
-      const mockInvalidResponse = { data: [undefined] }; // first item is undefined
-      vi.spyOn(instance['client'].images, 'generate').mockResolvedValue(mockInvalidResponse as any);
-
-      // Act & Assert
-      await expect(
-        instance.createImage({
-          model: 'gpt-image-1',
-          params: { ...mockParams, prompt: 'A cute cat' },
-        }),
-      ).rejects.toThrow('Invalid image response: first data item is null or undefined');
-    });
-
-    it('should re-throw OpenAI API errors during image generation', async () => {
-      // Arrange
-      const apiError = new OpenAI.APIError(
-        400,
-        { error: { message: 'Bad Request' } },
-        'Error message',
-        {},
-      );
-      vi.spyOn(instance['client'].images, 'generate').mockRejectedValue(apiError);
-
-      // Act & Assert
-      await expect(
-        instance.createImage({
-          model: 'gpt-image-1',
-          params: { ...mockParams, prompt: 'A cute cat' },
-        }),
-      ).rejects.toThrow(apiError);
-    });
-
-    it('should throw an error for invalid image response', async () => {
-      // Arrange
-      const mockInvalidResponse = { data: [{ url: 'some_url' }] }; // missing b64_json
-      vi.spyOn(instance['client'].images, 'generate').mockResolvedValue(mockInvalidResponse as any);
-
-      // Act & Assert
-      await expect(
-        instance.createImage({
-          model: 'gpt-image-1',
-          params: { ...mockParams, prompt: 'A cute cat' },
-        }),
-      ).rejects.toThrow('Invalid image response: missing b64_json field');
-    });
-  });
-
-  describe('convertImageUrlToFile', () => {
-    beforeEach(() => {
-      // Reset the spy to use the real implementation for these tests
-      convertImageUrlToFileSpy.mockRestore();
-    });
-
-    afterEach(() => {
-      // Restore the spy for other tests
-      convertImageUrlToFileSpy.mockResolvedValue({
-        name: 'image.png',
-        type: 'image/png',
-        size: 1024,
-      } as any);
-    });
-
-    it('should convert the real lobehub logo URL to a FileLike object', async () => {
-      const imageUrl = 'https://lobehub.com/_next/static/media/logo.98482105.png';
-      const file = await openai.convertImageUrlToFile(imageUrl);
-
-      expect(file).toBeDefined();
-      expect((file as any).name).toBe('image.png');
-      expect((file as any).type).toMatch(/^image\//);
-      expect((file as any).size).toBeGreaterThan(0);
-    });
-
-    it('should convert a base64 data URL to a FileLike object', async () => {
-      const dataUrl =
-        'data:image/jpeg;base64,/9j/4AAQSkZJRgABAQEAYABgAAD/2wBDAAgGBgcGBQgHBwcJCQgKDBQNDAsLDBkSEw8UHRofHh0aHBwgJC4nICIsIxwcKDcpLDAxNDQ0Hyc5PTgyPC4zNDL/wAALCAABAAEBAREA/8QAFAABAAAAAAAAAAAAAAAAAAAAA//EABQQAQAAAAAAAAAAAAAAAAAAAAD/2gAIAQEAAD8AN//Z';
-      const file = await openai.convertImageUrlToFile(dataUrl);
-
-      expect(file).toBeDefined();
-      expect((file as any).name).toBe('image.jpeg');
-      expect((file as any).type).toBe('image/jpeg');
-    });
-
-    it('should handle different image mime types from data URL', async () => {
-      const webpDataUrl = 'data:image/webp;base64,UklGRhoAAABXRUJQVlA4TA0AAAAvAAAAEAcQERGIiP4HAA==';
-      const file = await openai.convertImageUrlToFile(webpDataUrl);
-
-      expect(file).toBeDefined();
-      expect((file as any).name).toBe('image.webp');
-      expect((file as any).type).toBe('image/webp');
-    });
-  });
-
-  // Separate describe block for mocked fetch scenarios
-  describe('convertImageUrlToFile - mocked scenarios', () => {
-    beforeEach(() => {
-      // Reset the spy to use the real implementation
-      convertImageUrlToFileSpy.mockRestore();
-    });
-
-    afterEach(() => {
-      // Restore the spy for other tests
-      convertImageUrlToFileSpy.mockResolvedValue({
-        name: 'image.png',
-        type: 'image/png',
-        size: 1024,
-      } as any);
-    });
-
-    it('should throw an error if fetching an image from a URL fails', async () => {
-      // Use vi.mocked for type-safe mocking
-      vi.mocked(global.fetch).mockResolvedValueOnce({
-        ok: false,
-        statusText: 'Not Found',
-      } as any);
-
-      const imageUrl = 'https://example.com/invalid-image.png';
-
-      await expect(openai.convertImageUrlToFile(imageUrl)).rejects.toThrow(
-        'Failed to fetch image from https://example.com/invalid-image.png: Not Found',
-      );
-    });
-
-    it('should use a default mime type of image/png if content-type header is not available', async () => {
-      // Use vi.mocked for type-safe mocking
-      vi.mocked(global.fetch).mockResolvedValueOnce({
-        ok: true,
-        arrayBuffer: () => Promise.resolve(new ArrayBuffer(8)),
-        headers: {
-          get: () => null,
-        },
-      } as any);
-
-      const imageUrl = 'https://example.com/image-no-content-type';
-      const file = await openai.convertImageUrlToFile(imageUrl);
-
-      expect(file).toBeDefined();
-      expect((file as any).type).toBe('image/png');
-    });
-  });
-
   describe('responses.handlePayload', () => {
     it('should add web_search_preview tool when enabledSearch is true', async () => {
       const payload = {