@lobehub/lobehub 2.0.0-next.3 → 2.0.0-next.31

package/src/store/chat/slices/builtinTool/actions/__tests__/dalle.test.ts

@@ -1,121 +0,0 @@
-import { UIChatMessage } from '@lobechat/types';
-import { act, renderHook } from '@testing-library/react';
-import { describe, expect, it, vi } from 'vitest';
-
-import { messageService } from '@/services/message';
-import { imageGenerationService } from '@/services/textToImage';
-import { uploadService } from '@/services/upload';
-import { useChatStore } from '@/store/chat';
-import { chatSelectors } from '@/store/chat/selectors';
-import { useFileStore } from '@/store/file';
-import { DallEImageItem } from '@/types/tool/dalle';
-
-describe('chatToolSlice - dalle', () => {
-  describe('generateImageFromPrompts', () => {
-    it('should generate images from prompts, update items, and upload images', async () => {
-      const { result } = renderHook(() => useChatStore());
-
-      const initialMessageContent = JSON.stringify([
-        { prompt: 'test prompt', previewUrl: 'old-url', imageId: 'old-id' },
-      ]);
-
-      vi.spyOn(chatSelectors, 'getMessageById').mockImplementationOnce(
-        (id) => () =>
-          ({
-            id,
-            content: initialMessageContent,
-          }) as UIChatMessage,
-      );
-
-      const messageId = 'message-id';
-      const prompts = [
-        { prompt: 'test prompt 1' },
-        { prompt: 'test prompt 2' },
-      ] as DallEImageItem[];
-      const mockUrl = 'https://example.com/image.png';
-      const mockId = 'image-id';
-
-      vi.spyOn(imageGenerationService, 'generateImage').mockResolvedValue(mockUrl);
-      vi.spyOn(uploadService, 'getImageFileByUrlWithCORS').mockResolvedValue(
-        new File(['1'], 'file.png', { type: 'image/png' }),
-      );
-
-      // Mock the new uploadWithProgress method from useFileStore
-      vi.spyOn(useFileStore, 'getState').mockReturnValue({
-        uploadWithProgress: vi.fn().mockResolvedValue({
-          id: mockId,
-          url: '',
-          dimensions: { width: 512, height: 512 },
-          filename: 'file.png',
-        }),
-      } as any);
-
-      // Mock store methods that are called in the implementation
-      vi.spyOn(result.current, 'toggleDallEImageLoading');
-      vi.spyOn(result.current, 'updatePluginState').mockResolvedValue(undefined);
-      vi.spyOn(result.current, 'internal_updateMessageContent').mockResolvedValue(undefined);
-
-      await act(async () => {
-        await result.current.generateImageFromPrompts(prompts, messageId);
-      });
-      // For each prompt, loading is toggled on and then off
-      expect(imageGenerationService.generateImage).toHaveBeenCalledTimes(prompts.length);
-      expect(useFileStore.getState().uploadWithProgress).toHaveBeenCalledTimes(prompts.length);
-      expect(result.current.toggleDallEImageLoading).toHaveBeenCalledTimes(prompts.length * 2);
-    });
-  });
-
-  describe('updateImageItem', () => {
-    it('should update image item correctly', async () => {
-      const { result } = renderHook(() => useChatStore());
-      const messageId = 'message-id';
-      const initialMessageContent = JSON.stringify([
-        { prompt: 'test prompt', previewUrl: 'old-url', imageId: 'old-id' },
-      ]);
-      const updateFunction = (draft: any) => {
-        draft[0].previewUrl = 'new-url';
-        draft[0].imageId = 'new-id';
-      };
-      vi.spyOn(result.current, 'internal_updateMessageContent').mockResolvedValue(undefined);
-
-      // 模拟 getMessageById 返回消息内容
-      vi.spyOn(chatSelectors, 'getMessageById').mockImplementationOnce(
-        (id) => () =>
-          ({
-            id,
-            content: initialMessageContent,
-          }) as UIChatMessage,
-      );
-      vi.spyOn(messageService, 'updateMessage').mockResolvedValueOnce(undefined);
-
-      await act(async () => {
-        await result.current.updateImageItem(messageId, updateFunction);
-      });
-
-      // 验证 internal_updateMessageContent 是否被正确调用以更新内容
-      expect(result.current.internal_updateMessageContent).toHaveBeenCalledWith(
-        messageId,
-        JSON.stringify([{ prompt: 'test prompt', previewUrl: 'new-url', imageId: 'new-id' }]),
-      );
-    });
-  });
-
-  describe('text2image', () => {
-    it('should call generateImageFromPrompts with provided data', async () => {
-      const { result } = renderHook(() => useChatStore());
-      const id = 'message-id';
-      const data = [{ prompt: 'prompt 1' }, { prompt: 'prompt 2' }] as DallEImageItem[];
-
-      // Mock generateImageFromPrompts
-      const generateImageFromPromptsMock = vi
-        .spyOn(result.current, 'generateImageFromPrompts')
-        .mockResolvedValue(undefined);
-
-      await act(async () => {
-        await result.current.text2image(id, data);
-      });
-
-      expect(generateImageFromPromptsMock).toHaveBeenCalledWith(data, id);
-    });
-  });
-});

package/src/store/chat/slices/builtinTool/actions/dalle.ts

@@ -1,124 +0,0 @@
-import { produce } from 'immer';
-import pMap from 'p-map';
-import { SWRResponse } from 'swr';
-import { StateCreator } from 'zustand/vanilla';
-
-import { useClientDataSWR } from '@/libs/swr';
-import { fileService } from '@/services/file';
-import { imageGenerationService } from '@/services/textToImage';
-import { uploadService } from '@/services/upload';
-import { chatSelectors } from '@/store/chat/selectors';
-import { ChatStore } from '@/store/chat/store';
-import { useFileStore } from '@/store/file';
-import { DallEImageItem } from '@/types/tool/dalle';
-import { setNamespace } from '@/utils/storeDebug';
-
-const n = setNamespace('tool');
-
-const SWR_FETCH_KEY = 'FetchImageItem';
-
-export interface ChatDallEAction {
-  generateImageFromPrompts: (items: DallEImageItem[], id: string) => Promise<void>;
-  text2image: (id: string, data: DallEImageItem[]) => Promise<void>;
-  toggleDallEImageLoading: (key: string, value: boolean) => void;
-  updateImageItem: (id: string, updater: (data: DallEImageItem[]) => void) => Promise<void>;
-  useFetchDalleImageItem: (id: string) => SWRResponse;
-}
-
-export const dalleSlice: StateCreator<
-  ChatStore,
-  [['zustand/devtools', never]],
-  [],
-  ChatDallEAction
-> = (set, get) => ({
-  generateImageFromPrompts: async (items, messageId) => {
-    const { toggleDallEImageLoading, updateImageItem } = get();
-    // eslint-disable-next-line unicorn/consistent-function-scoping
-    const getMessageById = (id: string) => chatSelectors.getMessageById(id)(get());
-
-    const message = getMessageById(messageId);
-    if (!message) return;
-
-    const parent = getMessageById(message!.parentId!);
-    const originPrompt = parent?.content;
-    let errorArray: any[] = [];
-
-    await pMap(items, async (params, index) => {
-      toggleDallEImageLoading(messageId + params.prompt, true);
-
-      let url = '';
-      try {
-        url = await imageGenerationService.generateImage(params);
-      } catch (e) {
-        toggleDallEImageLoading(messageId + params.prompt, false);
-        errorArray[index] = e;
-
-        await get().updatePluginState(messageId, { error: errorArray });
-      }
-
-      if (!url) return;
-
-      await updateImageItem(messageId, (draft) => {
-        draft[index].previewUrl = url;
-      });
-
-      toggleDallEImageLoading(messageId + params.prompt, false);
-      const imageFile = await uploadService.getImageFileByUrlWithCORS(
-        url,
-        `${originPrompt || params.prompt}_${index}.png`,
-      );
-
-      const data = await useFileStore.getState().uploadWithProgress({
-        file: imageFile,
-      });
-
-      if (!data) return;
-
-      await updateImageItem(messageId, (draft) => {
-        draft[index].imageId = data.id;
-        draft[index].previewUrl = undefined;
-      });
-    });
-  },
-  text2image: async (id, data) => {
-    // const isAutoGen = settingsSelectors.isDalleAutoGenerating(useGlobalStore.getState());
-    // if (!isAutoGen) return;
-
-    await get().generateImageFromPrompts(data, id);
-  },
-
-  toggleDallEImageLoading: (key, value) => {
-    set(
-      { dalleImageLoading: { ...get().dalleImageLoading, [key]: value } },
-      false,
-      n('toggleDallEImageLoading'),
-    );
-  },
-
-  updateImageItem: async (id, updater) => {
-    const message = chatSelectors.getMessageById(id)(get());
-    if (!message) return;
-
-    const data: DallEImageItem[] = JSON.parse(message.content);
-
-    const nextContent = produce(data, updater);
-    await get().internal_updateMessageContent(id, JSON.stringify(nextContent));
-  },
-
-  useFetchDalleImageItem: (id) =>
-    useClientDataSWR([SWR_FETCH_KEY, id], async () => {
-      const item = await fileService.getFile(id);
-
-      set(
-        produce((draft) => {
-          if (draft.dalleImageMap[id]) return;
-
-          draft.dalleImageMap[id] = item;
-        }),
-        false,
-        n('useFetchFile'),
-      );
-
-      return item;
-    }),
-});

package/src/store/global/actions/clientDb.ts

@@ -1,67 +0,0 @@
-import { SWRResponse } from 'swr';
-import type { StateCreator } from 'zustand/vanilla';
-
-import { useOnlyFetchOnceSWR } from '@/libs/swr';
-import type { GlobalStore } from '@/store/global';
-import { DatabaseLoadingState, OnStageChange } from '@/types/clientDB';
-
-type InitClientDBParams = { onStateChange: OnStageChange };
-/**
- * 设置操作
- */
-export interface GlobalClientDBAction {
-  initializeClientDB: (params?: InitClientDBParams) => Promise<void>;
-  markPgliteEnabled: () => void;
-  useInitClientDB: (params?: InitClientDBParams) => SWRResponse;
-}
-
-export const clientDBSlice: StateCreator<
-  GlobalStore,
-  [['zustand/devtools', never]],
-  [],
-  GlobalClientDBAction
-> = (set, get) => ({
-  initializeClientDB: async (params) => {
-    // if the db has started initialized or not error, just skip.
-    if (
-      get().initClientDBStage !== DatabaseLoadingState.Idle &&
-      get().initClientDBStage !== DatabaseLoadingState.Error
-    )
-      return;
-
-    const { initializeDB } = await import('@/database/client/db');
-    await initializeDB({
-      onError: ({ error, migrationsSQL, migrationTableItems }) => {
-        set({
-          initClientDBError: error,
-          initClientDBMigrations: {
-            sqls: migrationsSQL,
-            tableRecords: migrationTableItems,
-          },
-        });
-      },
-      onProgress: (data) => {
-        set({ initClientDBProcess: data });
-      },
-      onStateChange: (state) => {
-        set({ initClientDBStage: state });
-        params?.onStateChange?.(state);
-      },
-    });
-  },
-  markPgliteEnabled: async () => {
-    get().updateSystemStatus({ isEnablePglite: true });
-
-    if (navigator.storage && !!navigator.storage.persist) {
-      // 1. Check if persistent permission has been obtained
-      const isPersisted = await navigator.storage.persisted();
-
-      // 2. If the persistent permission has not been obtained, request permission
-      if (!isPersisted) {
-        await navigator.storage.persist();
-      }
-    }
-  },
-  useInitClientDB: (params) =>
-    useOnlyFetchOnceSWR('initClientDB', () => get().initializeClientDB(params)),
-});

package/src/store/user/slices/modelList/__snapshots__/action.test.ts.snap

@@ -1,12 +0,0 @@
-// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
-
-exports[`LLMSettingsSliceAction > refreshModelProviderList > visible 1`] = `
-{
-  "contextWindowTokens": 4096,
-  "description": "LLaVA 是结合视觉编码器和 Vicuna 的多模态模型，用于强大的视觉和语言理解。",
-  "displayName": "LLaVA 7B",
-  "enabled": true,
-  "id": "llava",
-  "vision": true,
-}
-`;

package/src/store/user/slices/modelList/action.test.ts

@@ -1,359 +0,0 @@
-import { act, renderHook, waitFor } from '@testing-library/react';
-import { describe, expect, it, vi } from 'vitest';
-
-import { modelsService } from '@/services/models';
-import { userService } from '@/services/user';
-import { useUserStore } from '@/store/user';
-import { ProviderConfig } from '@/types/user/settings';
-
-import { settingsSelectors } from '../settings/selectors';
-import { CustomModelCardDispatch } from './reducers/customModelCard';
-import { modelProviderSelectors } from './selectors';
-
-// Mock userService
-vi.mock('@/services/user', () => ({
-  userService: {
-    updateUserSettings: vi.fn(),
-    resetUserSettings: vi.fn(),
-  },
-}));
-
-vi.mock('zustand/traditional');
-
-describe('LLMSettingsSliceAction', () => {
-  describe('setModelProviderConfig', () => {
-    it('should set OpenAI configuration', async () => {
-      const { result } = renderHook(() => useUserStore());
-      const openAIConfig: Partial<ProviderConfig> = { fetchOnClient: true };
-
-      // Perform the action
-      await act(async () => {
-        await result.current.setModelProviderConfig('openai', openAIConfig);
-      });
-
-      // Assert that updateUserSettings was called with the correct OpenAI configuration
-      expect(userService.updateUserSettings).toHaveBeenCalledWith(
-        { languageModel: { openai: openAIConfig } },
-        expect.any(AbortSignal),
-      );
-    });
-  });
-
-  describe('dispatchCustomModelCards', () => {
-    it('should return early when prevState does not exist', async () => {
-      const { result } = renderHook(() => useUserStore());
-      const provider = 'openai';
-      const payload: CustomModelCardDispatch = { type: 'add', modelCard: { id: 'test-id' } };
-
-      // Mock the selector to return undefined
-      vi.spyOn(settingsSelectors, 'providerConfig').mockReturnValueOnce(() => undefined);
-      vi.spyOn(result.current, 'setModelProviderConfig');
-
-      await act(async () => {
-        await result.current.dispatchCustomModelCards(provider, payload);
-      });
-
-      // Assert that setModelProviderConfig was not called
-      expect(result.current.setModelProviderConfig).not.toHaveBeenCalled();
-    });
-  });
-
-  describe('refreshDefaultModelProviderList', () => {
-    it('default', async () => {
-      const { result } = renderHook(() => useUserStore());
-
-      act(() => {
-        useUserStore.setState({
-          serverLanguageModel: {
-            azure: { serverModelCards: [{ id: 'abc', deploymentName: 'abc' }] },
-          },
-        });
-      });
-
-      await act(async () => {
-        await result.current.refreshDefaultModelProviderList();
-      });
-
-      // Assert that setModelProviderConfig was not called
-      const azure = result.current.defaultModelProviderList.find((m) => m.id === 'azure');
-      expect(azure?.chatModels).toEqual([{ id: 'abc', deploymentName: 'abc' }]);
-    });
-
-    it('openai', async () => {
-      const { result } = renderHook(() => useUserStore());
-      act(() => {
-        useUserStore.setState({
-          serverLanguageModel: {
-            openai: {
-              enabled: true,
-              enabledModels: ['gpt-4-0125-preview', 'gpt-4-turbo-2024-04-09'],
-              serverModelCards: [
-                {
-                  displayName: 'ChatGPT-4',
-                  functionCall: true,
-                  id: 'gpt-4-0125-preview',
-                  contextWindowTokens: 128000,
-                  enabled: true,
-                },
-                {
-                  displayName: 'ChatGPT-4 Vision',
-                  functionCall: true,
-                  id: 'gpt-4-turbo-2024-04-09',
-                  contextWindowTokens: 128000,
-                  vision: true,
-                  enabled: true,
-                },
-              ],
-            },
-          },
-        });
-      });
-
-      await act(async () => {
-        await result.current.refreshDefaultModelProviderList();
-      });
-
-      // Assert that setModelProviderConfig was not called
-      const openai = result.current.defaultModelProviderList.find((m) => m.id === 'openai');
-      expect(openai?.chatModels).toEqual([
-        {
-          displayName: 'ChatGPT-4',
-          enabled: true,
-          functionCall: true,
-          id: 'gpt-4-0125-preview',
-          contextWindowTokens: 128000,
-        },
-        {
-          displayName: 'ChatGPT-4 Vision',
-          enabled: true,
-          functionCall: true,
-          id: 'gpt-4-turbo-2024-04-09',
-          contextWindowTokens: 128000,
-          vision: true,
-        },
-      ]);
-    });
-  });
-
-  describe('refreshModelProviderList', () => {
-    it('visible', async () => {
-      const { result } = renderHook(() => useUserStore());
-      act(() => {
-        useUserStore.setState({
-          settings: {
-            languageModel: {
-              ollama: { enabledModels: ['llava'] },
-            },
-          },
-        });
-      });
-
-      act(() => {
-        result.current.refreshModelProviderList();
-      });
-
-      const ollamaList = result.current.modelProviderList.find((r) => r.id === 'ollama');
-      // Assert that setModelProviderConfig was not called
-      const model = ollamaList?.chatModels.find((c) => c.id === 'llava');
-
-      expect(model).toMatchSnapshot();
-    });
-
-    it('modelProviderListForModelSelect should return only enabled providers', () => {
-      const { result } = renderHook(() => useUserStore());
-
-      act(() => {
-        useUserStore.setState({
-          settings: {
-            languageModel: {
-              perplexity: { enabled: true },
-              azure: { enabled: false },
-            },
-          },
-        });
-      });
-
-      act(() => {
-        result.current.refreshModelProviderList();
-      });
-
-      const enabledProviders = modelProviderSelectors.modelProviderListForModelSelect(
-        result.current,
-      );
-      expect(enabledProviders).toHaveLength(3);
-      expect(enabledProviders.at(-1)!.id).toBe('perplexity');
-    });
-  });
-
-  describe('removeEnabledModels', () => {
-    it('should remove the specified model from enabledModels', async () => {
-      const { result } = renderHook(() => useUserStore());
-      const model = 'gpt-3.5-turbo';
-
-      const spyOn = vi.spyOn(userService, 'updateUserSettings');
-
-      act(() => {
-        useUserStore.setState({
-          settings: {
-            languageModel: {
-              azure: { enabledModels: ['gpt-3.5-turbo', 'gpt-4'] },
-            },
-          },
-        });
-      });
-
-      await act(async () => {
-        console.log(JSON.stringify(result.current.settings));
-        await result.current.removeEnabledModels('azure', model);
-      });
-
-      expect(spyOn).toHaveBeenCalledWith(
-        { languageModel: { azure: { enabledModels: ['gpt-4'] } } },
-        expect.any(AbortSignal),
-      );
-    });
-  });
-
-  describe('toggleEditingCustomModelCard', () => {
-    it('should update editingCustomCardModel when params are provided', () => {
-      const { result } = renderHook(() => useUserStore());
-
-      act(() => {
-        result.current.toggleEditingCustomModelCard({ id: 'test-id', provider: 'openai' });
-      });
-
-      expect(result.current.editingCustomCardModel).toEqual({ id: 'test-id', provider: 'openai' });
-    });
-
-    it('should reset editingCustomCardModel when no params are provided', () => {
-      const { result } = renderHook(() => useUserStore());
-
-      act(() => {
-        result.current.toggleEditingCustomModelCard();
-      });
-
-      expect(result.current.editingCustomCardModel).toBeUndefined();
-    });
-  });
-
-  describe('toggleProviderEnabled', () => {
-    it('should enable the provider', async () => {
-      const { result } = renderHook(() => useUserStore());
-
-      await act(async () => {
-        await result.current.toggleProviderEnabled('minimax', true);
-      });
-
-      expect(userService.updateUserSettings).toHaveBeenCalledWith(
-        { languageModel: { minimax: { enabled: true } } },
-        expect.any(AbortSignal),
-      );
-    });
-
-    it('should disable the provider', async () => {
-      const { result } = renderHook(() => useUserStore());
-      const provider = 'openai';
-
-      await act(async () => {
-        await result.current.toggleProviderEnabled(provider, false);
-      });
-
-      expect(userService.updateUserSettings).toHaveBeenCalledWith(
-        { languageModel: { openai: { enabled: false } } },
-        expect.any(AbortSignal),
-      );
-    });
-  });
-
-  describe('updateEnabledModels', () => {
-    // TODO: 有待 updateEnabledModels 实现的同步改造
-    it('should add new custom model to customModelCards', async () => {
-      const { result } = renderHook(() => useUserStore());
-      const provider = 'openai';
-      const modelKeys = ['gpt-3.5-turbo', 'custom-model'];
-      const options = [{ value: 'gpt-3.5-turbo' }, {}];
-
-      await act(async () => {
-        await result.current.updateEnabledModels(provider, modelKeys, options);
-      });
-
-      expect(userService.updateUserSettings).toHaveBeenCalledWith(
-        {
-          languageModel: {
-            openai: {
-              customModelCards: [{ id: 'custom-model' }],
-              // TODO：目标单测中需要包含下面这一行
-              // enabledModels: ['gpt-3.5-turbo', 'custom-model'],
-            },
-          },
-        },
-        expect.any(AbortSignal),
-      );
-    });
-
-    it('should not add removed model to customModelCards', async () => {
-      const { result } = renderHook(() => useUserStore());
-      const provider = 'openai';
-      const modelKeys = ['gpt-3.5-turbo'];
-      const options = [{ value: 'gpt-3.5-turbo' }];
-
-      act(() => {
-        useUserStore.setState({
-          settings: {
-            languageModel: {
-              openai: { enabledModels: ['gpt-3.5-turbo', 'gpt-4'] },
-            },
-          },
-        });
-      });
-
-      await act(async () => {
-        await result.current.updateEnabledModels(provider, modelKeys, options);
-      });
-
-      expect(userService.updateUserSettings).toHaveBeenCalledWith(
-        {
-          languageModel: { openai: { enabledModels: ['gpt-3.5-turbo'] } },
-        },
-        expect.any(AbortSignal),
-      );
-    });
-  });
-
-  describe('useFetchProviderModelList', () => {
-    it('should fetch data when enabledAutoFetch is true', async () => {
-      const { result } = renderHook(() => useUserStore());
-      const provider = 'openai';
-      const enabledAutoFetch = true;
-
-      const spyOn = vi.spyOn(result.current, 'refreshDefaultModelProviderList');
-
-      vi.spyOn(modelsService, 'getModels').mockResolvedValueOnce([]);
-
-      renderHook(() => result.current.useFetchProviderModelList(provider, enabledAutoFetch));
-
-      await waitFor(() => {
-        expect(spyOn).toHaveBeenCalled();
-      });
-
-      // expect(result.current.settings.languageModel.openai?.latestFetchTime).toBeDefined();
-      // expect(result.current.settings.languageModel.openai?.remoteModelCards).toBeDefined();
-    });
-
-    it('should not fetch data when enabledAutoFetch is false', async () => {
-      const { result } = renderHook(() => useUserStore());
-      const provider = 'openai';
-      const enabledAutoFetch = false;
-
-      const spyOn = vi.spyOn(result.current, 'refreshDefaultModelProviderList');
-
-      vi.spyOn(modelsService, 'getModels').mockResolvedValueOnce([]);
-
-      renderHook(() => result.current.useFetchProviderModelList(provider, enabledAutoFetch));
-
-      await waitFor(() => {
-        expect(spyOn).not.toHaveBeenCalled();
-      });
-    });
-  });
-});