@lobehub/chat 1.63.3 → 1.64.0

package/src/server/routers/tools/__tests__/search.test.ts

@@ -0,0 +1,47 @@
+// @vitest-environment node
+import { beforeEach, describe, expect, it, vi } from 'vitest';
+
+import { toolsEnv } from '@/config/tools';
+import { isServerMode } from '@/const/version';
+/**
+ * This file contains the root router of your tRPC-backend
+ */
+import { createCallerFactory } from '@/libs/trpc';
+import { AuthContext, createContextInner } from '@/server/context';
+import { SearXNGClient } from '@/server/modules/SearXNG';
+
+import { searchRouter } from '../search';
+import { hetongxue } from './fixtures/searXNG';
+
+vi.mock('@/config/tools', () => ({
+  toolsEnv: {
+    SEARXNG_URL: 'https://demo.com',
+  },
+}));
+
+vi.mock('@/const/version', () => ({
+  isServerMode: true,
+}));
+
+const createCaller = createCallerFactory(searchRouter);
+let ctx: AuthContext;
+let router: ReturnType<typeof createCaller>;
+
+beforeEach(async () => {
+  vi.resetAllMocks();
+  ctx = await createContextInner({ userId: 'mock' });
+  router = createCaller(ctx);
+});
+
+describe('searchRouter', () => {
+  describe('search', () => {
+    it('搜索结果超过10个', async () => {
+      vi.spyOn(SearXNGClient.prototype, 'search').mockResolvedValueOnce(hetongxue);
+
+      const results = await router.query({ query: '何同学' });
+
+      // Assert
+      expect(results.results.length).toEqual(43);
+    });
+  });
+});

package/src/server/routers/tools/index.ts

@@ -1,7 +1,10 @@
 import { publicProcedure, router } from '@/libs/trpc';
 
+import { searchRouter } from './search';
+
 export const toolsRouter = router({
   healthcheck: publicProcedure.query(() => "i'm live!"),
+  search: searchRouter,
 });
 
 export type ToolsRouter = typeof toolsRouter;

package/src/server/routers/tools/search.ts

@@ -0,0 +1,38 @@
+import { TRPCError } from '@trpc/server';
+import { z } from 'zod';
+
+import { toolsEnv } from '@/config/tools';
+import { isServerMode } from '@/const/version';
+import { authedProcedure, passwordProcedure, router } from '@/libs/trpc';
+import { SearXNGClient } from '@/server/modules/SearXNG';
+import { SEARCH_SEARXNG_NOT_CONFIG } from '@/types/tool/search';
+
+const searchProcedure = isServerMode ? authedProcedure : passwordProcedure;
+
+export const searchRouter = router({
+  query: searchProcedure
+    .input(
+      z.object({
+        query: z.string(),
+        searchEngine: z.array(z.string()).optional(),
+      }),
+    )
+    .query(async ({ input }) => {
+      if (!toolsEnv.SEARXNG_URL) {
+        throw new TRPCError({ code: 'NOT_IMPLEMENTED', message: SEARCH_SEARXNG_NOT_CONFIG });
+      }
+
+      const client = new SearXNGClient(toolsEnv.SEARXNG_URL);
+
+      try {
+        return await client.search(input.query, input.searchEngine);
+      } catch (e) {
+        console.error(e);
+
+        throw new TRPCError({
+          code: 'SERVICE_UNAVAILABLE',
+          message: (e as Error).message,
+        });
+      }
+    }),
+});

package/src/services/__tests__/__snapshots__/chat.test.ts.snap

@@ -2,6 +2,7 @@
 
 exports[`ChatService > createAssistantMessage > with tools messages > work with dalle3 1`] = `
 {
+  "enabledSearch": undefined,
   "messages": [
     {
       "content": "<plugins description="The plugins you can use below">

package/src/services/_auth.ts

@@ -48,10 +48,10 @@ export const getProviderAuthPayload = (
     case ModelProvider.Azure: {
       return {
         apiKey: keyVaults.apiKey,
-        
+
         apiVersion: keyVaults.apiVersion,
         /** @deprecated */
-azureApiVersion: keyVaults.apiVersion,
+        azureApiVersion: keyVaults.apiVersion,
         baseURL: keyVaults.baseURL || keyVaults.endpoint,
       };
     }
@@ -63,10 +63,10 @@ azureApiVersion: keyVaults.apiVersion,
     case ModelProvider.Cloudflare: {
       return {
         apiKey: keyVaults?.apiKey,
-        
+
         baseURLOrAccountID: keyVaults?.baseURLOrAccountID,
         /** @deprecated */
-cloudflareBaseURLOrAccountID: keyVaults?.baseURLOrAccountID,
+        cloudflareBaseURLOrAccountID: keyVaults?.baseURLOrAccountID,
       };
     }
 

package/src/services/chat.ts

@@ -30,6 +30,7 @@ import {
   preferenceSelectors,
   userProfileSelectors,
 } from '@/store/user/selectors';
+import { WebBrowsingManifest } from '@/tools/web-browsing';
 import { ChatErrorType } from '@/types/fetch';
 import { ChatMessage, MessageToolCall } from '@/types/message';
 import type { ChatStreamPayload, OpenAIChatMessage } from '@/types/openai/chat';
@@ -168,6 +169,25 @@ class ChatService {
       },
       params,
     );
+
+    // =================== 0. process search =================== //
+    const chatConfig = getAgentChatConfig();
+
+    const enabledSearch = chatConfig.searchMode !== 'off';
+    const isModelHasBuiltinSearch = aiModelSelectors.isModelHasBuiltinSearch(
+      payload.model,
+      payload.provider!,
+    )(useAiInfraStore.getState());
+
+    const useApplicationBuiltinSearchTool =
+      enabledSearch && !(isModelHasBuiltinSearch && chatConfig.useModelBuiltinSearch);
+
+    const pluginIds = [...(enabledPlugins || [])];
+
+    if (useApplicationBuiltinSearchTool) {
+      pluginIds.push(WebBrowsingManifest.identifier);
+    }
+
     // ============  1. preprocess messages   ============ //
 
     const oaiMessages = this.processMessages(
@@ -175,14 +195,14 @@ class ChatService {
         messages,
         model: payload.model,
         provider: payload.provider!,
-        tools: enabledPlugins,
+        tools: pluginIds,
       },
       options,
     );
 
     // ============  2. preprocess tools   ============ //
 
-    const filterTools = toolSelectors.enabledSchema(enabledPlugins)(useToolStore.getState());
+    let filterTools = toolSelectors.enabledSchema(pluginIds)(useToolStore.getState());
 
     // check this model can use function call
     const canUseFC = isCanUseFC(payload.model, payload.provider!);
@@ -194,7 +214,15 @@ class ChatService {
 
     const tools = shouldUseTools ? filterTools : undefined;
 
-    return this.getChatCompletion({ ...params, messages: oaiMessages, tools }, options);
+    return this.getChatCompletion(
+      {
+        ...params,
+        enabledSearch: enabledSearch && isModelHasBuiltinSearch ? true : undefined,
+        messages: oaiMessages,
+        tools,
+      },
+      options,
+    );
   };
 
   createAssistantMessageStream = async ({
@@ -241,13 +269,6 @@ class ChatService {
       model = findDeploymentName(model, provider);
     }
 
-    // =================== process search =================== //
-    // ===================================================== //
-    const chatConfig = getAgentChatConfig();
-    if (chatConfig.searchMode !== 'off') {
-      res.enabledSearch = true;
-    }
-
     const payload = merge(
       { model: DEFAULT_AGENT_CONFIG.model, stream: true, ...DEFAULT_AGENT_CONFIG.params },
       { ...res, model },

package/src/services/message/_deprecated.ts

@@ -139,4 +139,8 @@ export class ClientService implements IMessageService {
     const number = await this.countMessages();
     return number >= 4;
   }
+
+  async updateMessagePluginError() {
+    throw new Error('Method not implemented.');
+  }
 }

package/src/services/message/client.ts

@@ -92,6 +92,10 @@ export class ClientService extends BaseClientService implements IMessageService
     return this.messageModel.updatePluginState(id, value);
   };
 
+  updateMessagePluginError: IMessageService['updateMessagePluginError'] = async (id, value) => {
+    return this.messageModel.updateMessagePlugin(id, { error: value });
+  };
+
   updateMessagePluginArguments: IMessageService['updateMessagePluginArguments'] = async (
     id,
     value,

package/src/services/message/server.ts

@@ -1,7 +1,7 @@
 /* eslint-disable @typescript-eslint/no-unused-vars */
 import { INBOX_SESSION_ID } from '@/const/session';
 import { lambdaClient } from '@/libs/trpc/client';
-import { ChatMessage, ChatMessageError, ChatTranslate } from '@/types/message';
+import { ChatMessage, ChatTranslate } from '@/types/message';
 
 import { IMessageService } from './type';
 
@@ -56,10 +56,6 @@ export class ServerService implements IMessageService {
     return lambdaClient.message.update.mutate({ id, value: { error } });
   };
 
-  updateMessagePluginError = async (id: string, error: ChatMessageError): Promise<any> => {
-    return lambdaClient.message.update.mutate({ id, value: { pluginError: error } });
-  };
-
   updateMessagePluginArguments: IMessageService['updateMessagePluginArguments'] = async (
     id,
     value,
@@ -84,6 +80,10 @@ export class ServerService implements IMessageService {
     return lambdaClient.message.updatePluginState.mutate({ id, value });
   };
 
+  updateMessagePluginError: IMessageService['updateMessagePluginError'] = async (id, error) => {
+    return lambdaClient.message.updatePluginError.mutate({ id, value: error as any });
+  };
+
   removeMessage: IMessageService['removeMessage'] = async (id) => {
     return lambdaClient.message.removeMessage.mutate({ id });
   };

package/src/services/message/type.ts

@@ -3,6 +3,7 @@ import type { HeatmapsProps } from '@lobehub/charts';
 import {
   ChatMessage,
   ChatMessageError,
+  ChatMessagePluginError,
   ChatTTS,
   ChatTranslate,
   CreateMessageParams,
@@ -36,6 +37,7 @@ export interface IMessageService {
   updateMessageTTS(id: string, tts: Partial<ChatTTS> | false): Promise<any>;
   updateMessageTranslate(id: string, translate: Partial<ChatTranslate> | false): Promise<any>;
   updateMessagePluginState(id: string, value: Record<string, any>): Promise<any>;
+  updateMessagePluginError(id: string, value: ChatMessagePluginError | null): Promise<any>;
   updateMessagePluginArguments(id: string, value: string | Record<string, any>): Promise<any>;
   removeMessage(id: string): Promise<any>;
   removeMessages(ids: string[]): Promise<any>;

package/src/services/search.ts

@@ -0,0 +1,9 @@
+import { toolsClient } from '@/libs/trpc/client';
+
+class SearchService {
+  search(query: string, searchEngine?: string[]) {
+    return toolsClient.search.query.query({ query, searchEngine });
+  }
+}
+
+export const searchService = new SearchService();

package/src/store/aiInfra/slices/aiModel/selectors.ts

@@ -82,20 +82,26 @@ const isModelHasExtendControls = (id: string, provider: string) => (s: AIProvide
   return !!controls && controls.length > 0;
 };
 
-const isModelHasBuiltinSearch = (id: string, provider: string) => (s: AIProviderStoreState) => {
+const modelBuiltinSearchImpl = (id: string, provider: string) => (s: AIProviderStoreState) => {
   const model = getEnabledModelById(id, provider)(s);
 
-  return !!model?.settings?.searchImpl;
+  return model?.settings?.searchImpl;
+};
+
+const isModelHasBuiltinSearch = (id: string, provider: string) => (s: AIProviderStoreState) => {
+  const searchImpl = modelBuiltinSearchImpl(id, provider)(s);
+
+  return !!searchImpl;
 };
 
 const isModelHasBuiltinSearchConfig =
   (id: string, provider: string) => (s: AIProviderStoreState) => {
-    const model = getEnabledModelById(id, provider)(s);
+    const searchImpl = modelBuiltinSearchImpl(id, provider)(s);
 
     return (
-      !!model?.settings?.searchImpl &&
+      !!searchImpl &&
       [ModelSearchImplement.Tool, ModelSearchImplement.Params].includes(
-        model?.settings?.searchImpl as ModelSearchImplement,
+        searchImpl as ModelSearchImplement,
       )
     );
   };
@@ -118,6 +124,7 @@ export const aiModelSelectors = {
   isModelSupportReasoning,
   isModelSupportToolUse,
   isModelSupportVision,
+  modelBuiltinSearchImpl,
   modelContextWindowTokens,
   modelExtendControls,
   totalAiProviderModelList,

package/src/store/chat/slices/builtinTool/action.ts

@@ -5,13 +5,22 @@ import { StateCreator } from 'zustand/vanilla';
 
 import { useClientDataSWR } from '@/libs/swr';
 import { fileService } from '@/services/file';
+import { searchService } from '@/services/search';
 import { imageGenerationService } from '@/services/textToImage';
 import { uploadService } from '@/services/upload';
 import { chatSelectors } from '@/store/chat/selectors';
 import { ChatStore } from '@/store/chat/store';
 import { useFileStore } from '@/store/file';
+import { CreateMessageParams } from '@/types/message';
 import { DallEImageItem } from '@/types/tool/dalle';
+import {
+  SEARCH_SEARXNG_NOT_CONFIG,
+  SearchContent,
+  SearchQuery,
+  SearchResponse,
+} from '@/types/tool/search';
 import { setNamespace } from '@/utils/storeDebug';
+import { nanoid } from '@/utils/uuid';
 
 const n = setNamespace('tool');
 
@@ -21,8 +30,25 @@ const SWR_FETCH_KEY = 'FetchImageItem';
  */
 export interface ChatBuiltinToolAction {
   generateImageFromPrompts: (items: DallEImageItem[], id: string) => Promise<void>;
+  /**
+   * 重新发起搜索
+   * @description 会更新插件的 arguments 参数，然后再次搜索
+   */
+  reSearchWithSearXNG: (
+    id: string,
+    data: SearchQuery,
+    options?: { aiSummary: boolean },
+  ) => Promise<void>;
+  saveSearXNGSearchResult: (id: string) => Promise<void>;
+  searchWithSearXNG: (
+    id: string,
+    data: SearchQuery,
+    aiSummary?: boolean,
+  ) => Promise<void | boolean>;
   text2image: (id: string, data: DallEImageItem[]) => Promise<void>;
+
   toggleDallEImageLoading: (key: string, value: boolean) => void;
+  toggleSearchLoading: (id: string, loading: boolean) => void;
   updateImageItem: (id: string, updater: (data: DallEImageItem[]) => void) => Promise<void>;
   useFetchDalleImageItem: (id: string) => SWRResponse;
 }
@@ -82,12 +108,101 @@ export const chatToolSlice: StateCreator<
       });
     });
   },
+  reSearchWithSearXNG: async (id, data, options) => {
+    get().toggleSearchLoading(id, true);
+    await get().updatePluginArguments(id, data);
+
+    await get().searchWithSearXNG(id, data, options?.aiSummary);
+  },
+  saveSearXNGSearchResult: async (id) => {
+    const message = chatSelectors.getMessageById(id)(get());
+    if (!message || !message.plugin) return;
+
+    const { internal_addToolToAssistantMessage, internal_createMessage, openToolUI } = get();
+    // 1. 创建一个新的 tool call message
+    const newToolCallId = `tool_call_${nanoid()}`;
+
+    const toolMessage: CreateMessageParams = {
+      content: message.content,
+      id: undefined,
+      parentId: message.parentId,
+      plugin: message.plugin,
+      pluginState: message.pluginState,
+      role: 'tool',
+      sessionId: get().activeId,
+      tool_call_id: newToolCallId,
+      topicId: get().activeTopicId,
+    };
+
+    const addToolItem = async () => {
+      if (!message.parentId || !message.plugin) return;
+
+      await internal_addToolToAssistantMessage(message.parentId, {
+        id: newToolCallId,
+        ...message.plugin,
+      });
+    };
+
+    const [newMessageId] = await Promise.all([
+      // 1. 添加 tool message
+      internal_createMessage(toolMessage),
+      // 2. 将这条 tool call message 插入到 ai 消息的 tools 中
+      addToolItem(),
+    ]);
+
+    // 将新创建的 tool message 激活
+    openToolUI(newMessageId, message.plugin.identifier);
+  },
+  searchWithSearXNG: async (id, params, aiSummary = true) => {
+    get().toggleSearchLoading(id, true);
+    let data: SearchResponse | undefined;
+    try {
+      data = await searchService.search(params.query, params.searchEngines);
+      await get().updatePluginState(id, data);
+    } catch (e) {
+      if ((e as Error).message === SEARCH_SEARXNG_NOT_CONFIG) {
+        await get().internal_updateMessagePluginError(id, {
+          body: {
+            provider: 'searxng',
+          },
+          message: 'SearXNG is not configured',
+          type: 'PluginSettingsInvalid',
+        });
+      } else {
+        await get().internal_updateMessagePluginError(id, {
+          body: e,
+          message: (e as Error).message,
+          type: 'PluginServerError',
+        });
+      }
+    }
+
+    get().toggleSearchLoading(id, false);
+
+    if (!data) return;
+
+    // 只取前 5 个结果作为上下文
+    const searchContent: SearchContent[] = data.results.slice(0, 5).map((item) => ({
+      content: item.content,
+      title: item.title,
+      url: item.url,
+    }));
+
+    await get().internal_updateMessageContent(id, JSON.stringify(searchContent));
+
+    // 如果没搜索到结果，那么不触发 ai 总结
+    if (searchContent.length === 0) return;
+
+    // 如果 aiSummary 为 true，则会自动触发总结
+    return aiSummary;
+  },
   text2image: async (id, data) => {
     // const isAutoGen = settingsSelectors.isDalleAutoGenerating(useGlobalStore.getState());
     // if (!isAutoGen) return;
 
     await get().generateImageFromPrompts(data, id);
   },
+
   toggleDallEImageLoading: (key, value) => {
     set(
       { dalleImageLoading: { ...get().dalleImageLoading, [key]: value } },
@@ -95,6 +210,11 @@ export const chatToolSlice: StateCreator<
       n('toggleDallEImageLoading'),
     );
   },
+
+  toggleSearchLoading: (id, loading) => {
+    set({ searchLoading: { ...get().searchLoading, [id]: loading } }, false, 'toggleSearchLoading');
+  },
+
   updateImageItem: async (id, updater) => {
     const message = chatSelectors.getMessageById(id)(get());
     if (!message) return;
@@ -104,6 +224,7 @@ export const chatToolSlice: StateCreator<
     const nextContent = produce(data, updater);
     await get().internal_updateMessageContent(id, JSON.stringify(nextContent));
   },
+
   useFetchDalleImageItem: (id) =>
     useClientDataSWR([SWR_FETCH_KEY, id], async () => {
       const item = await fileService.getFile(id);

package/src/store/chat/slices/builtinTool/initialState.ts

@@ -3,9 +3,11 @@ import { FileItem } from '@/types/files';
 export interface ChatToolState {
   dalleImageLoading: Record<string, boolean>;
   dalleImageMap: Record<string, FileItem>;
+  searchLoading: Record<string, boolean>;
 }
 
 export const initialToolState: ChatToolState = {
   dalleImageLoading: {},
   dalleImageMap: {},
+  searchLoading: {},
 };

package/src/store/chat/slices/builtinTool/selectors.ts

@@ -5,7 +5,10 @@ const isDallEImageGenerating = (id: string) => (s: ChatStoreState) => s.dalleIma
 const isGeneratingDallEImage = (s: ChatStoreState) =>
   Object.values(s.dalleImageLoading).some(Boolean);
 
+const isSearXNGSearching = (id: string) => (s: ChatStoreState) => s.searchLoading[id];
+
 export const chatToolSelectors = {
   isDallEImageGenerating,
   isGeneratingDallEImage,
+  isSearXNGSearching,
 };

package/src/store/chat/slices/message/action.ts

@@ -15,6 +15,7 @@ import { messageMapKey } from '@/store/chat/utils/messageMapKey';
 import {
   ChatMessage,
   ChatMessageError,
+  ChatMessagePluginError,
   CreateMessageParams,
   MessageToolCall,
   ModelReasoning,
@@ -84,6 +85,10 @@ export interface ChatMessageAction {
    * update the message error with optimistic update
    */
   internal_updateMessageError: (id: string, error: ChatMessageError | null) => Promise<void>;
+  internal_updateMessagePluginError: (
+    id: string,
+    error: ChatMessagePluginError | null,
+  ) => Promise<void>;
   /**
    * create a message with optimistic update
    */
@@ -276,6 +281,12 @@ export const chatMessage: StateCreator<
     await messageService.updateMessage(id, { error });
     await get().refreshMessages();
   },
+
+  internal_updateMessagePluginError: async (id, error) => {
+    await messageService.updateMessagePluginError(id, error);
+    await get().refreshMessages();
+  },
+
   internal_updateMessageContent: async (id, content, extra) => {
     const { internal_dispatchMessage, refreshMessages, internal_transformToolCalls } = get();
 

package/src/store/chat/slices/plugin/action.test.ts

@@ -855,7 +855,7 @@ describe('ChatPluginAction', () => {
           arguments: '{}',
         },
         tool_call_id: 'tool-id',
-        error: { message: 'Previous error', type: 'ProviderBizError' },
+        pluginError: { message: 'Previous error', type: 'ProviderBizError' },
       } as ChatMessage;
 
       const internal_updateMessageErrorMock = vi.fn();
@@ -865,7 +865,7 @@ describe('ChatPluginAction', () => {
           activeId: 'session-id',
           messagesMap: { [messageMapKey('session-id')]: [message] },
           internal_invokeDifferentTypePlugin: vi.fn(),
-          internal_updateMessageError: internal_updateMessageErrorMock,
+          internal_updateMessagePluginError: internal_updateMessageErrorMock,
         });
       });
 

package/src/store/chat/slices/plugin/action.ts

@@ -200,8 +200,8 @@ export const chatPlugin: StateCreator<
     if (!message || message.role !== 'tool' || !message.plugin) return;
 
     // if there is error content, then clear the error
-    if (!!message.error) {
-      get().internal_updateMessageError(id, null);
+    if (!!message.pluginError) {
+      get().internal_updateMessagePluginError(id, null);
     }
 
     const payload: ChatToolPayload = { ...message.plugin, id: message.tool_call_id! };

package/src/store/tool/selectors/tool.ts

@@ -1,11 +1,11 @@
 import { LobeChatPluginManifest } from '@lobehub/chat-plugin-sdk';
-import { uniqBy } from 'lodash-es';
 
 import { pluginPrompts } from '@/prompts/plugin';
 import { MetaData } from '@/types/meta';
 import { ChatCompletionTool } from '@/types/openai/chat';
 import { LobeToolMeta } from '@/types/tool/tool';
 import { genToolCallingName } from '@/utils/toolCall';
+import { convertPluginManifestToToolsCalling } from '@/utils/toolManifest';
 
 import { pluginHelpers } from '../helpers';
 import { ToolStoreState } from '../initialState';
@@ -15,20 +15,13 @@ import { pluginSelectors } from '../slices/plugin/selectors';
 const enabledSchema =
   (tools: string[] = []) =>
   (s: ToolStoreState): ChatCompletionTool[] => {
-    const list = pluginSelectors
+    const manifests = pluginSelectors
       .installedPluginManifestList(s)
       .concat(s.builtinTools.map((b) => b.manifest as LobeChatPluginManifest))
       // 如果存在 enabledPlugins，那么只启用 enabledPlugins 中的插件
-      .filter((m) => tools.includes(m?.identifier))
-      .flatMap((manifest) =>
-        manifest.api.map((m) => ({
-          description: m.description,
-          name: genToolCallingName(manifest.identifier, m.name, manifest.type),
-          parameters: m.parameters,
-        })),
-      );
-
-    return uniqBy(list, 'name').map((i) => ({ function: i, type: 'function' }));
+      .filter((m) => tools.includes(m?.identifier));
+
+    return convertPluginManifestToToolsCalling(manifests);
   };
 
 const enabledSystemRoles =

package/src/store/tool/slices/builtin/selectors.ts

@@ -7,7 +7,7 @@ const metaList =
   (showDalle?: boolean) =>
   (s: ToolStoreState): LobeToolMeta[] =>
     s.builtinTools
-      .filter((item) => (!showDalle ? item.identifier !== DalleManifest.identifier : true))
+      .filter((item) => (!showDalle ? item.identifier !== DalleManifest.identifier : !item.hidden))
       .map((t) => ({
         author: 'LobeHub',
         identifier: t.identifier,

package/src/store/user/slices/modelList/action.ts

@@ -50,6 +50,8 @@ export interface ModelListAction {
     config: Partial<UserKeyVaults[T]>,
   ) => Promise<void>;
 
+  updateKeyVaultSettings: (key: string, config: any) => Promise<void>;
+
   useFetchProviderModelList: (
     provider: GlobalLLMProviderKey,
     enabledAutoFetch: boolean,
@@ -189,6 +191,10 @@ export const createModelListSlice: StateCreator<
     await get().setSettings({ keyVaults: { [provider]: config } });
   },
 
+  updateKeyVaultSettings: async (provider, config) => {
+    await get().setSettings({ keyVaults: { [provider]: config } });
+  },
+
   useFetchProviderModelList: (provider, enabledAutoFetch) =>
     useSWR<ChatModelCard[] | undefined>(
       [provider, enabledAutoFetch],

package/src/store/user/slices/modelList/selectors/keyVaults.ts

@@ -41,6 +41,7 @@ export const keyVaultsConfigSelectors = {
   getVaultByProvider,
   isProviderApiKeyNotEmpty,
   isProviderEndpointNotEmpty,
+  keyVaultsSettings,
   ollamaConfig,
   openAIConfig,
   password,