@lobehub/chat 1.136.9 → 1.136.11

package/CHANGELOG.md

@@ -2,6 +2,56 @@
 
 # Changelog
 
+### [Version 1.136.11](https://github.com/lobehub/lobe-chat/compare/v1.136.10...v1.136.11)
+
+<sup>Released on **2025-10-11**</sup>
+
+#### 💄 Styles
+
+- **misc**: Add capability inference for web search, image output and video recognition in model parsing and update UI form items to support search, imageOutput and video abilities.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Styles
+
+- **misc**: Add capability inference for web search, image output and video recognition in model parsing and update UI form items to support search, imageOutput and video abilities, closes [#9022](https://github.com/lobehub/lobe-chat/issues/9022) ([4e44569](https://github.com/lobehub/lobe-chat/commit/4e44569))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 1.136.10](https://github.com/lobehub/lobe-chat/compare/v1.136.9...v1.136.10)
+
+<sup>Released on **2025-10-11**</sup>
+
+#### 💄 Styles
+
+- **misc**: Improve search experience.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Styles
+
+- **misc**: Improve search experience, closes [#9661](https://github.com/lobehub/lobe-chat/issues/9661) ([8624f84](https://github.com/lobehub/lobe-chat/commit/8624f84))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.136.9](https://github.com/lobehub/lobe-chat/compare/v1.136.8...v1.136.9)
 
 <sup>Released on **2025-10-11**</sup>

package/changelog/v1.json

@@ -1,4 +1,22 @@
 [
+  {
+    "children": {
+      "improvements": [
+        "Add capability inference for web search, image output and video recognition in model parsing and update UI form items to support search, imageOutput and video abilities."
+      ]
+    },
+    "date": "2025-10-11",
+    "version": "1.136.11"
+  },
+  {
+    "children": {
+      "improvements": [
+        "Improve search experience."
+      ]
+    },
+    "date": "2025-10-11",
+    "version": "1.136.10"
+  },
   {
     "children": {
       "improvements": [

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.136.9",
+  "version": "1.136.11",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/packages/database/src/repositories/aiInfra/index.test.ts

@@ -298,6 +298,127 @@ describe('AiInfraRepos', () => {
       const disabledModels = result.filter((model) => !model.enabled);
       expect(disabledModels.length).toBeGreaterThan(0);
     });
+
+    it('should allow search=true and add searchImpl=params when user enables it without providing settings (builtin has no search and no settings)', async () => {
+      const mockProviders = [
+        { enabled: true, id: 'openai', name: 'OpenAI', source: 'builtin' as const },
+      ] as AiProviderListItem[];
+
+      // User explicitly enables search but provides no settings field
+      const userModel: EnabledAiModel = {
+        id: 'gpt-4',
+        providerId: 'openai',
+        enabled: true,
+        type: 'chat',
+        abilities: { search: true },
+        // no settings on user model
+      };
+
+      // Builtin does NOT have search capability and thus no settings
+      vi.spyOn(repo as any, 'fetchBuiltinModels').mockResolvedValue([
+        {
+          id: 'gpt-4',
+          enabled: true,
+          type: 'chat' as const,
+          abilities: { search: false },
+          // no settings since builtin search is false
+        },
+      ]);
+
+      vi.spyOn(repo, 'getAiProviderList').mockResolvedValue(mockProviders);
+      vi.spyOn(repo.aiModelModel, 'getAllModels').mockResolvedValue([userModel]);
+
+      const result = await repo.getEnabledModels();
+
+      const merged = result.find(
+        (m) => m.id === 'gpt-4' && m.providerId === 'openai' && m.type === 'chat',
+      );
+      expect(merged).toBeDefined();
+      expect(merged?.abilities).toMatchObject({ search: true });
+      // settings should remain undefined because builtin had none and user never has settings
+      expect(merged?.settings).toEqual({ searchImpl: 'params' });
+    });
+
+    it('should remove builtin rearch settings and disable search when user turns search off', async () => {
+      const mockProviders = [
+        { enabled: true, id: 'openai', name: 'OpenAI', source: 'builtin' as const },
+      ] as AiProviderListItem[];
+
+      // User explicitly disables search and provides no settings field
+      const userModel: EnabledAiModel = {
+        id: 'gpt-4',
+        providerId: 'openai',
+        enabled: true,
+        type: 'chat',
+        abilities: { search: false },
+        // no settings on user model
+      };
+
+      const builtinSettings = { searchImpl: 'tool' as const };
+
+      // Builtin has search capability and corresponding settings
+      vi.spyOn(repo as any, 'fetchBuiltinModels').mockResolvedValue([
+        {
+          id: 'gpt-4',
+          enabled: true,
+          type: 'chat' as const,
+          abilities: { search: true },
+          settings: builtinSettings,
+        },
+      ]);
+
+      vi.spyOn(repo, 'getAiProviderList').mockResolvedValue(mockProviders);
+      vi.spyOn(repo.aiModelModel, 'getAllModels').mockResolvedValue([userModel]);
+
+      const result = await repo.getEnabledModels();
+
+      const merged = result.find(
+        (m) => m.id === 'gpt-4' && m.providerId === 'openai' && m.type === 'chat',
+      );
+      expect(merged).toBeDefined();
+      // User's choice takes precedence
+      expect(merged?.abilities).toMatchObject({ search: false });
+      // Builtin settings are preserved on the merged model
+      expect(merged?.settings).toBeUndefined();
+    });
+
+    it('should set search=true and settings=params for custom provider when user enables search and builtin has no search/settings', async () => {
+      const mockProviders = [
+        { enabled: true, id: 'custom', name: 'Custom Provider', source: 'custom' as const },
+      ] as AiProviderListItem[];
+
+      // Builtin (preset) has the model but without search and without settings
+      vi.spyOn(repo as any, 'fetchBuiltinModels').mockResolvedValue([
+        {
+          id: 'my-model',
+          enabled: true,
+          type: 'chat' as const,
+          abilities: { search: false },
+          // no settings
+        } as any,
+      ]);
+
+      // User explicitly enables search; user models do not carry settings
+      vi.spyOn(repo.aiModelModel, 'getAllModels').mockResolvedValue([
+        {
+          id: 'my-model',
+          providerId: 'custom',
+          enabled: true,
+          type: 'chat',
+          abilities: { search: true },
+        } as EnabledAiModel,
+      ]);
+
+      vi.spyOn(repo, 'getAiProviderList').mockResolvedValue(mockProviders);
+
+      const result = await repo.getEnabledModels();
+
+      const merged = result.find((m) => m.id === 'my-model' && m.providerId === 'custom');
+      expect(merged).toBeDefined();
+      expect(merged?.abilities).toMatchObject({ search: true });
+      // For custom provider, when user enables search with no builtin settings, default to 'params'
+      expect(merged?.settings).toEqual({ searchImpl: 'params' });
+    });
   });
 
   describe('getAiProviderModelList', () => {
@@ -380,6 +501,119 @@ describe('AiInfraRepos', () => {
 
       expect(result).toHaveLength(0);
     });
+
+    // New tests for getAiProviderModelList per the corrected behavior
+    it('should allow search=true and add searchImpl=params when user enables it without providing settings (builtin has no search and no settings)', async () => {
+      const providerId = 'openai';
+
+      // User explicitly enables search in custom model, but provides no settings
+      const userModels: AiProviderModelListItem[] = [
+        {
+          id: 'gpt-4',
+          type: 'chat',
+          enabled: true,
+          abilities: { search: true },
+          // user never has settings
+        } as any,
+      ];
+
+      // Builtin has no search and no settings
+      const builtinModels: AiProviderModelListItem[] = [
+        {
+          id: 'gpt-4',
+          type: 'chat',
+          enabled: true,
+          abilities: { search: false },
+          // no settings
+        } as any,
+      ];
+
+      vi.spyOn(repo.aiModelModel, 'getModelListByProviderId').mockResolvedValue(userModels);
+      vi.spyOn(repo as any, 'fetchBuiltinModels').mockResolvedValue(builtinModels);
+
+      const result = await repo.getAiProviderModelList(providerId);
+
+      const merged = result.find((m) => m.id === 'gpt-4');
+      expect(merged).toBeDefined();
+      expect(merged.abilities).toMatchObject({ search: true });
+      // when user enables search with no settings, default searchImpl should be 'params'
+      expect(merged.settings).toEqual({ searchImpl: 'params' });
+    });
+
+    it('should remove builtin search settings and disable search when user turns search off', async () => {
+      const providerId = 'openai';
+
+      // User explicitly disables search in custom model, and provides no settings
+      const userModels: AiProviderModelListItem[] = [
+        {
+          id: 'gpt-4',
+          type: 'chat',
+          enabled: true,
+          abilities: { search: false },
+          // user never has settings
+        } as any,
+      ];
+
+      // Builtin has search with settings
+      const builtinModels: AiProviderModelListItem[] = [
+        {
+          id: 'gpt-4',
+          type: 'chat',
+          enabled: true,
+          abilities: { search: true },
+          settings: { searchImpl: 'tool' },
+        } as any,
+      ];
+
+      vi.spyOn(repo.aiModelModel, 'getModelListByProviderId').mockResolvedValue(userModels);
+      vi.spyOn(repo as any, 'fetchBuiltinModels').mockResolvedValue(builtinModels);
+
+      const result = await repo.getAiProviderModelList(providerId);
+
+      const merged = result.find((m) => m.id === 'gpt-4');
+      expect(merged).toBeDefined();
+      // User's choice takes precedence
+      expect(merged.abilities).toMatchObject({ search: false });
+      // Builtin search settings should be removed since user turned search off
+      expect(merged.settings).toBeUndefined();
+    });
+
+    it('should set search=true and settings=params for custom provider when user enables search and builtin has no search/settings', async () => {
+      const providerId = 'custom';
+
+      // User list: model with search enabled, but no settings
+      const userModels: AiProviderModelListItem[] = [
+        {
+          id: 'my-model',
+          type: 'chat',
+          enabled: true,
+          abilities: { search: true },
+          // user never has settings
+        } as any,
+      ];
+
+      // Default list: same model without search and without settings
+      const defaultModels: AiProviderModelListItem[] = [
+        {
+          id: 'my-model',
+          type: 'chat',
+          enabled: true,
+          abilities: { search: false },
+          // no settings
+        } as any,
+      ];
+
+      vi.spyOn(repo.aiModelModel, 'getModelListByProviderId').mockResolvedValue(userModels);
+      vi.spyOn(repo as any, 'fetchBuiltinModels').mockResolvedValue(defaultModels);
+
+      const result = await repo.getAiProviderModelList(providerId);
+
+      const merged = result.find((m) => m.id === 'my-model') as any;
+      expect(merged).toBeDefined();
+      expect(merged.abilities).toMatchObject({ search: true });
+      // For custom provider, when user enables search with no builtin settings, default to 'params'
+      expect(merged.settings).toEqual({ searchImpl: 'params' });
+    });
   });
 
   describe('getAiProviderRuntimeState', () => {

package/packages/database/src/repositories/aiInfra/index.ts

@@ -23,6 +23,97 @@ import { LobeChatDatabase } from '../../type';
 
 type DecryptUserKeyVaults = (encryptKeyVaultsStr: string | null) => Promise<any>;
 
+/**
+ * Provider 级默认表（只在本地内置模型没给出 settings.searchImpl 和 settings.searchProvider 时使用）
+ * 注意：不在 DB 存储，纯读取时注入
+ */
+const PROVIDER_SEARCH_DEFAULTS: Record<
+  string,
+  { searchImpl?: 'tool' | 'params' | 'internal'; searchProvider?: string }
+> = {
+  ai360: { searchImpl: 'params' },
+  aihubmix: { searchImpl: 'params' },
+  anthropic: { searchImpl: 'params' },
+  baichuan: { searchImpl: 'params' },
+  default: { searchImpl: 'params' },
+  google: { searchImpl: 'params', searchProvider: 'google' },
+  hunyuan: { searchImpl: 'params' },
+  jina: { searchImpl: 'internal' },
+  minimax: { searchImpl: 'params' },
+  // openai: 默认 params，但对 -search- 型号做 internal 特判
+  openai: { searchImpl: 'params' },
+  // perplexity: 默认 internal
+  perplexity: { searchImpl: 'internal' },
+  qwen: { searchImpl: 'params' },
+  spark: { searchImpl: 'params' }, // 某些模型（如 max-32k）若内置标了 internal，会优先使用内置
+  stepfun: { searchImpl: 'params' },
+  vertexai: { searchImpl: 'params', searchProvider: 'google' },
+  wenxin: { searchImpl: 'params' },
+  xai: { searchImpl: 'params' },
+  zhipu: { searchImpl: 'params' },
+};
+
+// 特殊模型配置 - 模型级别的特殊设置会覆盖服务商默认配置
+const MODEL_SEARCH_DEFAULTS: Record<
+  string,
+  Record<string, { searchImpl?: 'tool' | 'params' | 'internal'; searchProvider?: string }>
+> = {
+  openai: {
+    'gpt-4o-mini-search-preview': { searchImpl: 'internal' },
+    'gpt-4o-search-preview': { searchImpl: 'internal' },
+    // 可在此处添加其他特殊模型配置
+  },
+  spark: {
+    'max-32k': { searchImpl: 'internal' },
+  },
+  // 可在此处添加其他服务商的特殊模型配置
+};
+
+// 根据 providerId + modelId 推断默认 settings
+const inferProviderSearchDefaults = (
+  providerId: string | undefined,
+  modelId: string,
+): { searchImpl?: 'tool' | 'params' | 'internal'; searchProvider?: string } => {
+  const modelSpecificConfig = providerId ? MODEL_SEARCH_DEFAULTS[providerId]?.[modelId] : undefined;
+  if (modelSpecificConfig) {
+    return modelSpecificConfig;
+  }
+
+  return (providerId && PROVIDER_SEARCH_DEFAULTS[providerId]) || PROVIDER_SEARCH_DEFAULTS.default;
+};
+
+// 仅在读取时注入 settings; 根据 abilities.search 来添加或删去settings 中的 search 相关字段
+const injectSearchSettings = (providerId: string, item: any) => {
+  const abilities = item?.abilities || {};
+
+  // 模型未开启搜索能力：移除 settings 中的 search 相关字段，确保 UI 不显示启用模型内置搜索
+  if (abilities.search !== true) {
+    if (item?.settings?.searchImpl || item?.settings?.searchProvider) {
+      const next = { ...item } as any;
+      if (next.settings) {
+        const { searchImpl, searchProvider, ...restSettings } = next.settings;
+        next.settings = Object.keys(restSettings).length > 0 ? restSettings : undefined;
+      }
+      return next;
+    }
+    return item;
+  }
+
+  // 内置（本地）模型如果已经带了任一字段，直接保留，不覆盖
+  if (item?.settings?.searchImpl || item?.settings?.searchProvider) return item;
+
+  // 否则按 providerId + modelId
+  const searchSettings = inferProviderSearchDefaults(providerId, item.id);
+
+  return {
+    ...item,
+    settings: {
+      ...item.settings,
+      ...searchSettings,
+    },
+  };
+};
+
 export class AiInfraRepos {
   private userId: string;
   private db: LobeChatDatabase;
@@ -107,6 +198,7 @@ export class AiInfraRepos {
           .map<EnabledAiModel & { enabled?: boolean | null }>((item) => {
             const user = allModels.find((m) => m.id === item.id && m.providerId === provider.id);
 
+            // 用户未修改本地模型
             if (!user)
               return {
                 ...item,
@@ -114,7 +206,7 @@ export class AiInfraRepos {
                 providerId: provider.id,
               };
 
-            return {
+            const mergedModel = {
               ...item,
               abilities: !isEmpty(user.abilities) ? user.abilities : item.abilities || {},
               config: !isEmpty(user.config) ? user.config : item.config,
@@ -130,6 +222,7 @@ export class AiInfraRepos {
               sort: user.sort || undefined,
               type: user.type || item.type,
             };
+            return injectSearchSettings(provider.id, mergedModel); // 用户修改本地模型，检查搜索设置
           })
           .filter((item) => (filterEnabled ? item.enabled : true));
       },
@@ -137,13 +230,16 @@ export class AiInfraRepos {
     );
 
     const enabledProviderIds = new Set(enabledProviders.map((item) => item.id));
-
-    return [
-      ...builtinModelList.flat(),
-      ...allModels.filter((item) =>
+    // 用户数据库模型，检查搜索设置
+    const appendedUserModels = allModels
+      .filter((item) =>
         filterEnabled ? enabledProviderIds.has(item.providerId) && item.enabled : true,
-      ),
-    ].sort((a, b) => (a?.sort || -1) - (b?.sort || -1)) as EnabledAiModel[];
+      )
+      .map((item) => injectSearchSettings(item.providerId, item));
+
+    return [...builtinModelList.flat(), ...appendedUserModels].sort(
+      (a, b) => (a?.sort || -1) - (b?.sort || -1),
+    ) as EnabledAiModel[];
   };
 
   getAiProviderRuntimeState = async (
@@ -181,8 +277,10 @@ export class AiInfraRepos {
 
     const defaultModels: AiProviderModelListItem[] =
       (await this.fetchBuiltinModels(providerId)) || [];
+    // 这里不修改搜索设置不影响使用，但是为了get数据统一
+    const mergedModel = mergeArrayById(defaultModels, aiModels) as AiProviderModelListItem[];
 
-    return mergeArrayById(defaultModels, aiModels) as AiProviderModelListItem[];
+    return mergedModel.map((m) => injectSearchSettings(providerId, m));
   };
 
   /**

package/packages/model-bank/src/types/aiModel.ts

@@ -63,8 +63,10 @@ export interface ModelAbilities {
 const AiModelAbilitiesSchema = z.object({
   // files: z.boolean().optional(),
   functionCall: z.boolean().optional(),
+  imageOutput: z.boolean().optional(),
   reasoning: z.boolean().optional(),
   search: z.boolean().optional(),
+  video: z.boolean().optional(),
   vision: z.boolean().optional(),
 });
 

package/packages/model-runtime/src/providers/google/index.ts

@@ -471,7 +471,7 @@ export class LobeGoogleAI implements LobeRuntimeAI {
 
       const { MODEL_LIST_CONFIGS, processModelList } = await import('../../utils/modelParse');
 
-      return processModelList(processedModels, MODEL_LIST_CONFIGS.google);
+      return processModelList(processedModels, MODEL_LIST_CONFIGS.google, 'google');
     } catch (error) {
       log('Failed to fetch Google models: %O', error);
       throw error;