@lobehub/chat 1.62.11 → 1.63.1

package/src/libs/agent-runtime/types/chat.ts

@@ -38,6 +38,10 @@ export interface OpenAIChatMessage {
  * @title Chat Stream Payload
  */
 export interface ChatStreamPayload {
+  /**
+   * 是否开启搜索
+   */
+  enabledSearch?: boolean;
   /**
    * @title 控制生成文本中的惩罚系数，用于减少重复性
    * @default 0
@@ -68,11 +72,11 @@ export interface ChatStreamPayload {
    * @default 0
    */
   presence_penalty?: number;
+
   /**
    * @default openai
    */
   provider?: string;
-
   responseMode?: 'streamText' | 'json';
   /**
    * @title 是否开启流式请求
@@ -85,8 +89,8 @@ export interface ChatStreamPayload {
    */
   temperature: number;
   tool_choice?: string;
-  tools?: ChatCompletionTool[];
 
+  tools?: ChatCompletionTool[];
   /**
    * @title 控制生成文本中最高概率的单个令牌
    * @default 1

package/src/libs/agent-runtime/utils/streams/google-ai.ts

@@ -1,5 +1,6 @@
 import { EnhancedGenerateContentResponse } from '@google/generative-ai';
 
+import { GroundingSearch } from '@/types/search';
 import { nanoid } from '@/utils/uuid';
 
 import { ChatStreamCallbacks } from '../../types';
@@ -14,8 +15,8 @@ import {
 
 const transformGoogleGenerativeAIStream = (
   chunk: EnhancedGenerateContentResponse,
-  stack: StreamContext,
-): StreamProtocolChunk => {
+  context: StreamContext,
+): StreamProtocolChunk | StreamProtocolChunk[] => {
   // maybe need another structure to add support for multiple choices
   const functionCalls = chunk.functionCalls();
 
@@ -32,15 +33,39 @@ const transformGoogleGenerativeAIStream = (
           type: 'function',
         }),
       ),
-      id: stack.id,
+      id: context.id,
       type: 'tool_calls',
     };
   }
   const text = chunk.text();
 
+  if (chunk.candidates && chunk.candidates[0].groundingMetadata) {
+    const { webSearchQueries, groundingSupports, groundingChunks } =
+      chunk.candidates[0].groundingMetadata;
+    console.log({ groundingChunks, groundingSupports, webSearchQueries });
+
+    return [
+      { data: text, id: context.id, type: 'text' },
+      {
+        data: {
+          citations: groundingChunks?.map((chunk) => ({
+            // google 返回的 uri 是经过 google 自己处理过的 url，因此无法展现真实的 favicon
+            // 需要使用 title 作为替换
+            favicon: chunk.web?.title,
+            title: chunk.web?.title,
+            url: chunk.web?.uri,
+          })),
+          searchQueries: webSearchQueries,
+        } as GroundingSearch,
+        id: context.id,
+        type: 'grounding',
+      },
+    ];
+  }
+
   return {
     data: text,
-    id: stack?.id,
+    id: context?.id,
     type: 'text',
   };
 };

package/src/libs/agent-runtime/utils/streams/openai.ts

@@ -127,7 +127,7 @@ export const transformOpenAIStream = (
           );
 
           return [
-            { data: citations, id: chunk.id, type: 'citations' },
+            { data: { citations }, id: chunk.id, type: 'grounding' },
             { data: content, id: chunk.id, type: 'text' },
           ];
         }

package/src/libs/agent-runtime/utils/streams/protocol.ts

@@ -30,7 +30,7 @@ export interface StreamProtocolChunk {
     // Model Thinking
     | 'reasoning'
     // Search or Grounding
-    | 'citations'
+    | 'grounding'
     // stop signal
     | 'stop'
     // Error

package/src/locales/default/chat.ts

@@ -32,6 +32,9 @@ export default {
   },
   duplicateTitle: '{{title}} 副本',
   emptyAgent: '暂无助手',
+  extendControls: {
+    title: '模型扩展功能',
+  },
   historyRange: '历史范围',
   historySummary: '历史消息总结',
   inbox: {
@@ -86,6 +89,31 @@ export default {
   },
   regenerate: '重新生成',
   roleAndArchive: '角色与记录',
+  search: {
+    grounding: {
+      searchQueries: '搜索关键词',
+      title: '已搜索到 {{count}} 个结果',
+    },
+
+    mode: {
+      auto: {
+        desc: '根据对话内容智能判断是否需要搜索',
+        title: '智能联网',
+      },
+      disable: '当前模型不支持函数调用，因此无法使用智能联网功能',
+      off: {
+        desc: '仅使用模型的基础知识，不进行网络搜索',
+        title: '关闭联网',
+      },
+      on: {
+        desc: '持续进行网络搜索，获取最新信息',
+        title: '始终联网',
+      },
+      useModelBuiltin: '使用模型内置搜索引擎',
+    },
+
+    title: '联网搜索',
+  },
   searchAgentPlaceholder: '搜索助手...',
   sendPlaceholder: '输入聊天内容...',
   sessionGroup: {

package/src/services/chat.ts

@@ -18,6 +18,7 @@ import {
 import { filesPrompts } from '@/prompts/files';
 import { BuiltinSystemRolePrompts } from '@/prompts/systemRole';
 import { aiModelSelectors, aiProviderSelectors, useAiInfraStore } from '@/store/aiInfra';
+import { getAgentChatConfig } from '@/store/chat/slices/aiChat/actions/helpers';
 import { useSessionStore } from '@/store/session';
 import { sessionMetaSelectors } from '@/store/session/selectors';
 import { useToolStore } from '@/store/tool';
@@ -224,6 +225,8 @@ class ChatService {
 
     const { provider = ModelProvider.OpenAI, ...res } = params;
 
+    // =================== process model =================== //
+    // ===================================================== //
     let model = res.model || DEFAULT_AGENT_CONFIG.model;
 
     // if the provider is Azure, get the deployment name as the request model
@@ -238,6 +241,13 @@ class ChatService {
       model = findDeploymentName(model, provider);
     }
 
+    // =================== process search =================== //
+    // ===================================================== //
+    const chatConfig = getAgentChatConfig();
+    if (chatConfig.searchMode !== 'off') {
+      res.enabledSearch = true;
+    }
+
     const payload = merge(
       { model: DEFAULT_AGENT_CONFIG.model, stream: true, ...DEFAULT_AGENT_CONFIG.params },
       { ...res, model },

package/src/services/session/_deprecated.ts

@@ -1,6 +1,7 @@
 import { DeepPartial } from 'utility-types';
 
 import { INBOX_SESSION_ID } from '@/const/session';
+import { DEFAULT_AGENT_CONFIG } from '@/const/settings';
 import { SessionModel } from '@/database/_deprecated/models/session';
 import { SessionGroupModel } from '@/database/_deprecated/models/sessionGroup';
 import { UserModel } from '@/database/_deprecated/models/user';
@@ -47,7 +48,7 @@ export class ClientService implements ISessionService {
 
   async getSessionConfig(id: string): Promise<LobeAgentConfig> {
     if (!id || id === INBOX_SESSION_ID) {
-      return UserModel.getAgentConfig();
+      return (await UserModel.getAgentConfig()) || DEFAULT_AGENT_CONFIG;
     }
 
     const res = await SessionModel.findById(id);

package/src/store/agent/slices/chat/__snapshots__/selectors.test.ts.snap

@@ -9,6 +9,7 @@ exports[`agentSelectors > defaultAgentConfig > should merge DEFAULT_AGENT_CONFIG
     "enableCompressHistory": true,
     "enableHistoryCount": true,
     "historyCount": 8,
+    "searchMode": "off",
   },
   "model": "gpt-3.5-turbo",
   "params": {

package/src/store/agent/slices/chat/selectors.ts

@@ -107,6 +107,8 @@ const currentEnabledKnowledge = (s: AgentStore) => {
   ] as KnowledgeItem[];
 };
 
+const agentSearchMode = (s: AgentStore) => currentAgentChatConfig(s).searchMode || 'off';
+
 const hasSystemRole = (s: AgentStore) => {
   const config = currentAgentConfig(s);
 
@@ -140,7 +142,10 @@ const currentKnowledgeIds = (s: AgentStore) => {
 
 const isAgentConfigLoading = (s: AgentStore) => !s.agentConfigInitMap[s.activeId];
 
+const isAgentEnableSearch = (s: AgentStore) => agentSearchMode(s) !== 'off';
+
 export const agentSelectors = {
+  agentSearchMode,
   currentAgentChatConfig,
   currentAgentConfig,
   currentAgentFiles,
@@ -160,5 +165,6 @@ export const agentSelectors = {
   inboxAgentConfig,
   inboxAgentModel,
   isAgentConfigLoading,
+  isAgentEnableSearch,
   isInboxSession,
 };

package/src/store/aiInfra/slices/aiModel/selectors.ts

@@ -1,5 +1,6 @@
 import { AIProviderStoreState } from '@/store/aiInfra/initialState';
 import { AiModelSourceEnum } from '@/types/aiModel';
+import { ModelSearchImplement } from '@/types/search';
 
 const aiProviderChatModelListIds = (s: AIProviderStoreState) =>
   s.aiProviderModelList.filter((item) => item.type === 'chat').map((item) => item.id);
@@ -69,20 +70,55 @@ const modelContextWindowTokens = (id: string, provider: string) => (s: AIProvide
   return model?.contextWindowTokens;
 };
 
+const modelExtendControls = (id: string, provider: string) => (s: AIProviderStoreState) => {
+  const model = getEnabledModelById(id, provider)(s);
+
+  return model?.settings?.extendControls;
+};
+
+const isModelHasExtendControls = (id: string, provider: string) => (s: AIProviderStoreState) => {
+  const controls = modelExtendControls(id, provider)(s);
+
+  return !!controls && controls.length > 0;
+};
+
+const isModelHasBuiltinSearch = (id: string, provider: string) => (s: AIProviderStoreState) => {
+  const model = getEnabledModelById(id, provider)(s);
+
+  return !!model?.settings?.searchImpl;
+};
+
+const isModelHasBuiltinSearchConfig =
+  (id: string, provider: string) => (s: AIProviderStoreState) => {
+    const model = getEnabledModelById(id, provider)(s);
+
+    return (
+      !!model?.settings?.searchImpl &&
+      [ModelSearchImplement.Tool, ModelSearchImplement.Params].includes(
+        model?.settings?.searchImpl as ModelSearchImplement,
+      )
+    );
+  };
+
 export const aiModelSelectors = {
   aiProviderChatModelListIds,
   disabledAiProviderModelList,
   enabledAiProviderModelList,
   filteredAiProviderModelList,
   getAiModelById,
+  getEnabledModelById,
   hasRemoteModels,
   isEmptyAiProviderModelList,
   isModelEnabled,
+  isModelHasBuiltinSearch,
+  isModelHasBuiltinSearchConfig,
   isModelHasContextWindowToken,
+  isModelHasExtendControls,
   isModelLoading,
   isModelSupportReasoning,
   isModelSupportToolUse,
   isModelSupportVision,
   modelContextWindowTokens,
+  modelExtendControls,
   totalAiProviderModelList,
 };

package/src/store/aiInfra/slices/aiProvider/initialState.ts

@@ -1,10 +1,10 @@
-import { EnabledProviderWithModels } from '@/types/aiModel';
+import { EnabledAiModel } from '@/types/aiModel';
 import {
   AiProviderDetailItem,
   AiProviderListItem,
   AiProviderRuntimeConfig,
-  EnabledAiModel,
   EnabledProvider,
+  EnabledProviderWithModels,
 } from '@/types/aiProvider';
 
 export interface AIProviderState {

package/src/store/aiInfra/slices/aiProvider/selectors.ts

@@ -87,6 +87,18 @@ const providerKeyVaults = (provider: string | undefined) => (s: AIProviderStoreS
   return s.aiProviderRuntimeConfig?.[provider]?.keyVaults;
 };
 
+const isProviderHasBuiltinSearch = (provider: string) => (s: AIProviderStoreState) => {
+  const config = providerConfigById(provider)(s);
+
+  return !!config?.settings.searchMode;
+};
+
+const isProviderHasBuiltinSearchConfig = (id: string) => (s: AIProviderStoreState) => {
+  const providerCfg = providerConfigById(id)(s);
+
+  return !!providerCfg?.settings.searchMode && providerCfg?.settings.searchMode !== 'internal';
+};
+
 export const aiProviderSelectors = {
   activeProviderConfig,
   disabledAiProviderList,
@@ -97,6 +109,8 @@ export const aiProviderSelectors = {
   isProviderConfigUpdating,
   isProviderEnabled,
   isProviderFetchOnClient,
+  isProviderHasBuiltinSearch,
+  isProviderHasBuiltinSearchConfig,
   isProviderLoading,
   providerConfigById,
   providerKeyVaults,

package/src/store/chat/slices/aiChat/actions/generateAIChat.ts

@@ -455,7 +455,7 @@ export const generateAIChat: StateCreator<
         await messageService.updateMessageError(messageId, error);
         await refreshMessages();
       },
-      onFinish: async (content, { traceId, observationId, toolCalls, reasoning, citations }) => {
+      onFinish: async (content, { traceId, observationId, toolCalls, reasoning, grounding }) => {
         // if there is traceId, update it
         if (traceId) {
           msgTraceId = traceId;
@@ -473,19 +473,29 @@ export const generateAIChat: StateCreator<
         await internal_updateMessageContent(messageId, content, {
           toolCalls,
           reasoning: !!reasoning ? { content: reasoning, duration } : undefined,
-          search: !!citations ? { citations } : undefined,
+          search: !!grounding?.citations ? grounding : undefined,
         });
       },
       onMessageHandle: async (chunk) => {
         switch (chunk.type) {
-          case 'citations': {
+          case 'grounding': {
             // if there is no citations, then stop
-            if (!chunk.citations || chunk.citations.length <= 0) return;
+            if (
+              !chunk.grounding ||
+              !chunk.grounding.citations ||
+              chunk.grounding.citations.length <= 0
+            )
+              return;
 
             internal_dispatchMessage({
               id: messageId,
               type: 'updateMessage',
-              value: { search: { citations: chunk.citations } },
+              value: {
+                search: {
+                  citations: chunk.grounding.citations,
+                  searchQueries: chunk.grounding.searchQueries,
+                },
+              },
             });
             break;
           }

package/src/store/chat/slices/message/action.ts

@@ -16,10 +16,10 @@ import {
   ChatMessage,
   ChatMessageError,
   CreateMessageParams,
-  GroundingSearch,
   MessageToolCall,
   ModelReasoning,
 } from '@/types/message';
+import { GroundingSearch } from '@/types/search';
 import { TraceEventPayloads } from '@/types/trace';
 import { setNamespace } from '@/utils/storeDebug';
 import { nanoid } from '@/utils/uuid';

package/src/store/user/slices/modelList/selectors/modelProvider.ts

@@ -1,7 +1,7 @@
 import { uniqBy } from 'lodash-es';
 
 import { filterEnabledModels } from '@/config/modelProviders';
-import { EnabledProviderWithModels } from '@/types/aiModel';
+import { EnabledProviderWithModels } from '@/types/aiProvider';
 import { ChatModelCard, ModelProviderCard } from '@/types/llm';
 import { ServerModelProviderConfig } from '@/types/serverConfig';
 import { GlobalLLMProviderKey } from '@/types/user/settings';

package/src/store/user/slices/settings/selectors/__snapshots__/settings.test.ts.snap

@@ -76,6 +76,7 @@ exports[`settingsSelectors > defaultAgent > should merge DEFAULT_AGENT and s.set
       "enableCompressHistory": true,
       "enableHistoryCount": true,
       "historyCount": 8,
+      "searchMode": "off",
     },
     "model": "gpt-3.5-turbo",
     "params": {

package/src/types/agent/index.ts

@@ -3,6 +3,7 @@ import { z } from 'zod';
 import { FileItem } from '@/types/files';
 import { KnowledgeBaseItem } from '@/types/knowledgeBase';
 import { FewShots, LLMParams } from '@/types/llm';
+import { SearchMode } from '@/types/search';
 
 export type TTSServer = 'openai' | 'edge' | 'microsoft';
 
@@ -78,6 +79,8 @@ export interface LobeAgentChatConfig {
    */
   historyCount?: number;
   inputTemplate?: string;
+  searchMode?: SearchMode;
+  useModelBuiltinSearch?: boolean;
 }
 
 export const AgentChatConfigSchema = z.object({
@@ -89,6 +92,7 @@ export const AgentChatConfigSchema = z.object({
   enableMaxTokens: z.boolean().optional(),
   enableReasoningEffort: z.boolean().optional(),
   historyCount: z.number().optional(),
+  searchMode: z.enum(['off', 'on', 'auto']).optional(),
 });
 
 export type LobeAgentConfigKeys =

package/src/types/aiModel.ts

@@ -1,7 +1,5 @@
 import { z } from 'zod';
 
-import { AiProviderSourceType } from '@/types/aiProvider';
-
 export type ModelPriceCurrency = 'CNY' | 'USD';
 
 export const AiModelSourceEnum = {
@@ -133,6 +131,29 @@ export interface AiModelConfig {
    * used in azure and doubao
    */
   deploymentName?: string;
+
+  /**
+   * qwen series model enabled search
+   */
+  enabledSearch?: boolean;
+}
+
+export interface ExtendedControl {
+  key: string;
+  requestParams: string | string[];
+  type: 'params' | 'tool';
+  valueType: 'boolean';
+}
+
+export type ModelSearchImplementType = 'tool' | 'params' | 'internal';
+
+export interface AiModelSettings {
+  extendControls?: ExtendedControl[];
+  /**
+   * 模型层实现搜索的方式
+   */
+  searchImpl?: ModelSearchImplementType;
+  searchProvider?: string;
 }
 
 export interface AIChatModelCard extends AIBaseModelCard {
@@ -140,6 +161,7 @@ export interface AIChatModelCard extends AIBaseModelCard {
   config?: AiModelConfig;
   maxOutput?: number;
   pricing?: ChatModelPricing;
+  settings?: AiModelSettings;
   type: 'chat';
 }
 
@@ -306,17 +328,22 @@ export type ToggleAiModelEnableParams = z.infer<typeof ToggleAiModelEnableSchema
 
 //
 
-interface AiModelForSelect {
+export interface AiModelForSelect {
   abilities: ModelAbilities;
   contextWindowTokens?: number;
   displayName?: string;
   id: string;
 }
 
-export interface EnabledProviderWithModels {
-  children: AiModelForSelect[];
+export interface EnabledAiModel {
+  abilities: ModelAbilities;
+  config?: AiModelConfig;
+  contextWindowTokens?: number;
+  displayName?: string;
+  enabled?: boolean;
   id: string;
-  logo?: string;
-  name: string;
-  source: AiProviderSourceType;
+  providerId: string;
+  settings?: AiModelSettings;
+  sort?: number;
+  type: AiModelType;
 }

package/src/types/aiProvider.ts

@@ -1,6 +1,6 @@
 import { z } from 'zod';
 
-import { AiModelConfig, AiModelType, ModelAbilities } from '@/types/aiModel';
+import { AiModelForSelect, EnabledAiModel, ModelSearchImplementType } from '@/types/aiModel';
 import { SmoothingParams } from '@/types/llm';
 
 export const AiProviderSourceEnum = {
@@ -96,6 +96,7 @@ export interface AiProviderSettings {
    * default openai
    */
   sdkType?: AiProviderSDKType;
+  searchMode?: ModelSearchImplementType;
   showAddNewModel?: boolean;
   /**
    * whether show api key in the provider config
@@ -199,16 +200,12 @@ export interface EnabledProvider {
   source: AiProviderSourceType;
 }
 
-export interface EnabledAiModel {
-  abilities: ModelAbilities;
-  config?: AiModelConfig;
-  contextWindowTokens?: number;
-  displayName?: string;
-  enabled?: boolean;
+export interface EnabledProviderWithModels {
+  children: AiModelForSelect[];
   id: string;
-  providerId: string;
-  sort?: number;
-  type: AiModelType;
+  logo?: string;
+  name: string;
+  source: AiProviderSourceType;
 }
 
 export interface AiProviderRuntimeConfig {

package/src/types/message/base.ts

@@ -1,3 +1,5 @@
+import { GroundingSearch } from '@/types/search';
+
 export interface CitationItem {
   id?: string;
   onlyUrl?: boolean;
@@ -5,11 +7,6 @@ export interface CitationItem {
   url: string;
 }
 
-export interface GroundingSearch {
-  citations?: CitationItem[];
-  searchQueries?: string[];
-}
-
 export interface ModelReasoning {
   content?: string;
   duration?: number;

package/src/types/message/chat.ts

@@ -2,11 +2,13 @@ import { IPluginErrorType } from '@lobehub/chat-plugin-sdk';
 
 import { ILobeAgentRuntimeErrorType } from '@/libs/agent-runtime';
 import { ErrorType } from '@/types/fetch';
-import { GroundingSearch, MessageRoleType, ModelReasoning } from '@/types/message/base';
-import { ChatPluginPayload, ChatToolPayload } from '@/types/message/tools';
-import { Translate } from '@/types/message/translate';
 import { MetaData } from '@/types/meta';
 import { MessageSemanticSearchChunk } from '@/types/rag';
+import { GroundingSearch } from '@/types/search';
+
+import { MessageRoleType, ModelReasoning } from './base';
+import { ChatPluginPayload, ChatToolPayload } from './tools';
+import { Translate } from './translate';
 
 /**
  * 聊天消息错误对象

package/src/types/openai/chat.ts

@@ -42,6 +42,10 @@ export interface OpenAIChatMessage {
  * @title Chat Stream Payload
  */
 export interface ChatStreamPayload {
+  /**
+   * 是否开启搜索
+   */
+  enabledSearch?: boolean;
   /**
    * @title 控制生成文本中的惩罚系数，用于减少重复性
    * @default 0
@@ -64,6 +68,7 @@ export interface ChatStreamPayload {
    */
   n?: number;
   /**
+   * @deprecated
    * 开启的插件列表
    */
   plugins?: string[];

package/src/types/search.ts

@@ -0,0 +1,29 @@
+export type SearchMode = 'off' | 'auto' | 'on';
+
+export enum ModelSearchImplement {
+  /**
+   * 模型内置了搜索功能
+   * 类似 Jina 、PPLX 等模型的搜索模式，让调用方无感知
+   */
+  Internal = 'internal',
+  /**
+   * 使用参数开关的方式，例如 Qwen、Google、OpenRouter，搜索结果在
+   */
+  Params = 'params',
+  /**
+   * 使用工具调用的方式
+   */
+  Tool = 'tool',
+}
+
+export interface CitationItem {
+  favicon?: string;
+  id?: string;
+  title?: string;
+  url: string;
+}
+
+export interface GroundingSearch {
+  citations?: CitationItem[];
+  searchQueries?: string[];
+}