@lobehub/chat 1.64.3 → 1.65.0

package/src/services/chat.ts

@@ -214,9 +214,35 @@ class ChatService {
 
     const tools = shouldUseTools ? filterTools : undefined;
 
+    // ============  3. process extend params   ============ //
+
+    let extendParams: Record<string, any> = {};
+
+    const isModelHasExtendParams = aiModelSelectors.isModelHasExtendParams(
+      payload.model,
+      payload.provider!,
+    )(useAiInfraStore.getState());
+
+    // model
+    if (isModelHasExtendParams) {
+      const modelExtendParams = aiModelSelectors.modelExtendParams(
+        payload.model,
+        payload.provider!,
+      )(useAiInfraStore.getState());
+      // if model has extended params, then we need to check if the model can use reasoning
+
+      if (modelExtendParams!.includes('enableReasoning') && chatConfig.enableReasoning) {
+        extendParams.thinking = {
+          budget_tokens: chatConfig.reasoningBudgetToken || 1024,
+          type: 'enabled',
+        };
+      }
+    }
+
     return this.getChatCompletion(
       {
         ...params,
+        ...extendParams,
         enabledSearch: enabledSearch && isModelHasBuiltinSearch ? true : undefined,
         messages: oaiMessages,
         tools,

package/src/store/agent/slices/chat/__snapshots__/selectors.test.ts.snap

@@ -8,7 +8,9 @@ exports[`agentSelectors > defaultAgentConfig > should merge DEFAULT_AGENT_CONFIG
     "enableAutoCreateTopic": true,
     "enableCompressHistory": true,
     "enableHistoryCount": true,
+    "enableReasoning": true,
     "historyCount": 8,
+    "reasoningBudgetToken": 1024,
     "searchMode": "off",
   },
   "model": "gpt-3.5-turbo",

package/src/store/aiInfra/slices/aiModel/selectors.ts

@@ -70,14 +70,14 @@ const modelContextWindowTokens = (id: string, provider: string) => (s: AIProvide
   return model?.contextWindowTokens;
 };
 
-const modelExtendControls = (id: string, provider: string) => (s: AIProviderStoreState) => {
+const modelExtendParams = (id: string, provider: string) => (s: AIProviderStoreState) => {
   const model = getEnabledModelById(id, provider)(s);
 
-  return model?.settings?.extendControls;
+  return model?.settings?.extendParams;
 };
 
-const isModelHasExtendControls = (id: string, provider: string) => (s: AIProviderStoreState) => {
-  const controls = modelExtendControls(id, provider)(s);
+const isModelHasExtendParams = (id: string, provider: string) => (s: AIProviderStoreState) => {
+  const controls = modelExtendParams(id, provider)(s);
 
   return !!controls && controls.length > 0;
 };
@@ -119,13 +119,13 @@ export const aiModelSelectors = {
   isModelHasBuiltinSearch,
   isModelHasBuiltinSearchConfig,
   isModelHasContextWindowToken,
-  isModelHasExtendControls,
+  isModelHasExtendParams,
   isModelLoading,
   isModelSupportReasoning,
   isModelSupportToolUse,
   isModelSupportVision,
   modelBuiltinSearchImpl,
   modelContextWindowTokens,
-  modelExtendControls,
+  modelExtendParams,
   totalAiProviderModelList,
 };

package/src/store/user/slices/settings/selectors/__snapshots__/settings.test.ts.snap

@@ -75,7 +75,9 @@ exports[`settingsSelectors > defaultAgent > should merge DEFAULT_AGENT and s.set
       "enableAutoCreateTopic": true,
       "enableCompressHistory": true,
       "enableHistoryCount": true,
+      "enableReasoning": true,
       "historyCount": 8,
+      "reasoningBudgetToken": 1024,
       "searchMode": "off",
     },
     "model": "gpt-3.5-turbo",

package/src/types/agent/index.ts

@@ -55,33 +55,45 @@ export interface LobeAgentConfig {
   tts: LobeAgentTTSConfig;
 }
 
+/* eslint-disable sort-keys-fix/sort-keys-fix, typescript-sort-keys/interface */
+
 export interface LobeAgentChatConfig {
-  autoCreateTopicThreshold: number;
   displayMode?: 'chat' | 'docs';
+
   enableAutoCreateTopic?: boolean;
-  /**
-   * 历史消息长度压缩阈值
-   */
-  enableCompressHistory?: boolean;
-  /**
-   * 开启历史记录条数
-   */
-  enableHistoryCount?: boolean;
+  autoCreateTopicThreshold: number;
+
   enableMaxTokens?: boolean;
 
+  /**
+   * 是否开启推理
+   */
+  enableReasoning?: boolean;
   /**
    * 自定义推理强度
    */
   enableReasoningEffort?: boolean;
+  reasoningBudgetToken?: number;
 
   /**
    * 历史消息条数
    */
   historyCount?: number;
+  /**
+   * 开启历史记录条数
+   */
+  enableHistoryCount?: boolean;
+  /**
+   * 历史消息长度压缩阈值
+   */
+  enableCompressHistory?: boolean;
+
   inputTemplate?: string;
+
   searchMode?: SearchMode;
   useModelBuiltinSearch?: boolean;
 }
+/* eslint-enable */
 
 export const AgentChatConfigSchema = z.object({
   autoCreateTopicThreshold: z.number().default(2),
@@ -90,8 +102,10 @@ export const AgentChatConfigSchema = z.object({
   enableCompressHistory: z.boolean().optional(),
   enableHistoryCount: z.boolean().optional(),
   enableMaxTokens: z.boolean().optional(),
+  enableReasoning: z.boolean().optional(),
   enableReasoningEffort: z.boolean().optional(),
   historyCount: z.number().optional(),
+  reasoningBudgetToken: z.number().optional(),
   searchMode: z.enum(['off', 'on', 'auto']).optional(),
 });
 

package/src/types/aiModel.ts

@@ -138,17 +138,12 @@ export interface AiModelConfig {
   enabledSearch?: boolean;
 }
 
-export interface ExtendedControl {
-  key: string;
-  requestParams: string | string[];
-  type: 'params' | 'tool';
-  valueType: 'boolean';
-}
-
 export type ModelSearchImplementType = 'tool' | 'params' | 'internal';
 
+export type ExtendParamsType = 'reasoningBudgetToken' | 'enableReasoning';
+
 export interface AiModelSettings {
-  extendControls?: ExtendedControl[];
+  extendParams?: ExtendParamsType[];
   /**
    * 模型层实现搜索的方式
    */

package/src/features/ChatInput/ActionBar/Model/ExtendControls.tsx

@@ -1,40 +0,0 @@
-import { ActionIcon } from '@lobehub/ui';
-import { Popover } from 'antd';
-import { Settings2Icon } from 'lucide-react';
-import { memo } from 'react';
-import { useTranslation } from 'react-i18next';
-import { Flexbox } from 'react-layout-kit';
-
-import { useIsMobile } from '@/hooks/useIsMobile';
-
-import ControlsForm from './ControlsForm';
-
-const ExtendControls = memo(() => {
-  const { t } = useTranslation('chat');
-
-  const isMobile = useIsMobile();
-  return (
-    <Flexbox style={{ marginInlineStart: -4 }}>
-      <Popover
-        arrow={false}
-        content={<ControlsForm />}
-        open
-        styles={{
-          body: {
-            minWidth: isMobile ? undefined : 250,
-            width: isMobile ? '100vw' : undefined,
-          },
-        }}
-      >
-        <ActionIcon
-          icon={Settings2Icon}
-          placement={'bottom'}
-          style={{ borderRadius: 20 }}
-          title={t('extendControls.title')}
-        />
-      </Popover>
-    </Flexbox>
-  );
-});
-
-export default ExtendControls;