@lobehub/chat 1.53.12 → 1.54.0

package/src/config/aiModels/nvidia.ts

@@ -0,0 +1,155 @@
+import { AIChatModelCard } from '@/types/aiModel';
+
+const nvidiaChatModels: AIChatModelCard[] = [
+  {
+    abilities: {
+      functionCall: true,
+    },
+    contextWindowTokens: 128_000,
+    description: '先进的 LLM，擅长推理、数学、常识和函数调用。',
+    displayName: 'Llama 3.3 70B Instruct',
+    enabled: true,
+    id: 'meta/llama-3.3-70b-instruct',
+    type: 'chat'
+  },
+  {
+    contextWindowTokens: 128_000,
+    description: '先进的最尖端小型语言模型，具备语言理解、卓越的推理能力和文本生成能力。',
+    displayName: 'Llama 3.2 1B Instruct',
+    id: 'meta/llama-3.2-1b-instruct',
+    type: 'chat'
+  },
+  {
+    contextWindowTokens: 128_000,
+    description: '先进的最尖端小型语言模型，具备语言理解、卓越的推理能力和文本生成能力。',
+    displayName: 'Llama 3.2 3B Instruct',
+    id: 'meta/llama-3.2-3b-instruct',
+    type: 'chat'
+  },
+  {
+    abilities: {
+      vision: true,
+    },
+    contextWindowTokens: 128_000,
+    description: '尖端的视觉-语言模型，擅长从图像中进行高质量推理。',
+    displayName: 'Llama 3.2 11B Vision Instruct',
+    enabled: true,
+    id: 'meta/llama-3.2-11b-vision-instruct',
+    type: 'chat'
+  },
+  {
+    abilities: {
+      vision: true,
+    },
+    contextWindowTokens: 128_000,
+    description: '尖端的视觉-语言模型，擅长从图像中进行高质量推理。',
+    displayName: 'Llama 3.2 90B Vision Instruct',
+    id: 'meta/llama-3.2-90b-vision-instruct',
+    type: 'chat'
+  },
+  {
+    abilities: {
+      functionCall: true,
+    },
+    contextWindowTokens: 128_000,
+    description: '先进的最尖端模型，具备语言理解、卓越的推理能力和文本生成能力。',
+    displayName: 'Llama 3.1 8B Instruct',
+    id: 'meta/llama-3.1-8b-instruct',
+    type: 'chat'
+  },
+  {
+    abilities: {
+      functionCall: true,
+    },
+    contextWindowTokens: 128_000,
+    description: '赋能复杂对话，具备卓越的上下文理解、推理能力和文本生成能力。',
+    displayName: 'Llama 3.1 70B Instruct',
+    id: 'meta/llama-3.1-70b-instruct',
+    type: 'chat'
+  },
+  {
+    abilities: {
+      functionCall: true,
+    },
+    contextWindowTokens: 128_000,
+    description: '高级 LLM，支持合成数据生成、知识蒸馏和推理，适用于聊天机器人、编程和特定领域任务。',
+    displayName: 'Llama 3.1 405B Instruct',
+    id: 'meta/llama-3.1-405b-instruct',
+    type: 'chat'
+  },
+  {
+    contextWindowTokens: 32_768,
+    description: '独特的语言模型，提供无与伦比的准确性和效率表现。',
+    displayName: 'Llama 3.1 Nemotron 51B Instruct',
+    id: 'nvidia/llama-3.1-nemotron-51b-instruct',
+    type: 'chat'
+  },
+  {
+    contextWindowTokens: 32_768,
+    description: 'Llama-3.1-Nemotron-70B-Instruct 是 NVIDIA 定制的大型语言模型，旨在提高 LLM 生成的响应的帮助性。',
+    displayName: 'Llama 3.1 Nemotron 70B Instruct',
+    id: 'nvidia/llama-3.1-nemotron-70b-instruct',
+    type: 'chat'
+  },
+  {
+    contextWindowTokens: 8192,
+    description: '面向边缘应用的高级小型语言生成 AI 模型。',
+    displayName: 'Gemma 2 2B Instruct',
+    id: 'google/gemma-2-2b-it',
+    type: 'chat'
+  },
+  {
+    contextWindowTokens: 8192,
+    description: '尖端文本生成模型，擅长文本理解、转换和代码生成。',
+    displayName: 'Gemma 2 9B Instruct',
+    id: 'google/gemma-2-9b-it',
+    type: 'chat'
+  },
+  {
+    contextWindowTokens: 8192,
+    description: '尖端文本生成模型，擅长文本理解、转换和代码生成。',
+    displayName: 'Gemma 2 27B Instruct',
+    id: 'google/gemma-2-27b-it',
+    type: 'chat'
+  },
+  {
+    abilities: {
+      reasoning: true,
+    },
+    contextWindowTokens: 128_000,
+    description: '最先进的高效 LLM，擅长推理、数学和编程。',
+    displayName: 'DeepSeek R1',
+    enabled: true,
+    id: 'deepseek-ai/deepseek-r1',
+    type: 'chat'
+  },
+  {
+    abilities: {
+      functionCall: true,
+    },
+    contextWindowTokens: 32_768,
+    description: '面向中文和英文的 LLM，针对语言、编程、数学、推理等领域。',
+    displayName: 'Qwen2.5 7B Instruct',
+    enabled: true,
+    id: 'qwen/qwen2.5-7b-instruct',
+    type: 'chat'
+  },
+  {
+    contextWindowTokens: 32_768,
+    description: '强大的中型代码模型，支持 32K 上下文长度，擅长多语言编程。',
+    displayName: 'Qwen2.5 Coder 7B Instruct',
+    id: 'qwen/qwen2.5-coder-7b-instruct',
+    type: 'chat'
+  },
+  {
+    contextWindowTokens: 32_768,
+    description: '高级 LLM，支持代码生成、推理和修复，涵盖主流编程语言。',
+    displayName: 'Qwen2.5 Coder 32B Instruct',
+    id: 'qwen/qwen2.5-coder-32b-instruct',
+    type: 'chat'
+  },
+]
+
+export const allModels = [...nvidiaChatModels];
+
+export default allModels;

package/src/config/llm.ts

@@ -77,6 +77,9 @@ export const getLLMConfig = () => {
       ENABLED_NOVITA: z.boolean(),
       NOVITA_API_KEY: z.string().optional(),
 
+      ENABLED_NVIDIA: z.boolean(),
+      NVIDIA_API_KEY: z.string().optional(),
+
       ENABLED_BAICHUAN: z.boolean(),
       BAICHUAN_API_KEY: z.string().optional(),
 
@@ -202,6 +205,9 @@ export const getLLMConfig = () => {
       ENABLED_NOVITA: !!process.env.NOVITA_API_KEY,
       NOVITA_API_KEY: process.env.NOVITA_API_KEY,
 
+      ENABLED_NVIDIA: !!process.env.NVIDIA_API_KEY,
+      NVIDIA_API_KEY: process.env.NVIDIA_API_KEY,
+
       ENABLED_BAICHUAN: !!process.env.BAICHUAN_API_KEY,
       BAICHUAN_API_KEY: process.env.BAICHUAN_API_KEY,
 

package/src/config/modelProviders/index.ts

@@ -23,6 +23,7 @@ import MinimaxProvider from './minimax';
 import MistralProvider from './mistral';
 import MoonshotProvider from './moonshot';
 import NovitaProvider from './novita';
+import NvidiaProvider from './nvidia';
 import OllamaProvider from './ollama';
 import OpenAIProvider from './openai';
 import OpenRouterProvider from './openrouter';
@@ -67,6 +68,7 @@ export const LOBE_DEFAULT_MODEL_LIST: ChatModelCard[] = [
   ZeroOneProvider.chatModels,
   StepfunProvider.chatModels,
   NovitaProvider.chatModels,
+  NvidiaProvider.chatModels,
   BaichuanProvider.chatModels,
   TaichuProvider.chatModels,
   CloudflareProvider.chatModels,
@@ -96,6 +98,7 @@ export const DEFAULT_MODEL_PROVIDER_LIST = [
   CloudflareProvider,
   GithubProvider,
   NovitaProvider,
+  NvidiaProvider,
   TogetherAIProvider,
   FireworksAIProvider,
   GroqProvider,
@@ -158,6 +161,7 @@ export { default as MinimaxProviderCard } from './minimax';
 export { default as MistralProviderCard } from './mistral';
 export { default as MoonshotProviderCard } from './moonshot';
 export { default as NovitaProviderCard } from './novita';
+export { default as NvidiaProviderCard } from './nvidia';
 export { default as OllamaProviderCard } from './ollama';
 export { default as OpenAIProviderCard } from './openai';
 export { default as OpenRouterProviderCard } from './openrouter';

package/src/config/modelProviders/nvidia.ts

@@ -0,0 +1,21 @@
+import { ModelProviderCard } from '@/types/llm';
+
+const Nvidia: ModelProviderCard = {
+  chatModels: [],
+  checkModel: 'meta/llama-3.2-1b-instruct',
+  description: 'NVIDIA NIM™ 提供容器，可用于自托管 GPU 加速推理微服务，支持在云端、数据中心、RTX™ AI 个人电脑和工作站上部署预训练和自定义 AI 模型。',
+  id: 'nvidia',
+  modelList: { showModelFetcher: true },
+  modelsUrl: 'https://build.nvidia.com/models',
+  name: 'Nvidia',
+  settings: {
+    proxyUrl: {
+      placeholder: 'https://integrate.api.nvidia.com/v1',
+    },
+    sdkType: 'openai',
+    showModelFetcher: true,
+  },
+  url: 'https://build.nvidia.com',
+};
+
+export default Nvidia; 

package/src/features/ChatInput/ActionBar/Params/ParamsControls.tsx

@@ -0,0 +1,95 @@
+import { Form, Tag } from '@lobehub/ui';
+import type { FormItemProps } from '@lobehub/ui/es/Form/components/FormItem';
+import isEqual from 'fast-deep-equal';
+import { debounce } from 'lodash-es';
+import { memo } from 'react';
+import { useTranslation } from 'react-i18next';
+import { Flexbox } from 'react-layout-kit';
+
+import InfoTooltip from '@/components/InfoTooltip';
+import {
+  FrequencyPenalty,
+  PresencePenalty,
+  Temperature,
+  TopP,
+} from '@/features/ModelParamsControl';
+import { useAgentStore } from '@/store/agent';
+import { agentSelectors } from '@/store/agent/selectors';
+
+interface ParamsControlsProps {
+  setUpdating: (updating: boolean) => void;
+}
+const ParamsControls = memo<ParamsControlsProps>(({ setUpdating }) => {
+  const { t } = useTranslation('setting');
+
+  const updateAgentConfig = useAgentStore((s) => s.updateAgentConfig);
+
+  const config = useAgentStore(agentSelectors.currentAgentConfig, isEqual);
+
+  const items: FormItemProps[] = [
+    {
+      children: <Temperature />,
+      desc: <Tag>temperature</Tag>,
+      label: (
+        <Flexbox gap={8} horizontal>
+          {t('settingModel.temperature.title')}
+          <InfoTooltip title={t('settingModel.temperature.desc')} />
+        </Flexbox>
+      ),
+      name: ['params', 'temperature'],
+    },
+    {
+      children: <TopP />,
+      desc: <Tag>top_p</Tag>,
+      label: (
+        <Flexbox gap={8} horizontal>
+          {t('settingModel.topP.title')}
+          <InfoTooltip title={t('settingModel.topP.desc')} />
+        </Flexbox>
+      ),
+      name: ['params', 'top_p'],
+    },
+    {
+      children: <PresencePenalty />,
+      desc: <Tag>presence_penalty</Tag>,
+      label: (
+        <Flexbox gap={8} horizontal>
+          {t('settingModel.presencePenalty.title')}
+          <InfoTooltip title={t('settingModel.presencePenalty.desc')} />
+        </Flexbox>
+      ),
+      name: ['params', 'presence_penalty'],
+    },
+    {
+      children: <FrequencyPenalty />,
+      desc: <Tag>frequency_penalty</Tag>,
+      label: (
+        <Flexbox gap={8} horizontal>
+          {t('settingModel.frequencyPenalty.title')}
+          <InfoTooltip title={t('settingModel.frequencyPenalty.desc')} />
+        </Flexbox>
+      ),
+      name: ['params', 'frequency_penalty'],
+    },
+  ];
+
+  return (
+    <Form
+      initialValues={config}
+      itemMinWidth={200}
+      items={items}
+      itemsType={'flat'}
+      onValuesChange={debounce(async (values) => {
+        setUpdating(true);
+        console.log(values);
+        await updateAgentConfig(values);
+        setUpdating(false);
+      }, 500)}
+      size={'small'}
+      style={{ fontSize: 12 }}
+      variant={'pure'}
+    />
+  );
+});
+
+export default ParamsControls;

package/src/features/ChatInput/ActionBar/Params/index.tsx

@@ -0,0 +1,47 @@
+import { ActionIcon } from '@lobehub/ui';
+import { Popover } from 'antd';
+import { useTheme } from 'antd-style';
+import { Settings2Icon } from 'lucide-react';
+import { memo, useState } from 'react';
+import { useTranslation } from 'react-i18next';
+import { Flexbox } from 'react-layout-kit';
+
+import UpdateLoading from '@/components/Loading/UpdateLoading';
+
+import ParamsControls from './ParamsControls';
+
+const Params = memo(() => {
+  const { t } = useTranslation('setting');
+  const [popoverOpen, setPopoverOpen] = useState(false);
+  const [isUpdating, setUpdating] = useState(false);
+
+  const theme = useTheme();
+  return (
+    <Popover
+      arrow={false}
+      content={<ParamsControls setUpdating={setUpdating} />}
+      onOpenChange={setPopoverOpen}
+      open={popoverOpen}
+      placement={'top'}
+      styles={{
+        body: { minWidth: 400 },
+      }}
+      title={
+        <Flexbox horizontal justify={'space-between'}>
+          {t('settingModel.params.title')}
+
+          {isUpdating && <UpdateLoading style={{ color: theme.colorTextSecondary }} />}
+        </Flexbox>
+      }
+      trigger={'click'}
+    >
+      <ActionIcon
+        icon={Settings2Icon}
+        placement={'bottom'}
+        title={popoverOpen ? undefined : t('settingModel.params.title')}
+      />
+    </Popover>
+  );
+});
+
+export default Params;

package/src/features/ChatInput/ActionBar/config.ts

@@ -3,7 +3,7 @@ import Clear from './Clear';
 import History from './History';
 import Knowledge from './Knowledge';
 import ModelSwitch from './ModelSwitch';
-import Temperature from './Temperature';
+import Params from './Params';
 import { MainToken, PortalToken } from './Token';
 import Tools from './Tools';
 import Upload from './Upload';
@@ -15,9 +15,10 @@ export const actionMap = {
   knowledgeBase: Knowledge,
   mainToken: MainToken,
   model: ModelSwitch,
+  params: Params,
   portalToken: PortalToken,
   stt: STT,
-  temperature: Temperature,
+  temperature: Params,
   tools: Tools,
 } as const;
 

package/src/features/ChatInput/Mobile/index.tsx

@@ -20,9 +20,9 @@ const defaultLeftActions: ActionKeys[] = [
   'model',
   'fileUpload',
   'knowledgeBase',
-  'temperature',
   'history',
   'tools',
+  'params',
   'mainToken',
 ];
 

package/src/features/ModelParamsControl/FrequencyPenalty.tsx

@@ -0,0 +1,37 @@
+import { Icon, SliderWithInput } from '@lobehub/ui';
+import { useTheme } from 'antd-style';
+import { BookOpenText, FileIcon } from 'lucide-react';
+import { memo } from 'react';
+import { Flexbox } from 'react-layout-kit';
+
+interface FrequencyPenaltyProps {
+  onChange?: (value: number) => void;
+  value?: number;
+}
+
+const FrequencyPenalty = memo<FrequencyPenaltyProps>(({ value, onChange }) => {
+  const theme = useTheme();
+
+  return (
+    <Flexbox style={{ paddingInlineStart: 8 }}>
+      <SliderWithInput
+        marks={{
+          '-2': (
+            <Icon icon={FileIcon} size={'small'} style={{ color: theme.colorTextQuaternary }} />
+          ),
+          0: <div />,
+          2: (
+            <Icon icon={BookOpenText} size={'small'} style={{ color: theme.colorTextQuaternary }} />
+          ),
+        }}
+        max={2}
+        min={-2}
+        onChange={onChange}
+        size={'small'}
+        step={0.1}
+        value={value}
+      />
+    </Flexbox>
+  );
+});
+export default FrequencyPenalty;

package/src/features/ModelParamsControl/PresencePenalty.tsx

@@ -0,0 +1,35 @@
+import { Icon, SliderWithInput } from '@lobehub/ui';
+import { useTheme } from 'antd-style';
+import { AtomIcon, RepeatIcon } from 'lucide-react';
+import { memo } from 'react';
+import { Flexbox } from 'react-layout-kit';
+
+interface PresencePenaltyProps {
+  onChange?: (value: number) => void;
+  value?: number;
+}
+
+const PresencePenalty = memo<PresencePenaltyProps>(({ value, onChange }) => {
+  const theme = useTheme();
+
+  return (
+    <Flexbox style={{ paddingInlineStart: 8 }}>
+      <SliderWithInput
+        marks={{
+          '-2': (
+            <Icon icon={RepeatIcon} size={'small'} style={{ color: theme.colorTextQuaternary }} />
+          ),
+          0: <div />,
+          2: <Icon icon={AtomIcon} size={'small'} style={{ color: theme.colorTextQuaternary }} />,
+        }}
+        max={2}
+        min={-2}
+        onChange={onChange}
+        size={'small'}
+        step={0.1}
+        value={value}
+      />
+    </Flexbox>
+  );
+});
+export default PresencePenalty;

package/src/features/ModelParamsControl/Temperature.tsx

@@ -0,0 +1,71 @@
+import { Alert, Icon, SliderWithInput } from '@lobehub/ui';
+import { css, cx, useTheme } from 'antd-style';
+import { Sparkle, Sparkles } from 'lucide-react';
+import { memo } from 'react';
+import { useTranslation } from 'react-i18next';
+import { Flexbox } from 'react-layout-kit';
+
+import { useAgentStore } from '@/store/agent';
+import { agentSelectors } from '@/store/agent/selectors';
+
+const alertCls = css`
+  .ant-alert-message {
+    font-size: 12px;
+    line-height: 18px !important;
+  }
+
+  .ant-alert-icon {
+    height: 18px !important;
+  }
+`;
+
+const Warning = memo(() => {
+  const { t } = useTranslation('setting');
+  const [temperature] = useAgentStore((s) => {
+    const config = agentSelectors.currentAgentConfig(s);
+    return [config.params?.temperature];
+  });
+
+  return (
+    typeof temperature === 'number' &&
+    temperature >= 1.5 && (
+      <Alert
+        classNames={{ alert: cx(alertCls) }}
+        message={t('settingModel.temperature.warning')}
+        style={{ fontSize: 12 }}
+        type={'warning'}
+        variant={'pure'}
+      />
+    )
+  );
+});
+
+interface TemperatureProps {
+  onChange?: (value: number) => void;
+  value?: number;
+}
+
+const Temperature = memo<TemperatureProps>(({ value, onChange }) => {
+  const theme = useTheme();
+  return (
+    <Flexbox gap={4} style={{ paddingInlineStart: 8 }}>
+      <SliderWithInput
+        controls={false}
+        marks={{
+          0: <Icon icon={Sparkle} size={'small'} style={{ color: theme.colorTextQuaternary }} />,
+          1: <div />,
+          2: <Icon icon={Sparkles} size={'small'} style={{ color: theme.colorTextQuaternary }} />,
+        }}
+        max={2}
+        onChange={onChange}
+        size={'small'}
+        step={0.1}
+        style={{ height: 48 }}
+        value={value}
+      />
+      <Warning />
+    </Flexbox>
+  );
+});
+
+export default Temperature;

package/src/features/ModelParamsControl/TopP.tsx

@@ -0,0 +1,39 @@
+import { Icon, SliderWithInput } from '@lobehub/ui';
+import { useTheme } from 'antd-style';
+import { FlowerIcon, TrainFrontTunnel } from 'lucide-react';
+import { memo } from 'react';
+import { Flexbox } from 'react-layout-kit';
+
+interface TopPProps {
+  onChange?: (value: number) => void;
+  value?: number;
+}
+
+const TopP = memo<TopPProps>(({ value, onChange }) => {
+  const theme = useTheme();
+
+  return (
+    <Flexbox style={{ paddingInlineStart: 8 }}>
+      <SliderWithInput
+        marks={{
+          0: (
+            <Icon
+              icon={TrainFrontTunnel}
+              size={'small'}
+              style={{ color: theme.colorTextQuaternary }}
+            />
+          ),
+          0.9: <div />,
+          1: <Icon icon={FlowerIcon} size={'small'} style={{ color: theme.colorTextQuaternary }} />,
+        }}
+        max={1}
+        min={0}
+        onChange={onChange}
+        size={'small'}
+        step={0.1}
+        value={value}
+      />
+    </Flexbox>
+  );
+});
+export default TopP;

package/src/features/ModelParamsControl/index.ts

@@ -0,0 +1,4 @@
+export { default as FrequencyPenalty } from './FrequencyPenalty';
+export { default as PresencePenalty } from './PresencePenalty';
+export { default as Temperature } from './Temperature';
+export { default as TopP } from './TopP';

package/src/libs/agent-runtime/AgentRuntime.ts

@@ -26,6 +26,7 @@ import { LobeMinimaxAI } from './minimax';
 import { LobeMistralAI } from './mistral';
 import { LobeMoonshotAI } from './moonshot';
 import { LobeNovitaAI } from './novita';
+import { LobeNvidiaAI } from './nvidia';
 import { LobeOllamaAI } from './ollama';
 import { LobeOpenAI } from './openai';
 import { LobeOpenRouterAI } from './openrouter';
@@ -157,6 +158,7 @@ class AgentRuntime {
       mistral: Partial<ClientOptions>;
       moonshot: Partial<ClientOptions>;
       novita: Partial<ClientOptions>;
+      nvidia: Partial<ClientOptions>;
       ollama: Partial<ClientOptions>;
       openai: Partial<ClientOptions>;
       openrouter: Partial<ClientOptions>;
@@ -300,6 +302,11 @@ class AgentRuntime {
         break;
       }
 
+      case ModelProvider.Nvidia: {
+        runtimeModel = new LobeNvidiaAI(params.nvidia);
+        break;
+      }
+
       case ModelProvider.Baichuan: {
         runtimeModel = new LobeBaichuanAI(params.baichuan ?? {});
         break;

package/src/libs/agent-runtime/nvidia/index.ts

@@ -0,0 +1,44 @@
+import { ModelProvider } from '../types';
+import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
+
+import type { ChatModelCard } from '@/types/llm';
+
+export interface NvidiaModelCard {
+  id: string;
+}
+
+export const LobeNvidiaAI = LobeOpenAICompatibleFactory({
+  baseURL: 'https://integrate.api.nvidia.com/v1',
+  debug: {
+    chatCompletion: () => process.env.DEBUG_NVIDIA_CHAT_COMPLETION === '1',
+  },
+  models: async ({ client }) => {
+    const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels');
+
+    const modelsPage = await client.models.list() as any;
+    const modelList: NvidiaModelCard[] = modelsPage.data;
+
+    return modelList
+      .map((model) => {
+        const knownModel = LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.toLowerCase() === m.id.toLowerCase());
+
+        return {
+          contextWindowTokens: knownModel?.contextWindowTokens ?? undefined,
+          displayName: knownModel?.displayName ?? undefined,
+          enabled: knownModel?.enabled || false,
+          functionCall:
+            knownModel?.abilities?.functionCall
+            || false,
+          id: model.id,
+          reasoning:
+            knownModel?.abilities?.reasoning
+            || false,
+          vision:
+            knownModel?.abilities?.vision
+            || false,
+        };
+      })
+      .filter(Boolean) as ChatModelCard[];
+  },
+  provider: ModelProvider.Nvidia,
+});

package/src/libs/agent-runtime/types/type.ts

@@ -45,6 +45,7 @@ export enum ModelProvider {
   Mistral = 'mistral',
   Moonshot = 'moonshot',
   Novita = 'novita',
+  Nvidia = 'nvidia',
   Ollama = 'ollama',
   OpenAI = 'openai',
   OpenRouter = 'openrouter',