@lobehub/chat 1.31.6 → 1.31.8

package/CHANGELOG.md

@@ -2,6 +2,56 @@
 
 # Changelog
 
+### [Version 1.31.8](https://github.com/lobehub/lobe-chat/compare/v1.31.7...v1.31.8)
+
+<sup>Released on **2024-11-15**</sup>
+
+#### ♻ Code Refactoring
+
+- **misc**: Move ChatInput to features/ChatInput.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Code refactoring
+
+- **misc**: Move ChatInput to features/ChatInput, closes [#4699](https://github.com/lobehub/lobe-chat/issues/4699) ([5737d3f](https://github.com/lobehub/lobe-chat/commit/5737d3f))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 1.31.7](https://github.com/lobehub/lobe-chat/compare/v1.31.6...v1.31.7)
+
+<sup>Released on **2024-11-15**</sup>
+
+#### ♻ Code Refactoring
+
+- **misc**: `genServerLLMConfig` function, get \*\_MODEL_LIST from env.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Code refactoring
+
+- **misc**: `genServerLLMConfig` function, get \*\_MODEL_LIST from env, closes [#4694](https://github.com/lobehub/lobe-chat/issues/4694) ([d84f369](https://github.com/lobehub/lobe-chat/commit/d84f369))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.31.6](https://github.com/lobehub/lobe-chat/compare/v1.31.5...v1.31.6)
 
 <sup>Released on **2024-11-13**</sup>

package/Dockerfile

@@ -152,6 +152,8 @@ ENV \
     AZURE_API_KEY="" AZURE_API_VERSION="" AZURE_ENDPOINT="" AZURE_MODEL_LIST="" \
     # Baichuan
     BAICHUAN_API_KEY="" BAICHUAN_MODEL_LIST="" \
+    # Cloudflare
+    CLOUDFLARE_API_KEY="" CLOUDFLARE_BASE_URL_OR_ACCOUNT_ID="" CLOUDFLARE_MODEL_LIST="" \
     # DeepSeek
     DEEPSEEK_API_KEY="" DEEPSEEK_MODEL_LIST="" \
     # Fireworks AI
@@ -175,7 +177,7 @@ ENV \
     # Novita
     NOVITA_API_KEY="" NOVITA_MODEL_LIST="" \
     # Ollama
-    OLLAMA_MODEL_LIST="" OLLAMA_PROXY_URL="" \
+    ENABLED_OLLAMA="" OLLAMA_MODEL_LIST="" OLLAMA_PROXY_URL="" \
     # OpenAI
     OPENAI_API_KEY="" OPENAI_MODEL_LIST="" OPENAI_PROXY_URL="" \
     # OpenRouter

package/Dockerfile.database

@@ -187,6 +187,8 @@ ENV \
     AZURE_API_KEY="" AZURE_API_VERSION="" AZURE_ENDPOINT="" AZURE_MODEL_LIST="" \
     # Baichuan
     BAICHUAN_API_KEY="" BAICHUAN_MODEL_LIST="" \
+    # Cloudflare
+    CLOUDFLARE_API_KEY="" CLOUDFLARE_BASE_URL_OR_ACCOUNT_ID="" CLOUDFLARE_MODEL_LIST="" \
     # DeepSeek
     DEEPSEEK_API_KEY="" DEEPSEEK_MODEL_LIST="" \
     # Fireworks AI
@@ -210,7 +212,7 @@ ENV \
     # Novita
     NOVITA_API_KEY="" NOVITA_MODEL_LIST="" \
     # Ollama
-    OLLAMA_MODEL_LIST="" OLLAMA_PROXY_URL="" \
+    ENABLED_OLLAMA="" OLLAMA_MODEL_LIST="" OLLAMA_PROXY_URL="" \
     # OpenAI
     OPENAI_API_KEY="" OPENAI_MODEL_LIST="" OPENAI_PROXY_URL="" \
     # OpenRouter

package/README.md

@@ -287,12 +287,12 @@ Our marketplace is not just a showcase platform but also a collaborative space.
 
 | Recent Submits                                                                                                                                                                          | Description                                                                                                                                                    |
 | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| [Thinking Claude](https://chat-preview.lobehub.com/market?agent=thinking-claude)<br/><sup>By **[AnoyiX](https://github.com/AnoyiX)** on **2024-11-14**</sup>                            | Let Claude think comprehensively before responding!<br/>`common`                                                                                               |
 | [Machine Vision LaTeX](https://chat-preview.lobehub.com/market?agent=cv-latex)<br/><sup>By **[5xiao0qing5](https://github.com/5xiao0qing5)** on **2024-10-29**</sup>                    | Specializes in explaining concepts of machine learning and deep learning<br/>`machine-learning` `deep-learning` `image-processing` `computer-vision` `la-te-x` |
 | [Domain Analysis Master](https://chat-preview.lobehub.com/market?agent=domain)<br/><sup>By **[ccbikai](https://github.com/ccbikai)** on **2024-10-29**</sup>                            | Expert in domain analysis and humorous suggestions<br/>`domain-analysis` `humor` `culture` `website-suggestions` `purchase-advice`                             |
 | [Ingo Hausmann](https://chat-preview.lobehub.com/market?agent=pc-beschaffung-ingo-hausmann)<br/><sup>By **[bionicprompter](https://github.com/bionicprompter)** on **2024-10-29**</sup> | Ingo Hausmann wants to be advised on a new purchase of PCs<br/>`company` `hardware` `needs-assessment` `it` `applications`                                     |
-| [Print to Table](https://chat-preview.lobehub.com/market?agent=print-to-table)<br/><sup>By **[printtotable](https://github.com/printtotable)** on **2024-10-29**</sup>                  | Transform data from images into organized tables in Excel.<br/>`data-extraction` `tables` `advertising` `influencer` `excel`                                   |
 
-> 📊 Total agents: [<kbd>**430**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
+> 📊 Total agents: [<kbd>**431**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
 
  <!-- AGENT LIST -->
 

package/README.zh-CN.md

@@ -276,12 +276,12 @@ LobeChat 的插件生态系统是其核心功能的重要扩展，它极大地
 
 | 最近新增                                                                                                                                                                               | 助手说明                                                                                   |
 | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------------ |
+| [思考克劳德](https://chat-preview.lobehub.com/market?agent=thinking-claude)<br/><sup>By **[AnoyiX](https://github.com/AnoyiX)** on **2024-11-14**</sup>                                | 让克劳德在回应之前全面思考！<br/>`常见`                                                    |
 | [机器视觉 latex](https://chat-preview.lobehub.com/market?agent=cv-latex)<br/><sup>By **[5xiao0qing5](https://github.com/5xiao0qing5)** on **2024-10-29**</sup>                         | 擅长机器学习与深度学习概念解析<br/>`机器学习` `深度学习` `图像处理` `计算机视觉` `la-te-x` |
 | [域名分析大师](https://chat-preview.lobehub.com/market?agent=domain)<br/><sup>By **[ccbikai](https://github.com/ccbikai)** on **2024-10-29**</sup>                                     | 擅长域名分析与幽默建议<br/>`域名分析` `幽默` `文化` `建站建议` `购买建议`                  |
 | [英戈・豪斯曼](https://chat-preview.lobehub.com/market?agent=pc-beschaffung-ingo-hausmann)<br/><sup>By **[bionicprompter](https://github.com/bionicprompter)** on **2024-10-29**</sup> | 英戈・豪斯曼希望就新购置的电脑进行咨询<br/>`公司` `硬件` `需求分析` `it` `应用`            |
-| [打印到表格](https://chat-preview.lobehub.com/market?agent=print-to-table)<br/><sup>By **[printtotable](https://github.com/printtotable)** on **2024-10-29**</sup>                     | 将图像数据转换为 Excel 中的组织表格。<br/>`数据提取` `表格` `广告` `影响者` `excel`        |
 
-> 📊 Total agents: [<kbd>**430**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
+> 📊 Total agents: [<kbd>**431**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
 
  <!-- AGENT LIST -->
 

package/docs/usage/providers/cloudflare.mdx

@@ -0,0 +1,82 @@
+---
+title: Using Cloudflare Workers AI in LobeChat
+description: Learn how to integrate and utilize Cloudflare Workers AI Models in LobeChat.
+tags:
+  - LobeChat
+  - Cloudflare
+  - Workers AI
+  - Provider
+  - API Key
+  - Web UI
+---
+
+# Using Cloudflare Workers AI in LobeChat
+
+<Image
+  cover
+  src={'https://github.com/user-attachments/assets/91fe32a8-e5f0-47ff-b8ae-d036c8a7bff1'}
+/>
+
+[Cloudflare Workers AI](https://www.cloudflare.com/developer-platform/products/workers-ai/) is a service that integrates AI capabilities into the Cloudflare Workers serverless computing platform. Its core functionality lies in delivering fast, scalable computing power through Cloudflare's global network, thereby reducing operational overhead.
+
+This document will guide you on how to use Cloudflare Workers AI in LobeChat:
+
+<Steps>
+
+### Step 1: Obtain Your Cloudflare Workers AI API Key
+
+- Visit the [Cloudflare website](https://www.cloudflare.com/) and sign up for an account.
+- Log in to the [Cloudflare dashboard](https://dash.cloudflare.com/).
+- In the left-hand menu, locate the `AI` > `Workers AI` option.
+
+<Image
+  alt={'Cloudflare Workers AI'}
+  inStep
+  src={'https://github.com/user-attachments/assets/4257e123-9018-4562-ac66-0f39278906f5'}
+/>
+
+- In the `Using REST API` section, click the `Create Workers AI API Token` button.
+- In the drawer dialog, copy and save your `API token`.
+- Also, copy and save your `Account ID`.
+
+<Image
+  alt={'Cloudflare Workers AI API Token'}
+  inStep
+  src={'https://github.com/user-attachments/assets/f54c912d-3ee9-4f85-b8bf-619790e51b49'}
+/>
+
+<Callout type={"warning"}>
+
+- Please store your API token securely, as it will only be displayed once. If you accidentally lose it, you will need to create a new token.
+ 
+</Callout>
+
+### Step 2: Configure Cloudflare Workers AI in LobeChat
+
+- Go to the `Settings` interface in LobeChat.
+- Under `Language Model`, find the `Cloudflare` settings.
+
+<Image
+  alt={'Input API Token'}
+  inStep
+  src={'https://github.com/user-attachments/assets/82a7ebe0-69ad-43b6-8767-1316b443fa03'}
+/>
+
+- Enter the `API Token` you obtained.
+- Input your `Account ID`.
+- Choose a Cloudflare Workers AI model for your AI assistant to start the conversation.
+
+<Image
+  alt={'Choose Cloudflare Workers AI Model and Start Conversation'}
+  inStep
+  src={'https://github.com/user-attachments/assets/09be499c-3b04-4dd6-a161-6e8ebe788354'}
+/>
+
+<Callout type={'warning'}>
+  You may incur charges while using the API service, please refer to Cloudflare's pricing policy for
+  details.
+</Callout>
+
+</Steps>
+
+At this point, you can start conversing with the model provided by Cloudflare Workers AI in LobeChat.

package/docs/usage/providers/cloudflare.zh-CN.mdx

@@ -0,0 +1,79 @@
+---
+title: 在 LobeChat 中使用 Cloudflare Workers AI
+description: 学习如何在 LobeChat 中配置和使用 Cloudflare Workers AI 的 API Key，以便开始对话和交互。
+tags:
+  - LobeChat
+  - Cloudflare
+  - Workers AI
+  - 供应商
+  - API密钥
+  - Web UI
+---
+
+# 在 LobeChat 中使用 Cloudflare Workers AI
+
+<Image
+  cover
+  src={'https://github.com/user-attachments/assets/91fe32a8-e5f0-47ff-b8ae-d036c8a7bff1'}
+/>
+
+[Cloudflare Workers AI](https://www.cloudflare.com/developer-platform/products/workers-ai/) 是一种将人工智能能力集成到 Cloudflare Workers 无服务器计算平台的服务。其核心功能在于通过 Cloudflare 的全球网络提供快速、可扩展的计算能力，降低运维开销。
+
+本文档将指导你如何在 LobeChat 中使用 Cloudflare Workers AI:
+
+<Steps>
+
+### 步骤一: 获取 Cloudflare Workers AI 的 API Key
+
+- 访问 [Cloudflare 官网](https://www.cloudflare.com/) 并注册一个账号。
+- 登录 [Cloudflare 控制台](https://dash.cloudflare.com/).
+- 在左侧的菜单中找到 `AI` > `Workers AI` 选项。
+
+<Image
+  alt={'Cloudflare Workers AI'}
+  inStep
+  src={'https://github.com/user-attachments/assets/4257e123-9018-4562-ac66-0f39278906f5'}
+/>
+
+- 在 `使用 REST API` 中点击 `创建 Workers AI API 令牌` 按钮
+- 在弹出的侧边栏中复制并保存你的 `API 令牌`
+- 同时也复制并保存你的 `账户ID`
+
+<Image
+  alt={'Cloudflare Workers AI API Token'}
+  inStep
+  src={'https://github.com/user-attachments/assets/f54c912d-3ee9-4f85-b8bf-619790e51b49'}
+/>
+
+<Callout type={'warning'}>
+  - 请安全地存储 API 令牌，因为它只会出现一次。如果您意外丢失它，您将需要创建一个新令牌。
+</Callout>
+
+### 步骤二: 在 LobeChat 中配置 Cloudflare Workers AI
+
+- 访问 LobeChat 的`设置`界面
+- 在`语言模型`下找到 `Cloudflare` 的设置项
+
+<Image
+  alt={'填入访问令牌'}
+  inStep
+  src={'https://github.com/user-attachments/assets/82a7ebe0-69ad-43b6-8767-1316b443fa03'}
+/>
+
+- 填入获得的 `API 令牌`
+- 填入你的`账户ID`
+- 为你的 AI 助手选择一个 Cloudflare Workers AI 的模型即可开始对话
+
+<Image
+  alt={'选择 Cloudflare Workers AI 模型并开始对话'}
+  inStep
+  src={'https://github.com/user-attachments/assets/09be499c-3b04-4dd6-a161-6e8ebe788354'}
+/>
+
+<Callout type={'warning'}>
+  在使用过程中你可能需要向 API 服务提供商付费，请参考 Cloudflare 的相关费用政策。
+</Callout>
+
+</Steps>
+
+至此你已经可以在 LobeChat 中使用 Cloudflare Workers AI 提供的模型进行对话了。

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.31.6",
+  "version": "1.31.8",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/app/(main)/chat/(workspace)/@conversation/default.tsx

@@ -1,14 +1,12 @@
 import { isMobileDevice } from '@/utils/server/responsive';
 
 import ChatHydration from './features/ChatHydration';
-import DesktopChatInput from './features/ChatInput/Desktop';
-import MobileChatInput from './features/ChatInput/Mobile';
+import ChatInput from './features/ChatInput';
 import ChatList from './features/ChatList';
 import ZenModeToast from './features/ZenModeToast';
 
 const ChatConversation = () => {
   const mobile = isMobileDevice();
-  const ChatInput = mobile ? MobileChatInput : DesktopChatInput;
 
   return (
     <>

package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/index.tsx

@@ -0,0 +1,12 @@
+import DesktopChatInput from '@/features/ChatInput/Desktop';
+import MobileChatInput from '@/features/ChatInput/Mobile';
+import { isMobileDevice } from '@/utils/server/responsive';
+
+const ChatInput = () => {
+  const mobile = isMobileDevice();
+  const Input = mobile ? MobileChatInput : DesktopChatInput;
+
+  return <Input />;
+};
+
+export default ChatInput;

package/src/config/llm.ts

@@ -10,77 +10,60 @@ export const getLLMConfig = () => {
       ENABLED_OPENAI: z.boolean(),
       OPENAI_API_KEY: z.string().optional(),
       OPENAI_PROXY_URL: z.string().optional(),
-      OPENAI_MODEL_LIST: z.string().optional(),
 
       ENABLED_AZURE_OPENAI: z.boolean(),
       AZURE_API_KEY: z.string().optional(),
       AZURE_API_VERSION: z.string().optional(),
       AZURE_ENDPOINT: z.string().optional(),
-      AZURE_MODEL_LIST: z.string().optional(),
 
       ENABLED_ZHIPU: z.boolean(),
       ZHIPU_API_KEY: z.string().optional(),
-      ZHIPU_MODEL_LIST: z.string().optional(),
 
       ENABLED_DEEPSEEK: z.boolean(),
       DEEPSEEK_API_KEY: z.string().optional(),
-      DEEPSEEK_MODEL_LIST: z.string().optional(),
 
       ENABLED_GOOGLE: z.boolean(),
       GOOGLE_API_KEY: z.string().optional(),
       GOOGLE_PROXY_URL: z.string().optional(),
-      GOOGLE_MODEL_LIST: z.string().optional(),
 
       ENABLED_MOONSHOT: z.boolean(),
       MOONSHOT_API_KEY: z.string().optional(),
-      MOONSHOT_MODEL_LIST: z.string().optional(),
       MOONSHOT_PROXY_URL: z.string().optional(),
 
       ENABLED_PERPLEXITY: z.boolean(),
       PERPLEXITY_API_KEY: z.string().optional(),
-      PERPLEXITY_MODEL_LIST: z.string().optional(),
       PERPLEXITY_PROXY_URL: z.string().optional(),
 
       ENABLED_ANTHROPIC: z.boolean(),
       ANTHROPIC_API_KEY: z.string().optional(),
-      ANTHROPIC_MODEL_LIST: z.string().optional(),
       ANTHROPIC_PROXY_URL: z.string().optional(),
 
       ENABLED_MINIMAX: z.boolean(),
-      MINIMAX_MODEL_LIST: z.string().optional(),
       MINIMAX_API_KEY: z.string().optional(),
 
       ENABLED_MISTRAL: z.boolean(),
       MISTRAL_API_KEY: z.string().optional(),
-      MISTRAL_MODEL_LIST: z.string().optional(),
 
       ENABLED_GROQ: z.boolean(),
       GROQ_API_KEY: z.string().optional(),
-      GROQ_MODEL_LIST: z.string().optional(),
       GROQ_PROXY_URL: z.string().optional(),
 
       ENABLED_GITHUB: z.boolean(),
       GITHUB_TOKEN: z.string().optional(),
-      GITHUB_MODEL_LIST: z.string().optional(),
 
       ENABLED_OPENROUTER: z.boolean(),
       OPENROUTER_API_KEY: z.string().optional(),
-      OPENROUTER_MODEL_LIST: z.string().optional(),
 
       ENABLED_ZEROONE: z.boolean(),
       ZEROONE_API_KEY: z.string().optional(),
-      ZEROONE_MODEL_LIST: z.string().optional(),
 
       ENABLED_TOGETHERAI: z.boolean(),
       TOGETHERAI_API_KEY: z.string().optional(),
-      TOGETHERAI_MODEL_LIST: z.string().optional(),
 
       ENABLED_FIREWORKSAI: z.boolean(),
       FIREWORKSAI_API_KEY: z.string().optional(),
-      FIREWORKSAI_MODEL_LIST: z.string().optional(),
 
       ENABLED_AWS_BEDROCK: z.boolean(),
-      AWS_BEDROCK_MODEL_LIST: z.string().optional(),
       AWS_REGION: z.string().optional(),
       AWS_ACCESS_KEY_ID: z.string().optional(),
       AWS_SECRET_ACCESS_KEY: z.string().optional(),
@@ -89,31 +72,24 @@ export const getLLMConfig = () => {
       ENABLED_WENXIN: z.boolean(),
       WENXIN_ACCESS_KEY: z.string().optional(),
       WENXIN_SECRET_KEY: z.string().optional(),
-      WENXIN_MODEL_LIST: z.string().optional(),
 
       ENABLED_OLLAMA: z.boolean(),
       OLLAMA_PROXY_URL: z.string().optional(),
-      OLLAMA_MODEL_LIST: z.string().optional(),
 
       ENABLED_QWEN: z.boolean(),
       QWEN_API_KEY: z.string().optional(),
-      QWEN_MODEL_LIST: z.string().optional(),
 
       ENABLED_STEPFUN: z.boolean(),
       STEPFUN_API_KEY: z.string().optional(),
-      STEPFUN_MODEL_LIST: z.string().optional(),
 
       ENABLED_NOVITA: z.boolean(),
       NOVITA_API_KEY: z.string().optional(),
-      NOVITA_MODEL_LIST: z.string().optional(),
 
       ENABLED_BAICHUAN: z.boolean(),
       BAICHUAN_API_KEY: z.string().optional(),
-      BAICHUAN_MODEL_LIST: z.string().optional(),
 
       ENABLED_TAICHU: z.boolean(),
       TAICHU_API_KEY: z.string().optional(),
-      TAICHU_MODEL_LIST: z.string().optional(),
 
       ENABLED_CLOUDFLARE: z.boolean(),
       CLOUDFLARE_API_KEY: z.string().optional(),
@@ -121,42 +97,33 @@ export const getLLMConfig = () => {
 
       ENABLED_AI360: z.boolean(),
       AI360_API_KEY: z.string().optional(),
-      AI360_MODEL_LIST: z.string().optional(),
 
       ENABLED_SILICONCLOUD: z.boolean(),
       SILICONCLOUD_API_KEY: z.string().optional(),
-      SILICONCLOUD_MODEL_LIST: z.string().optional(),
       SILICONCLOUD_PROXY_URL: z.string().optional(),
 
       ENABLED_UPSTAGE: z.boolean(),
       UPSTAGE_API_KEY: z.string().optional(),
-      UPSTAGE_MODEL_LIST: z.string().optional(),
 
       ENABLED_SPARK: z.boolean(),
       SPARK_API_KEY: z.string().optional(),
-      SPARK_MODEL_LIST: z.string().optional(),
 
       ENABLED_AI21: z.boolean(),
       AI21_API_KEY: z.string().optional(),
-      AI21_MODEL_LIST: z.string().optional(),
 
       ENABLED_HUNYUAN: z.boolean(),
       HUNYUAN_API_KEY: z.string().optional(),
-      HUNYUAN_MODEL_LIST: z.string().optional(),
 
       ENABLED_HUGGINGFACE: z.boolean(),
       HUGGINGFACE_API_KEY: z.string().optional(),
       HUGGINGFACE_PROXY_URL: z.string().optional(),
-      HUGGINGFACE_MODEL_LIST: z.string().optional(),
 
       ENABLED_SENSENOVA: z.boolean(),
       SENSENOVA_ACCESS_KEY_ID: z.string().optional(),
       SENSENOVA_ACCESS_KEY_SECRET: z.string().optional(),
-      SENSENOVA_MODEL_LIST: z.string().optional(),
 
       ENABLED_XAI: z.boolean(),
       XAI_API_KEY: z.string().optional(),
-      XAI_MODEL_LIST: z.string().optional(),
     },
     runtimeEnv: {
       API_KEY_SELECT_MODE: process.env.API_KEY_SELECT_MODE,
@@ -164,77 +131,60 @@ export const getLLMConfig = () => {
       ENABLED_OPENAI: process.env.ENABLED_OPENAI !== '0',
       OPENAI_API_KEY: process.env.OPENAI_API_KEY,
       OPENAI_PROXY_URL: process.env.OPENAI_PROXY_URL,
-      OPENAI_MODEL_LIST: process.env.OPENAI_MODEL_LIST,
 
       ENABLED_AZURE_OPENAI: !!process.env.AZURE_API_KEY,
       AZURE_API_KEY: process.env.AZURE_API_KEY,
       AZURE_API_VERSION: process.env.AZURE_API_VERSION,
       AZURE_ENDPOINT: process.env.AZURE_ENDPOINT,
-      AZURE_MODEL_LIST: process.env.AZURE_MODEL_LIST,
 
       ENABLED_ZHIPU: !!process.env.ZHIPU_API_KEY,
       ZHIPU_API_KEY: process.env.ZHIPU_API_KEY,
-      ZHIPU_MODEL_LIST: process.env.ZHIPU_MODEL_LIST,
 
       ENABLED_DEEPSEEK: !!process.env.DEEPSEEK_API_KEY,
       DEEPSEEK_API_KEY: process.env.DEEPSEEK_API_KEY,
-      DEEPSEEK_MODEL_LIST: process.env.DEEPSEEK_MODEL_LIST,
 
       ENABLED_GOOGLE: !!process.env.GOOGLE_API_KEY,
       GOOGLE_API_KEY: process.env.GOOGLE_API_KEY,
       GOOGLE_PROXY_URL: process.env.GOOGLE_PROXY_URL,
-      GOOGLE_MODEL_LIST: process.env.GOOGLE_MODEL_LIST,
 
       ENABLED_PERPLEXITY: !!process.env.PERPLEXITY_API_KEY,
       PERPLEXITY_API_KEY: process.env.PERPLEXITY_API_KEY,
-      PERPLEXITY_MODEL_LIST: process.env.PERPLEXITY_MODEL_LIST,
       PERPLEXITY_PROXY_URL: process.env.PERPLEXITY_PROXY_URL,
 
       ENABLED_ANTHROPIC: !!process.env.ANTHROPIC_API_KEY,
       ANTHROPIC_API_KEY: process.env.ANTHROPIC_API_KEY,
-      ANTHROPIC_MODEL_LIST: process.env.ANTHROPIC_MODEL_LIST,
       ANTHROPIC_PROXY_URL: process.env.ANTHROPIC_PROXY_URL,
 
       ENABLED_MINIMAX: !!process.env.MINIMAX_API_KEY,
       MINIMAX_API_KEY: process.env.MINIMAX_API_KEY,
-      MINIMAX_MODEL_LIST: process.env.MINIMAX_MODEL_LIST,
 
       ENABLED_MISTRAL: !!process.env.MISTRAL_API_KEY,
       MISTRAL_API_KEY: process.env.MISTRAL_API_KEY,
-      MISTRAL_MODEL_LIST: process.env.MISTRAL_MODEL_LIST,
 
       ENABLED_OPENROUTER: !!process.env.OPENROUTER_API_KEY,
       OPENROUTER_API_KEY: process.env.OPENROUTER_API_KEY,
-      OPENROUTER_MODEL_LIST: process.env.OPENROUTER_MODEL_LIST,
 
       ENABLED_TOGETHERAI: !!process.env.TOGETHERAI_API_KEY,
       TOGETHERAI_API_KEY: process.env.TOGETHERAI_API_KEY,
-      TOGETHERAI_MODEL_LIST: process.env.TOGETHERAI_MODEL_LIST,
 
       ENABLED_FIREWORKSAI: !!process.env.FIREWORKSAI_API_KEY,
       FIREWORKSAI_API_KEY: process.env.FIREWORKSAI_API_KEY,
-      FIREWORKSAI_MODEL_LIST: process.env.FIREWORKSAI_MODEL_LIST,
 
       ENABLED_MOONSHOT: !!process.env.MOONSHOT_API_KEY,
       MOONSHOT_API_KEY: process.env.MOONSHOT_API_KEY,
-      MOONSHOT_MODEL_LIST: process.env.MOONSHOT_MODEL_LIST,
       MOONSHOT_PROXY_URL: process.env.MOONSHOT_PROXY_URL,
 
       ENABLED_GROQ: !!process.env.GROQ_API_KEY,
       GROQ_API_KEY: process.env.GROQ_API_KEY,
-      GROQ_MODEL_LIST: process.env.GROQ_MODEL_LIST,
       GROQ_PROXY_URL: process.env.GROQ_PROXY_URL,
 
       ENABLED_GITHUB: !!process.env.GITHUB_TOKEN,
       GITHUB_TOKEN: process.env.GITHUB_TOKEN,
-      GITHUB_MODEL_LIST: process.env.GITHUB_MODEL_LIST,
 
       ENABLED_ZEROONE: !!process.env.ZEROONE_API_KEY,
       ZEROONE_API_KEY: process.env.ZEROONE_API_KEY,
-      ZEROONE_MODEL_LIST: process.env.ZEROONE_MODEL_LIST,
 
       ENABLED_AWS_BEDROCK: process.env.ENABLED_AWS_BEDROCK === '1',
-      AWS_BEDROCK_MODEL_LIST: process.env.AWS_BEDROCK_MODEL_LIST,
       AWS_REGION: process.env.AWS_REGION,
       AWS_ACCESS_KEY_ID: process.env.AWS_ACCESS_KEY_ID,
       AWS_SECRET_ACCESS_KEY: process.env.AWS_SECRET_ACCESS_KEY,
@@ -243,31 +193,24 @@ export const getLLMConfig = () => {
       ENABLED_WENXIN: !!process.env.WENXIN_ACCESS_KEY && !!process.env.WENXIN_SECRET_KEY,
       WENXIN_ACCESS_KEY: process.env.WENXIN_ACCESS_KEY,
       WENXIN_SECRET_KEY: process.env.WENXIN_SECRET_KEY,
-      WENXIN_MODEL_LIST: process.env.WENXIN_MODEL_LIST,
 
       ENABLED_OLLAMA: process.env.ENABLED_OLLAMA !== '0',
       OLLAMA_PROXY_URL: process.env.OLLAMA_PROXY_URL || '',
-      OLLAMA_MODEL_LIST: process.env.OLLAMA_MODEL_LIST,
 
       ENABLED_QWEN: !!process.env.QWEN_API_KEY,
       QWEN_API_KEY: process.env.QWEN_API_KEY,
-      QWEN_MODEL_LIST: process.env.QWEN_MODEL_LIST,
 
       ENABLED_STEPFUN: !!process.env.STEPFUN_API_KEY,
       STEPFUN_API_KEY: process.env.STEPFUN_API_KEY,
-      STEPFUN_MODEL_LIST: process.env.STEPFUN_MODEL_LIST,
 
       ENABLED_NOVITA: !!process.env.NOVITA_API_KEY,
       NOVITA_API_KEY: process.env.NOVITA_API_KEY,
-      NOVITA_MODEL_LIST: process.env.NOVITA_MODEL_LIST,
 
       ENABLED_BAICHUAN: !!process.env.BAICHUAN_API_KEY,
       BAICHUAN_API_KEY: process.env.BAICHUAN_API_KEY,
-      BAICHUAN_MODEL_LIST: process.env.BAICHUAN_MODEL_LIST,
 
       ENABLED_TAICHU: !!process.env.TAICHU_API_KEY,
       TAICHU_API_KEY: process.env.TAICHU_API_KEY,
-      TAICHU_MODEL_LIST: process.env.TAICHU_MODEL_LIST,
 
       ENABLED_CLOUDFLARE:
         !!process.env.CLOUDFLARE_API_KEY && !!process.env.CLOUDFLARE_BASE_URL_OR_ACCOUNT_ID,
@@ -276,42 +219,33 @@ export const getLLMConfig = () => {
 
       ENABLED_AI360: !!process.env.AI360_API_KEY,
       AI360_API_KEY: process.env.AI360_API_KEY,
-      AI360_MODEL_LIST: process.env.AI360_MODEL_LIST,
 
       ENABLED_SILICONCLOUD: !!process.env.SILICONCLOUD_API_KEY,
       SILICONCLOUD_API_KEY: process.env.SILICONCLOUD_API_KEY,
-      SILICONCLOUD_MODEL_LIST: process.env.SILICONCLOUD_MODEL_LIST,
       SILICONCLOUD_PROXY_URL: process.env.SILICONCLOUD_PROXY_URL,
 
       ENABLED_UPSTAGE: !!process.env.UPSTAGE_API_KEY,
       UPSTAGE_API_KEY: process.env.UPSTAGE_API_KEY,
-      UPSTAGE_MODEL_LIST: process.env.UPSTAGE_MODEL_LIST,
 
       ENABLED_SPARK: !!process.env.SPARK_API_KEY,
       SPARK_API_KEY: process.env.SPARK_API_KEY,
-      SPARK_MODEL_LIST: process.env.SPARK_MODEL_LIST,
 
       ENABLED_AI21: !!process.env.AI21_API_KEY,
       AI21_API_KEY: process.env.AI21_API_KEY,
-      AI21_MODEL_LIST: process.env.AI21_MODEL_LIST,
 
       ENABLED_HUNYUAN: !!process.env.HUNYUAN_API_KEY,
       HUNYUAN_API_KEY: process.env.HUNYUAN_API_KEY,
-      HUNYUAN_MODEL_LIST: process.env.HUNYUAN_MODEL_LIST,
 
       ENABLED_HUGGINGFACE: !!process.env.HUGGINGFACE_API_KEY,
       HUGGINGFACE_API_KEY: process.env.HUGGINGFACE_API_KEY,
       HUGGINGFACE_PROXY_URL: process.env.HUGGINGFACE_PROXY_URL,
-      HUGGINGFACE_MODEL_LIST: process.env.HUGGINGFACE_MODEL_LIST,
 
       ENABLED_SENSENOVA: !!process.env.SENSENOVA_ACCESS_KEY_ID && !!process.env.SENSENOVA_ACCESS_KEY_SECRET,
       SENSENOVA_ACCESS_KEY_ID: process.env.SENSENOVA_ACCESS_KEY_ID,
       SENSENOVA_ACCESS_KEY_SECRET: process.env.SENSENOVA_ACCESS_KEY_SECRET,
-      SENSENOVA_MODEL_LIST: process.env.SENSENOVA_MODEL_LIST,
 
       ENABLED_XAI: !!process.env.XAI_API_KEY,
       XAI_API_KEY: process.env.XAI_API_KEY,
-      XAI_MODEL_LIST: process.env.XAI_MODEL_LIST,
     },
   });
 };

package/src/server/globalConfig/genServerLLMConfig.test.ts

@@ -53,6 +53,10 @@ vi.mock('@/utils/parseModels', () => ({
 
 describe('genServerLLMConfig', () => {
   it('should generate correct LLM config for Azure, Bedrock, and Ollama', () => {
+    vi.stubEnv('AZURE_MODEL_LIST', 'azureModels');
+    vi.stubEnv('AWS_BEDROCK_MODEL_LIST', 'bedrockModels');
+    vi.stubEnv('OLLAMA_MODEL_LIST', 'ollamaModels');
+
     const specificConfig = {
       azure: {
         enabledKey: 'ENABLED_AZURE_OPENAI',
@@ -67,7 +71,7 @@ describe('genServerLLMConfig', () => {
       },
     };
     const config = genServerLLMConfig(specificConfig);
-    
+
     expect(config.azure).toEqual({
       enabled: true,
       enabledModels: ['azureModels_withDeployment'],

package/src/server/globalConfig/genServerLLMConfig.ts

@@ -14,16 +14,17 @@ export const genServerLLMConfig = (specificConfig: Record<any, any>) => {
     const providerUpperCase = provider.toUpperCase();
     const providerCard = ProviderCards[`${provider}ProviderCard` as keyof typeof ProviderCards] as ModelProviderCard;
     const providerConfig = specificConfig[provider as keyof typeof specificConfig] || {};
+    const providerModelList = process.env[providerConfig.modelListKey ?? `${providerUpperCase}_MODEL_LIST`];
 
     config[provider] = {
       enabled: llmConfig[providerConfig.enabledKey || `ENABLED_${providerUpperCase}`],
       enabledModels: extractEnabledModels(
-        llmConfig[providerConfig.modelListKey || `${providerUpperCase}_MODEL_LIST`],
+        providerModelList,
         providerConfig.withDeploymentName || false,
       ),
       serverModelCards: transformToChatModelCards({
         defaultChatModels: (providerCard as ModelProviderCard)?.chatModels || [],
-        modelString: llmConfig[providerConfig.modelListKey || `${providerUpperCase}_MODEL_LIST`],
+        modelString: providerModelList,
         withDeploymentName: providerConfig.withDeploymentName || false,
       }),
       ...(providerConfig.fetchOnClient !== undefined && { fetchOnClient: providerConfig.fetchOnClient }),