@lobehub/chat 0.123.0 → 0.123.2

package/CHANGELOG.md

@@ -2,6 +2,65 @@
 
 # Changelog
 
+### [Version 0.123.2](https://github.com/lobehub/lobe-chat/compare/v0.123.1...v0.123.2)
+
+<sup>Released on **2024-02-06**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Fix docker build.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Fix docker build, closes [#1231](https://github.com/lobehub/lobe-chat/issues/1231) ([e180722](https://github.com/lobehub/lobe-chat/commit/e180722))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 0.123.1](https://github.com/lobehub/lobe-chat/compare/v0.123.0...v0.123.1)
+
+<sup>Released on **2024-02-05**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Improve auth control of plugin gateways, update dockerfile.
+
+#### 💄 Styles
+
+- **misc**: Add gpt-4-all feature flag.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Improve auth control of plugin gateways ([6354ad8](https://github.com/lobehub/lobe-chat/commit/6354ad8))
+- **misc**: Update dockerfile ([e66aed3](https://github.com/lobehub/lobe-chat/commit/e66aed3))
+
+#### Styles
+
+- **misc**: Add gpt-4-all feature flag ([360b36c](https://github.com/lobehub/lobe-chat/commit/360b36c))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ## [Version 0.123.0](https://github.com/lobehub/lobe-chat/compare/v0.122.9...v0.123.0)
 
 <sup>Released on **2024-02-05**</sup>

package/Dockerfile

@@ -57,7 +57,7 @@ ENV HOSTNAME "0.0.0.0"
 ENV PORT=3210
 
 # General Variables
-ENV ACCESS_CODE "lobe66"
+ENV ACCESS_CODE ""
 ENV CUSTOM_MODELS ""
 
 # OpenAI
@@ -69,4 +69,10 @@ ENV USE_AZURE_OPENAI ""
 ENV AZURE_API_KEY ""
 ENV AZURE_API_VERSION ""
 
+# Google
+ENV GOOGLE_API_KEY ""
+
+# Zhipu
+ENV Zhipu_API_KEY ""
+
 CMD ["node", "server.js"]

package/README.md

@@ -193,7 +193,7 @@ e-commerce platform data access, and various third-party services.
 | [TokenInsights](https://chat-preview.lobehub.com/settings/agent)<br/><sup>By **feednews** on **2024-01-27**</sup> | Get realtime crypto price, BTC, ETH, BNB, and the latest insights.The latest coin news and airdrop opportunities.<br/>`crypto` `btc` `eth` `bnb`                                                                                |
 | [Bilibili](https://chat-preview.lobehub.com/settings/agent)<br/><sup>By **LobeHub** on **2024-01-27**</sup>       | Dive into Bilibili's vast content with features like keyword video search, replay access, interactive danmaku, trending video recommendations, and hot-search insights, all at your fingertips.<br/>`video` `bilibili` `search` |
 
-> 📊 Total plugins: [<kbd>**62**</kbd>](https://github.com/lobehub/lobe-chat-plugins)
+> 📊 Total plugins: [<kbd>**61**</kbd>](https://github.com/lobehub/lobe-chat-plugins)
 
  <!-- PLUGIN LIST -->
 
@@ -601,7 +601,7 @@ This project is [MIT](./LICENSE) licensed.
 [codespaces-link]: https://codespaces.new/lobehub/lobe-chat
 [codespaces-shield]: https://github.com/codespaces/badge.svg
 [deploy-button-image]: https://vercel.com/button
-[deploy-link]: https://vercel.com/new/clone?repository-url=https%3A%2F%2Fgithub.com%2Flobehub%2Flobe-chat&env=OPENAI_API_KEY&envDescription=Find%20your%20OpenAI%20API%20Key%20by%20click%20the%20right%20Learn%20More%20button.&envLink=https%3A%2F%2Fplatform.openai.com%2Faccount%2Fapi-keys&project-name=lobe-chat&repository-name=lobe-chat
+[deploy-link]: https://vercel.com/new/clone?repository-url=https%3A%2F%2Fgithub.com%2Flobehub%2Flobe-chat&env=OPENAI_API_KEY,ACCESS_CODE&envDescription=Find%20your%20OpenAI%20API%20Key%20by%20click%20the%20right%20Learn%20More%20button.%20%7C%20Access%20Code%20can%20protect%20your%20website&envLink=https%3A%2F%2Fplatform.openai.com%2Faccount%2Fapi-keys&project-name=lobe-chat&repository-name=lobe-chat
 [deploy-on-sealos-button-image]: https://raw.githubusercontent.com/labring-actions/templates/main/Deploy-on-Sealos.svg
 [deploy-on-sealos-link]: https://cloud.sealos.io/?openapp=system-template%3FtemplateName%3Dlobe-chat
 [deploy-on-zeabur-button-image]: https://zeabur.com/button.svg

package/README.zh-CN.md

@@ -177,7 +177,7 @@ LobeChat 的插件生态系统是其核心功能的重要扩展，它极大地
 | [TokenInsights](https://chat-preview.lobehub.com/settings/agent)<br/><sup>By **feednews** on **2024-01-27**</sup> | 获取实时加密货币价格，BTC，ETH，BNB 和最新见解。最新的币新闻和空投机会。<br/>`加密货币` `btc` `eth` `bnb`                                     |
 | [哔哩哔哩](https://chat-preview.lobehub.com/settings/agent)<br/><sup>By **LobeHub** on **2024-01-27**</sup>       | 通过关键词视频搜索、回放访问、互动弹幕、热门视频推荐和热搜洞察等功能，深入体验哔哩哔哩丰富的内容，尽在您的指尖。<br/>`视频` `哔哩哔哩` `搜索` |
 
-> 📊 Total plugins: [<kbd>**62**</kbd>](https://github.com/lobehub/lobe-chat-plugins)
+> 📊 Total plugins: [<kbd>**61**</kbd>](https://github.com/lobehub/lobe-chat-plugins)
 
  <!-- PLUGIN LIST -->
 
@@ -617,7 +617,7 @@ This project is [MIT](./LICENSE) licensed.
 [codespaces-link]: https://codespaces.new/lobehub/lobe-chat
 [codespaces-shield]: https://github.com/codespaces/badge.svg
 [deploy-button-image]: https://vercel.com/button
-[deploy-link]: https://vercel.com/new/clone?repository-url=https%3A%2F%2Fgithub.com%2Flobehub%2Flobe-chat&env=OPENAI_API_KEY&envDescription=Find%20your%20OpenAI%20API%20Key%20by%20click%20the%20right%20Learn%20More%20button.&envLink=https%3A%2F%2Fplatform.openai.com%2Faccount%2Fapi-keys&project-name=lobe-chat&repository-name=lobe-chat
+[deploy-link]: https://vercel.com/new/clone?repository-url=https%3A%2F%2Fgithub.com%2Flobehub%2Flobe-chat&env=OPENAI_API_KEY,ACCESS_CODE&envDescription=Find%20your%20OpenAI%20API%20Key%20by%20click%20the%20right%20Learn%20More%20button.%20%7C%20Access%20Code%20can%20protect%20your%20website&envLink=https%3A%2F%2Fplatform.openai.com%2Faccount%2Fapi-keys&project-name=lobe-chat&repository-name=lobe-chat
 [deploy-on-sealos-button-image]: https://raw.githubusercontent.com/labring-actions/templates/main/Deploy-on-Sealos.svg
 [deploy-on-sealos-link]: https://cloud.sealos.io/?openapp=system-template%3FtemplateName%3Dlobe-chat
 [deploy-on-zeabur-button-image]: https://zeabur.com/button.svg

package/docs/Deployment/Docker-Deployment.md

@@ -47,7 +47,7 @@ $ docker run -d -p 3210:3210 \
 >
 > - The default mapped port is `3210`. Make sure it is not occupied or manually change the port mapping.
 > - Replace `sk-xxxx` in the above command with your own OpenAI API Key.
-> - The password set in the official Docker image is `lobe66` by default. Replace it with your own password to improve security.
+> - The official Docker doesn't set password by default. Please add your own password to improve security.
 > - For a complete list of environment variables supported by LobeChat, please refer to the [Environment Variables](https://github.com/lobehub/lobe-chat/wiki/Environment-Variable.zh-CN) section.
 
 > \[!WARNING]

package/docs/Deployment/Docker-Deployment.zh-CN.md

@@ -47,7 +47,7 @@ $ docker run -d -p 3210:3210 \
 >
 > - 默认映射端口为 `3210`, 请确保未被占用或手动更改端口映射
 > - 使用你的 OpenAI API Key 替换上述命令中的 `sk-xxxx`
-> - 官方 Docker 镜像中设定的密码默认为 `lobe66`，请将其替换为自己的密码以提升安全性
+> - 官方 Docker 镜像中未设定密码，强烈建议添加密码以提升安全性，否则你可能会遇到 [My API Key was stolen!!!](https://github.com/lobehub/lobe-chat/issues/1123) 这样的情况
 > - LobeChat 支持的完整环境变量列表请参考 [环境变量](https://github.com/lobehub/lobe-chat/wiki/Environment-Variable.zh-CN) 部分
 
 > \[!WARNING]

package/locales/ar/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "نموذج مخصص، يدعم الوظائف والتعرف على الرؤية، يرجى التحقق من قدرة النموذج على القيام بذلك وفقًا للحالة الفعلية",
+      "file": "يدعم هذا النموذج قراءة وتعرف على الملفات المرفقة",
       "functionCall": "يدعم هذا النموذج استدعاء الوظائف",
       "tokens": "هذا النموذج يدعم حتى {{tokens}} رموز في جلسة واحدة",
       "vision": "يدعم هذا النموذج التعرف على الرؤية"

package/locales/de-DE/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "Benutzerdefiniertes Modell, das standardmäßig sowohl Funktionsaufrufe als auch visuelle Erkennung unterstützt. Bitte überprüfen Sie die Verfügbarkeit dieser Fähigkeiten basierend auf den tatsächlichen Anforderungen.",
+      "file": "Dieses Modell unterstützt das Hochladen von Dateien zur Erkennung.",
       "functionCall": "Dieses Modell unterstützt Funktionsaufrufe (Function Call).",
       "tokens": "Dieses Modell unterstützt maximal {{tokens}} Tokens pro einzelner Sitzung.",
       "vision": "Dieses Modell unterstützt visuelle Erkennung."

package/locales/en-US/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "Custom model, by default, supports both function call and visual recognition. Please verify the availability of the above capabilities based on actual situations.",
+      "file": "This model supports file upload for reading and recognition",
       "functionCall": "This model supports function call.",
       "tokens": "This model supports a maximum of {{tokens}} tokens per session.",
       "vision": "This model supports visual recognition."

package/locales/es-ES/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "Modelo personalizado: admite tanto la llamada de funciones como el reconocimiento visual. Por favor, verifique la disponibilidad de estas capacidades según sea necesario.",
+      "file": "Este modelo admite la carga y reconocimiento de archivos",
       "functionCall": "Este modelo admite la llamada de funciones (Function Call).",
       "tokens": "Este modelo admite un máximo de {{tokens}} tokens por sesión.",
       "vision": "Este modelo admite el reconocimiento visual."

package/locales/fr-FR/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "Modèle personnalisé, par défaut prend en charge à la fois l'appel de fonction et la reconnaissance visuelle. Veuillez vérifier la disponibilité de ces capacités selon les besoins réels.",
+      "file": "Ce modèle prend en charge la lecture et la reconnaissance de fichiers",
       "functionCall": "Ce modèle prend en charge l'appel de fonction (Function Call).",
       "tokens": "Ce modèle prend en charge jusqu'à {{tokens}} jetons par session.",
       "vision": "Ce modèle prend en charge la reconnaissance visuelle."

package/locales/it-IT/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "Modello personalizzato, di default supporta sia la chiamata di funzioni che il riconoscimento visivo. Si prega di verificare l'effettiva disponibilità di tali funzionalità in base alle esigenze specifiche.",
+      "file": "Questo modello supporta il caricamento e il riconoscimento dei file",
       "functionCall": "Questo modello supporta la chiamata di funzioni (Function Call)",
       "tokens": "Questo modello supporta un massimo di {{tokens}} token per singola sessione",
       "vision": "Questo modello supporta il riconoscimento visivo"

package/locales/ja-JP/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "カスタムモデル、デフォルトでは関数呼び出しとビジョン認識の両方をサポートしています。上記の機能の有効性を実際の状況で検証してください。",
+      "file": "このモデルはファイルのアップロードと認識をサポートしています",
       "functionCall": "このモデルは関数呼び出し（Function Call）をサポートしています。",
       "tokens": "このモデルは1つのセッションあたり最大{{tokens}}トークンをサポートしています。",
       "vision": "このモデルはビジョン認識をサポートしています。"

package/locales/ko-KR/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "사용자 정의 모델, 기본적으로 함수 호출 및 시각 인식을 모두 지원하며, 상기 기능의 가용성을 실제로 확인하십시오",
+      "file": "이 모델은 파일 업로드를 지원하여 인식할 수 있습니다.",
       "functionCall": "이 모델은 함수 호출을 지원합니다",
       "tokens": "이 모델은 단일 세션당 최대 {{tokens}} 토큰을 지원합니다",
       "vision": "이 모델은 시각 인식을 지원합니다"

package/locales/nl-NL/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "Aangepast model, standaard ingesteld om zowel functieoproep als visuele herkenning te ondersteunen. Verifieer de beschikbaarheid van deze mogelijkheden op basis van de werkelijke situatie.",
+      "file": "Dit model ondersteunt het uploaden van bestanden voor lezen en herkenning",
       "functionCall": "Dit model ondersteunt functieoproep (Function Call).",
       "tokens": "Dit model ondersteunt maximaal {{tokens}} tokens per sessie.",
       "vision": "Dit model ondersteunt visuele herkenning."

package/locales/pl-PL/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "Niestandardowy model, domyślnie obsługujący zarówno wywołania funkcji, jak i rozpoznawanie wizualne. Proszę zweryfikować możliwość użycia tych funkcji w praktyce.",
+      "file": "Ten model obsługuje wczytywanie plików i rozpoznawanie",
       "functionCall": "Ten model obsługuje wywołania funkcji (Function Call).",
       "tokens": "Ten model obsługuje maksymalnie {{tokens}} tokenów w pojedynczej sesji.",
       "vision": "Ten model obsługuje rozpoznawanie wizualne."

package/locales/pt-BR/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "Modelo personalizado, suporta chamadas de função e reconhecimento visual. Por favor, verifique a disponibilidade dessas capacidades de acordo com a situação real.",
+      "file": "Este modelo suporta o carregamento de arquivos para leitura e reconhecimento",
       "functionCall": "Este modelo suporta chamadas de função (Function Call)",
       "tokens": "Este modelo suporta no máximo {{tokens}} tokens por sessão",
       "vision": "Este modelo suporta reconhecimento visual"

package/locales/ru-RU/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "Пользовательская модель. По умолчанию поддерживает как вызов функций, так и визуальное распознавание. Пожалуйста, проверьте возможность использования указанных функций в вашем конкретном случае.",
+      "file": "Эта модель поддерживает загрузку файлов для чтения и распознавания",
       "functionCall": "Эта модель поддерживает вызов функций (Function Call).",
       "tokens": "Эта модель поддерживает до {{tokens}} токенов в одной сессии.",
       "vision": "Эта модель поддерживает визуальное распознавание."

package/locales/tr-TR/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "Özel model, varsayılan olarak hem fonksiyon çağrısını hem de görüntü tanımayı destekler, lütfen yukarıdaki yeteneklerin kullanılabilirliğini doğrulayın",
+      "file": "Bu model dosya yükleme ve tanıma desteği sağlar",
       "functionCall": "Bu model fonksiyon çağrısını destekler (Function Call)",
       "tokens": "Bu model, tek bir oturumda en fazla {{tokens}} Token'ı destekler",
       "vision": "Bu model görüntü tanımı destekler"

package/locales/vi-VN/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "Chọn mô hình tùy chỉnh, mặc định hỗ trợ cả cuộc gọi hàm và nhận diện thị giác, vui lòng xác minh khả năng sử dụng của các tính năng trên dựa trên tình hình thực tế",
+      "file": "Mô hình này hỗ trợ tải lên tệp để đọc và nhận dạng",
       "functionCall": "Mô hình này hỗ trợ cuộc gọi hàm (Function Call)",
       "tokens": "Mô hình này hỗ trợ tối đa {{tokens}} Tokens cho mỗi phiên",
       "vision": "Mô hình này hỗ trợ nhận diện thị giác"

package/locales/zh-CN/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "自定义模型，默认设定同时支持函数调用与视觉识别，请根据实际情况验证上述能力的可用性",
+      "file": "该模型支持上传文件读取与识别",
       "functionCall": "该模型支持函数调用（Function Call）",
       "tokens": "该模型单个会话最多支持 {{tokens}} Tokens",
       "vision": "该模型支持视觉识别"

package/locales/zh-TW/common.json

@@ -2,6 +2,7 @@
   "ModelSelect": {
     "featureTag": {
       "custom": "自訂模型，預設支援函數呼叫與視覺辨識，請根據實際情況驗證上述能力的可用性",
+      "file": "該模型支援上傳檔案讀取與識別",
       "functionCall": "該模型支援函數呼叫（Function Call）",
       "tokens": "該模型單個會話最多支援 {{tokens}} Tokens",
       "vision": "該模型支援視覺辨識"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "0.123.0",
+  "version": "0.123.2",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",
@@ -84,7 +84,7 @@
     "@lobehub/tts": "latest",
     "@lobehub/ui": "latest",
     "@vercel/analytics": "^1",
-    "ahooks": "3.7.8",
+    "ahooks": "^3",
     "ai": "^2",
     "antd": "^5",
     "antd-style": "^3",

package/src/app/api/chat/[provider]/route.ts

@@ -41,7 +41,7 @@ export const POST = async (req: Request, { params }: { params: { provider: strin
     // if catch the error, just return it
     const err = e as AgentInitErrorPayload;
 
-    return createErrorResponse(err.type as ILobeAgentRuntimeErrorType, {
+    return createErrorResponse(err.errorType as ILobeAgentRuntimeErrorType, {
       error: err.error,
       provider: params.provider,
     });

package/src/app/api/chat/google/route.ts

@@ -63,7 +63,7 @@ export const POST = async (req: Request) => {
     // if catch the error, just return it
     const err = e as AgentInitErrorPayload;
 
-    return createErrorResponse(err.type as ILobeAgentRuntimeErrorType, {
+    return createErrorResponse(err.errorType as ILobeAgentRuntimeErrorType, {
       error: err.error,
       provider: 'google',
     });

package/src/app/api/plugin/gateway/route.ts

@@ -8,7 +8,10 @@ import { ChatErrorType, ErrorType } from '@/types/fetch';
 import { parserPluginSettings } from './settings';
 
 const checkAuth = (accessCode: string | null) => {
-  const { ACCESS_CODES } = getServerConfig();
+  const { ACCESS_CODES, PLUGIN_SETTINGS } = getServerConfig();
+
+  // if there is no plugin settings, just skip the auth
+  if (!PLUGIN_SETTINGS) return { auth: true };
 
   // if accessCode doesn't exist
   if (!ACCESS_CODES.length) return { auth: true };

package/src/app/chat/(desktop)/features/ChatInput/Footer/index.tsx

@@ -71,7 +71,7 @@ const Footer = memo<{ setExpand?: (expand: boolean) => void }>(({ setExpand }) =
   ]);
 
   const model = useSessionStore(agentSelectors.currentAgentModel);
-  const canUpload = useGlobalStore(modelProviderSelectors.modelEnabledVision(model));
+  const canUpload = useGlobalStore(modelProviderSelectors.modelEnabledUpload(model));
 
   const sendMessage = useSendMessage();
 

package/src/components/ModelSelect/index.tsx

@@ -1,6 +1,6 @@
 import { Icon, Tooltip } from '@lobehub/ui';
 import { createStyles } from 'antd-style';
-import { LucideEye, ToyBrick } from 'lucide-react';
+import { LucideEye, LucidePaperclip, ToyBrick } from 'lucide-react';
 import numeral from 'numeral';
 import { rgba } from 'polished';
 import { memo } from 'react';
@@ -72,6 +72,13 @@ export const ModelItemRender = memo<ModelItemRenderProps>(({ showInfoTag = true,
 
       {showInfoTag && (
         <Flexbox gap={4} horizontal>
+          {model.files && (
+            <Tooltip placement={'right'} title={t('ModelSelect.featureTag.file')}>
+              <div className={cx(styles.tag, styles.tagGreen)}>
+                <Icon icon={LucidePaperclip} />
+              </div>
+            </Tooltip>
+          )}
           {model.vision && (
             <Tooltip placement={'right'} title={t('ModelSelect.featureTag.vision')}>
               <div className={cx(styles.tag, styles.tagGreen)}>
@@ -90,7 +97,6 @@ export const ModelItemRender = memo<ModelItemRenderProps>(({ showInfoTag = true,
               </div>
             </Tooltip>
           )}
-
           {model.tokens && (
             <Tooltip
               overlayStyle={{ maxWidth: 'unset' }}

package/src/config/modelProviders/openai.ts

@@ -94,6 +94,14 @@ const OpenAI: ModelProviderCard = {
       id: 'gpt-4-32k-0613',
       tokens: 32_768,
     },
+    {
+      files: true,
+      functionCall: true,
+      hidden: true,
+      id: 'gpt-4-all',
+      tokens: 32_768,
+      vision: true,
+    },
   ],
   enabled: true,
   id: 'openai',

package/src/features/ChatInput/ActionBar/FileUpload.tsx

@@ -19,11 +19,14 @@ const FileUpload = memo(() => {
   const upload = useFileStore((s) => s.uploadFile);
 
   const model = useSessionStore(agentSelectors.currentAgentModel);
-  const canUpload = useGlobalStore(modelProviderSelectors.modelEnabledVision(model));
+  const [canUpload, enabledFiles] = useGlobalStore((s) => [
+    modelProviderSelectors.modelEnabledUpload(model)(s),
+    modelProviderSelectors.modelEnabledFiles(model)(s),
+  ]);
 
   return (
     <Upload
-      accept="image/*"
+      accept={enabledFiles ? undefined : 'image/*'}
       beforeUpload={async (file) => {
         setLoading(true);
 

package/src/features/ChatInput/useChatInput.ts

@@ -15,7 +15,7 @@ export const useChatInput = () => {
   const onSend = useSendMessage();
 
   const model = useSessionStore(agentSelectors.currentAgentModel);
-  const canUpload = useGlobalStore(modelProviderSelectors.modelEnabledVision(model));
+  const canUpload = useGlobalStore(modelProviderSelectors.modelEnabledUpload(model));
 
   const [loading, value, onInput, onStop] = useChatStore((s) => [
     !!s.chatLoadingId,

package/src/libs/agent-runtime/types/type.ts

@@ -5,7 +5,7 @@ import { ChatStreamPayload } from './chat';
 
 export interface AgentInitErrorPayload {
   error: object;
-  type: string | number;
+  errorType: string | number;
 }
 
 export interface ChatCompletionErrorPayload {

package/src/libs/agent-runtime/utils/createError.ts

@@ -6,5 +6,5 @@ export const AgentRuntimeError = {
   createError: (
     errorType: ILobeAgentRuntimeErrorType | string | number,
     error?: any,
-  ): AgentInitErrorPayload => ({ error, type: errorType }),
+  ): AgentInitErrorPayload => ({ error, errorType }),
 };

package/src/locales/default/common.ts

@@ -2,6 +2,7 @@ export default {
   ModelSelect: {
     featureTag: {
       custom: '自定义模型，默认设定同时支持函数调用与视觉识别，请根据实际情况验证上述能力的可用性',
+      file: '该模型支持上传文件读取与识别',
       functionCall: '该模型支持函数调用（Function Call）',
       tokens: '该模型单个会话最多支持 {{tokens}} Tokens',
       vision: '该模型支持视觉识别',

package/src/services/chat.ts

@@ -138,9 +138,11 @@ class ChatService {
 
       if (imageList.length === 0) return m.content;
 
-      const hasVision = modelProviderSelectors.modelEnabledVision(model)(useGlobalStore.getState());
+      const canUploadFile = modelProviderSelectors.modelEnabledUpload(model)(
+        useGlobalStore.getState(),
+      );
 
-      if (!hasVision) {
+      if (!canUploadFile) {
         return m.content;
       }
 

package/src/store/global/slices/settings/selectors/__snapshots__/modelProvider.test.ts.snap

@@ -30,235 +30,3 @@ exports[`modelProviderSelectors > CUSTOM_MODELS > custom deletion, addition, and
   },
 ]
 `;
-
-exports[`modelProviderSelectors > CUSTOM_MODELS > duplicate naming model 1`] = `
-[
-  {
-    "chatModels": [
-      {
-        "description": "GPT 3.5 Turbo，适用于各种文本生成和理解任务",
-        "displayName": "GPT-3.5 Turbo",
-        "functionCall": true,
-        "id": "gpt-3.5-turbo",
-        "tokens": 4096,
-      },
-      {
-        "displayName": "GPT-3.5 Turbo (0125)",
-        "functionCall": true,
-        "id": "gpt-3.5-turbo-0125",
-        "tokens": 16385,
-      },
-      {
-        "displayName": "GPT-3.5 Turbo (1106)",
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-3.5-turbo-1106",
-        "tokens": 16385,
-      },
-      {
-        "hidden": true,
-        "id": "gpt-3.5-turbo-instruct",
-        "tokens": 4096,
-      },
-      {
-        "hidden": true,
-        "id": "gpt-3.5-turbo-16k",
-        "tokens": 16385,
-      },
-      {
-        "hidden": true,
-        "id": "gpt-3.5-turbo-0613",
-        "legacy": true,
-        "tokens": 4096,
-      },
-      {
-        "hidden": true,
-        "id": "gpt-3.5-turbo-16k-0613",
-        "legacy": true,
-        "tokens": 4096,
-      },
-      {
-        "displayName": "GPT-4 Turbo Preview",
-        "functionCall": true,
-        "id": "gpt-4-turbo-preview",
-        "tokens": 128000,
-      },
-      {
-        "displayName": "gpt-4-32k",
-        "functionCall": true,
-        "id": "gpt-4-0125-preview",
-        "tokens": 128000,
-      },
-      {
-        "description": "GPT-4 视觉预览版，支持视觉任务",
-        "displayName": "GPT-4 Turbo Vision (Preview)",
-        "id": "gpt-4-vision-preview",
-        "tokens": 128000,
-        "vision": true,
-      },
-      {
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-4-1106-preview",
-        "tokens": 128000,
-      },
-      {
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-4",
-        "tokens": 8192,
-      },
-      {
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-4-0613",
-        "tokens": 8192,
-      },
-      {
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-4-32k",
-        "tokens": 32768,
-      },
-      {
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-4-32k-0613",
-        "tokens": 32768,
-      },
-    ],
-    "enabled": true,
-    "id": "openai",
-  },
-]
-`;
-
-exports[`modelProviderSelectors > CUSTOM_MODELS > only add the model 1`] = `
-[
-  {
-    "chatModels": [
-      {
-        "description": "GPT 3.5 Turbo，适用于各种文本生成和理解任务",
-        "displayName": "GPT-3.5 Turbo",
-        "functionCall": true,
-        "id": "gpt-3.5-turbo",
-        "tokens": 4096,
-      },
-      {
-        "displayName": "GPT-3.5 Turbo (0125)",
-        "functionCall": true,
-        "id": "gpt-3.5-turbo-0125",
-        "tokens": 16385,
-      },
-      {
-        "displayName": "GPT-3.5 Turbo (1106)",
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-3.5-turbo-1106",
-        "tokens": 16385,
-      },
-      {
-        "hidden": true,
-        "id": "gpt-3.5-turbo-instruct",
-        "tokens": 4096,
-      },
-      {
-        "hidden": true,
-        "id": "gpt-3.5-turbo-16k",
-        "tokens": 16385,
-      },
-      {
-        "hidden": true,
-        "id": "gpt-3.5-turbo-0613",
-        "legacy": true,
-        "tokens": 4096,
-      },
-      {
-        "hidden": true,
-        "id": "gpt-3.5-turbo-16k-0613",
-        "legacy": true,
-        "tokens": 4096,
-      },
-      {
-        "displayName": "GPT-4 Turbo Preview",
-        "functionCall": true,
-        "id": "gpt-4-turbo-preview",
-        "tokens": 128000,
-      },
-      {
-        "displayName": "GPT-4 Turbo Preview (0125)",
-        "functionCall": true,
-        "id": "gpt-4-0125-preview",
-        "tokens": 128000,
-      },
-      {
-        "description": "GPT-4 视觉预览版，支持视觉任务",
-        "displayName": "GPT-4 Turbo Vision (Preview)",
-        "id": "gpt-4-vision-preview",
-        "tokens": 128000,
-        "vision": true,
-      },
-      {
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-4-1106-preview",
-        "tokens": 128000,
-      },
-      {
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-4",
-        "tokens": 8192,
-      },
-      {
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-4-0613",
-        "tokens": 8192,
-      },
-      {
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-4-32k",
-        "tokens": 32768,
-      },
-      {
-        "functionCall": true,
-        "hidden": true,
-        "id": "gpt-4-32k-0613",
-        "tokens": 32768,
-      },
-      {
-        "displayName": "model1",
-        "functionCall": true,
-        "id": "model1",
-        "isCustom": true,
-        "vision": true,
-      },
-      {
-        "displayName": "model2",
-        "functionCall": true,
-        "id": "model2",
-        "isCustom": true,
-        "vision": true,
-      },
-      {
-        "displayName": "model3",
-        "functionCall": true,
-        "id": "model3",
-        "isCustom": true,
-        "vision": true,
-      },
-      {
-        "displayName": "model4",
-        "functionCall": true,
-        "id": "model4",
-        "isCustom": true,
-        "vision": true,
-      },
-    ],
-    "enabled": true,
-    "id": "openai",
-  },
-]
-`;

package/src/store/global/slices/settings/selectors/modelProvider.test.ts

@@ -37,7 +37,9 @@ describe('modelProviderSelectors', () => {
 
       const result = modelProviderSelectors.modelSelectList(s).filter((r) => r.enabled);
 
-      expect(result).toMatchSnapshot();
+      expect(result[0].chatModels.find((s) => s.id === 'gpt-4-0125-preview')?.displayName).toEqual(
+        'gpt-4-32k',
+      );
     });
 
     it('should delete model', () => {
@@ -47,99 +49,7 @@ describe('modelProviderSelectors', () => {
 
       const result = modelProviderSelectors.modelSelectList(s).filter((r) => r.enabled);
 
-      expect(result).toEqual([
-        {
-          chatModels: [
-            {
-              description: 'GPT 3.5 Turbo，适用于各种文本生成和理解任务',
-              displayName: 'GPT-3.5 Turbo',
-              functionCall: true,
-              id: 'gpt-3.5-turbo',
-              tokens: 4096,
-            },
-            {
-              displayName: 'GPT-3.5 Turbo (0125)',
-              functionCall: true,
-              id: 'gpt-3.5-turbo-0125',
-              tokens: 16385,
-            },
-            {
-              displayName: 'GPT-3.5 Turbo (1106)',
-              functionCall: true,
-              hidden: true,
-              id: 'gpt-3.5-turbo-1106',
-              tokens: 16385,
-            },
-            {
-              hidden: true,
-              id: 'gpt-3.5-turbo-instruct',
-              tokens: 4096,
-            },
-            {
-              hidden: true,
-              id: 'gpt-3.5-turbo-16k',
-              tokens: 16385,
-            },
-            {
-              hidden: true,
-              id: 'gpt-3.5-turbo-0613',
-              legacy: true,
-              tokens: 4096,
-            },
-            {
-              hidden: true,
-              id: 'gpt-3.5-turbo-16k-0613',
-              legacy: true,
-              tokens: 4096,
-            },
-            {
-              displayName: 'GPT-4 Turbo Preview',
-              functionCall: true,
-              id: 'gpt-4-turbo-preview',
-              tokens: 128000,
-            },
-            {
-              displayName: 'GPT-4 Turbo Preview (0125)',
-              functionCall: true,
-              id: 'gpt-4-0125-preview',
-              tokens: 128000,
-            },
-            {
-              description: 'GPT-4 视觉预览版，支持视觉任务',
-              displayName: 'GPT-4 Turbo Vision (Preview)',
-              id: 'gpt-4-vision-preview',
-              tokens: 128000,
-              vision: true,
-            },
-            {
-              functionCall: true,
-              hidden: true,
-              id: 'gpt-4-1106-preview',
-              tokens: 128000,
-            },
-            {
-              functionCall: true,
-              hidden: true,
-              id: 'gpt-4-0613',
-              tokens: 8192,
-            },
-            {
-              functionCall: true,
-              hidden: true,
-              id: 'gpt-4-32k',
-              tokens: 32768,
-            },
-            {
-              functionCall: true,
-              hidden: true,
-              id: 'gpt-4-32k-0613',
-              tokens: 32768,
-            },
-          ],
-          enabled: true,
-          id: 'openai',
-        },
-      ]);
+      expect(result.find((r) => r.id === 'gpt-4')).toBeUndefined();
     });
 
     it('show the hidden model', () => {
@@ -177,7 +87,34 @@ describe('modelProviderSelectors', () => {
 
       const result = modelProviderSelectors.modelSelectList(s).filter((r) => r.enabled);
 
-      expect(result).toMatchSnapshot();
+      expect(result[0].chatModels).toContainEqual({
+        displayName: 'model1',
+        functionCall: true,
+        id: 'model1',
+        isCustom: true,
+        vision: true,
+      });
+      expect(result[0].chatModels).toContainEqual({
+        displayName: 'model2',
+        functionCall: true,
+        id: 'model2',
+        isCustom: true,
+        vision: true,
+      });
+      expect(result[0].chatModels).toContainEqual({
+        displayName: 'model3',
+        functionCall: true,
+        id: 'model3',
+        isCustom: true,
+        vision: true,
+      });
+      expect(result[0].chatModels).toContainEqual({
+        displayName: 'model4',
+        functionCall: true,
+        id: 'model4',
+        isCustom: true,
+        vision: true,
+      });
     });
   });
 
@@ -206,7 +143,23 @@ describe('modelProviderSelectors', () => {
     });
   });
 
-  describe('modelEnabledVision', () => {
+  describe('modelEnabledFiles', () => {
+    it('should return false if the model does not have file ability', () => {
+      const enabledFiles = modelProviderSelectors.modelEnabledFiles('gpt-4-vision-preview')(
+        useGlobalStore.getState(),
+      );
+      expect(enabledFiles).toBeFalsy();
+    });
+
+    it('should return true if the model has file ability', () => {
+      const enabledFiles = modelProviderSelectors.modelEnabledFiles('gpt-4-all')(
+        useGlobalStore.getState(),
+      );
+      expect(enabledFiles).toBeTruthy();
+    });
+  });
+
+  describe('modelHasMaxToken', () => {
     it('should return true if the model is in the list of models that show tokens', () => {
       const show = modelProviderSelectors.modelHasMaxToken('gpt-3.5-turbo')(
         useGlobalStore.getState(),

package/src/store/global/slices/settings/selectors/modelProvider.ts

@@ -122,6 +122,11 @@ const modelEnabledFunctionCall = (id: string) => (s: GlobalStore) =>
 const modelEnabledVision = (id: string) => (s: GlobalStore) =>
   modelCardById(id)(s)?.vision || id.includes('vision');
 
+const modelEnabledFiles = (id: string) => (s: GlobalStore) => modelCardById(id)(s)?.files;
+
+const modelEnabledUpload = (id: string) => (s: GlobalStore) =>
+  modelEnabledVision(id)(s) || modelEnabledFiles(id)(s);
+
 const modelHasMaxToken = (id: string) => (s: GlobalStore) =>
   typeof modelCardById(id)(s)?.tokens !== 'undefined';
 
@@ -133,9 +138,13 @@ export const modelProviderSelectors = {
 
   modelCardById,
   modelMaxToken,
+  modelHasMaxToken,
+
   modelEnabledFunctionCall,
   modelEnabledVision,
-  modelHasMaxToken,
+  modelEnabledFiles,
+  modelEnabledUpload,
+
   // OpenAI
   openAIConfig,
   openAIAPIKey,

package/src/types/llm.ts

@@ -21,19 +21,26 @@ export interface ChatModelCard {
   description?: string;
   displayName?: string;
   /**
-   * 是否支持 Function Call
+   * whether model supports file upload
+   */
+  files?: boolean;
+  /**
+   * whether model supports function call
    */
   functionCall?: boolean;
   hidden?: boolean;
   id: string;
   /**
-   * user defined model
+   * whether model is custom
    */
   isCustom?: boolean;
+  /**
+   * whether model is legacy (deprecated but not removed yet)
+   */
   legacy?: boolean;
   tokens?: number;
   /**
-   * 是否支持视觉识别
+   *  whether model supports vision
    */
   vision?: boolean;
 }