@lobehub/chat 1.16.7 → 1.16.9

package/src/server/routers/edge/config/__snapshots__/index.test.ts.snap

@@ -20,10 +20,15 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
       "id": "claude-2",
     },
     {
+      "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
       "displayName": "gpt-4-32k",
       "enabled": true,
       "functionCall": true,
       "id": "gpt-4-0125-preview",
+      "pricing": {
+        "input": 10,
+        "output": 30,
+      },
       "tokens": 128000,
     },
   ],
@@ -33,10 +38,15 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
 exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST > should work correct with gpt-4 1`] = `
 [
   {
+    "description": "GPT 3.5 Turbo，适用于各种文本生成和理解任务，Currently points to gpt-3.5-turbo-0125",
     "displayName": "GPT-3.5 Turbo (1106)",
     "enabled": true,
     "functionCall": true,
     "id": "gpt-3.5-turbo-1106",
+    "pricing": {
+      "input": 1,
+      "output": 2,
+    },
     "tokens": 16385,
   },
   {
@@ -45,50 +55,90 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
     "enabled": true,
     "functionCall": true,
     "id": "gpt-3.5-turbo",
+    "pricing": {
+      "input": 0.5,
+      "output": 1.5,
+    },
     "tokens": 16385,
   },
   {
-    "description": "Currently points to gpt-3.5-turbo-16k-0613",
+    "description": "GPT 3.5 Turbo，适用于各种文本生成和理解任务，Currently points to gpt-3.5-turbo-0125",
     "displayName": "GPT-3.5 Turbo 16K",
     "enabled": true,
     "id": "gpt-3.5-turbo-16k",
     "legacy": true,
+    "pricing": {
+      "input": 3,
+      "output": 4,
+    },
     "tokens": 16385,
   },
   {
-    "description": "Currently points to gpt-4-0613",
+    "description": "GPT-4 提供了一个更大的上下文窗口，能够处理更长的文本输入，适用于需要广泛信息整合和数据分析的场景。",
     "displayName": "GPT-4",
     "enabled": true,
     "functionCall": true,
     "id": "gpt-4",
+    "pricing": {
+      "input": 30,
+      "output": 60,
+    },
     "tokens": 8192,
   },
   {
-    "description": "Currently points to gpt-4-32k-0613",
+    "description": "GPT-4 提供了一个更大的上下文窗口，能够处理更长的文本输入，适用于需要广泛信息整合和数据分析的场景。",
     "displayName": "GPT-4 32K",
     "enabled": true,
     "functionCall": true,
     "id": "gpt-4-32k",
+    "pricing": {
+      "input": 60,
+      "output": 120,
+    },
     "tokens": 32768,
   },
   {
+    "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
     "displayName": "GPT-4 Turbo Preview (1106)",
     "enabled": true,
     "functionCall": true,
     "id": "gpt-4-1106-preview",
+    "pricing": {
+      "input": 10,
+      "output": 30,
+    },
     "tokens": 128000,
   },
   {
-    "description": "Currently points to gpt-4-1106-vision-preview",
+    "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
     "displayName": "GPT-4 Turbo Vision Preview",
     "enabled": true,
     "id": "gpt-4-vision-preview",
+    "pricing": {
+      "input": 10,
+      "output": 30,
+    },
     "tokens": 128000,
     "vision": true,
   },
 ]
 `;
 
+exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST > show the hidden model 1`] = `
+{
+  "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
+  "displayName": "GPT-4 Turbo Preview (1106)",
+  "enabled": true,
+  "functionCall": true,
+  "id": "gpt-4-1106-preview",
+  "pricing": {
+    "input": 10,
+    "output": 30,
+  },
+  "tokens": 128000,
+}
+`;
+
 exports[`configRouter > getGlobalConfig > Model Provider env > OPENROUTER_MODEL_LIST > custom deletion, addition, and renaming of models 1`] = `
 {
   "enabled": false,
@@ -98,6 +148,7 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENROUTER_MODEL_
   ],
   "serverModelCards": [
     {
+      "description": "Google 的 Gemma 7B 具有出色的计算效率，适适用于多种硬件架构，如GPU和TPU。",
       "displayName": "Google: Gemma 7B (free)",
       "enabled": true,
       "functionCall": false,
@@ -106,6 +157,7 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENROUTER_MODEL_
       "vision": false,
     },
     {
+      "description": "Mistral 7B Instruct 是一款高效的多语言模型，优化用于对话和问答，能在资源受限的环境中表现出色。",
       "displayName": "Mistral 7B Instruct (free)",
       "enabled": true,
       "functionCall": false,

package/src/server/routers/edge/config/index.test.ts

@@ -90,13 +90,9 @@ describe('configRouter', () => {
 
           const result = response.languageModel?.openai?.serverModelCards;
 
-          expect(result?.find((o) => o.id === 'gpt-4-1106-preview')).toEqual({
-            displayName: 'GPT-4 Turbo Preview (1106)',
-            functionCall: true,
-            enabled: true,
-            id: 'gpt-4-1106-preview',
-            tokens: 128000,
-          });
+          const model = result?.find((o) => o.id === 'gpt-4-1106-preview');
+
+          expect(model).toMatchSnapshot();
 
           process.env.OPENAI_MODEL_LIST = '';
         });

package/src/store/user/slices/modelList/__snapshots__/action.test.ts.snap

@@ -0,0 +1,12 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`LLMSettingsSliceAction > refreshModelProviderList > visible 1`] = `
+{
+  "description": "LLaVA 是结合视觉编码器和 Vicuna 的多模态模型，用于强大的视觉和语言理解。",
+  "displayName": "LLaVA 7B",
+  "enabled": true,
+  "id": "llava",
+  "tokens": 4096,
+  "vision": true,
+}
+`;

package/src/store/user/slices/modelList/action.test.ts

@@ -154,13 +154,9 @@ describe('LLMSettingsSliceAction', () => {
 
       const ollamaList = result.current.modelProviderList.find((r) => r.id === 'ollama');
       // Assert that setModelProviderConfig was not called
-      expect(ollamaList?.chatModels.find((c) => c.id === 'llava')).toEqual({
-        displayName: 'LLaVA 7B',
-        enabled: true,
-        id: 'llava',
-        tokens: 4096,
-        vision: true,
-      });
+      const model = ollamaList?.chatModels.find((c) => c.id === 'llava');
+
+      expect(model).toMatchSnapshot();
     });
 
     it('modelProviderListForModelSelect should return only enabled providers', () => {

package/src/types/llm.ts

@@ -33,10 +33,29 @@ export interface ChatModelCard {
    */
   legacy?: boolean;
   maxOutput?: number;
+  pricing?: {
+    cachedInput?: number;
+    /**
+     * the currency of the pricing
+     * @default USD
+     */
+    currency?: 'CNY' | 'USD';
+    /**
+     * the input pricing, e.g. $1 / 1M tokens
+     */
+    input?: number;
+    /**
+     * the output pricing, e.g. $2 / 1M tokens
+     */
+    output?: number;
+    writeCacheInput?: number;
+  };
+  releasedAt?: string;
   /**
    * the context window (or input + output tokens limit)
    */
   tokens?: number;
+
   /**
    *  whether model supports vision
    */
@@ -61,6 +80,7 @@ export interface ModelProviderCard {
    * @default false
    */
   defaultShowBrowserRequest?: boolean;
+  description?: string;
   /**
    * some provider server like stepfun and aliyun don't support browser request,
    * So we should disable it
@@ -79,6 +99,10 @@ export interface ModelProviderCard {
     placeholder?: string;
     showModelFetcher?: boolean;
   };
+  /**
+   * the url show the all models in the provider
+   */
+  modelsUrl?: string;
   /**
    * the name show for end user
    */
@@ -90,16 +114,21 @@ export interface ModelProviderCard {
         title?: string;
       }
     | false;
+
   /**
    * whether show api key in the provider config
    * so provider like ollama don't need api key field
    */
   showApiKey?: boolean;
-
   /**
    * whether to smoothing the output
    */
   smoothing?: SmoothingParams;
+
+  /**
+   * provider's website url
+   */
+  url?: string;
 }
 
 // 语言模型的设置参数

package/src/utils/__snapshots__/parseModels.test.ts.snap

@@ -61,3 +61,35 @@ exports[`parseModelString > only add the model 1`] = `
   "removed": [],
 }
 `;
+
+exports[`transformToChatModelCards > should have file with builtin models like gpt-4-0125-preview 1`] = `
+[
+  {
+    "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
+    "displayName": "ChatGPT-4",
+    "enabled": true,
+    "files": true,
+    "functionCall": true,
+    "id": "gpt-4-0125-preview",
+    "pricing": {
+      "input": 10,
+      "output": 30,
+    },
+    "tokens": 128000,
+  },
+  {
+    "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
+    "displayName": "ChatGPT-4 Vision",
+    "enabled": true,
+    "files": true,
+    "functionCall": true,
+    "id": "gpt-4-turbo-2024-04-09",
+    "pricing": {
+      "input": 10,
+      "output": 30,
+    },
+    "tokens": 128000,
+    "vision": true,
+  },
+]
+`;

package/src/utils/parseModels.test.ts

@@ -266,25 +266,6 @@ describe('transformToChatModelCards', () => {
       defaultChatModels: OpenAIProviderCard.chatModels,
     });
 
-    expect(result).toEqual([
-      {
-        displayName: 'ChatGPT-4',
-        files: true,
-        functionCall: true,
-        enabled: true,
-        id: 'gpt-4-0125-preview',
-        tokens: 128000,
-      },
-      {
-        description: 'GPT-4 Turbo 视觉版 (240409)',
-        displayName: 'ChatGPT-4 Vision',
-        files: true,
-        functionCall: true,
-        enabled: true,
-        id: 'gpt-4-turbo-2024-04-09',
-        tokens: 128000,
-        vision: true,
-      },
-    ]);
+    expect(result).toMatchSnapshot();
   });
 });