@lobehub/chat 1.40.1 → 1.40.2

package/src/libs/agent-runtime/openrouter/index.ts

@@ -20,6 +20,7 @@ export const LobeOpenRouterAI = LobeOpenAICompatibleFactory({
       const model = m as unknown as OpenRouterModelCard;
 
       return {
+        contextWindowTokens: model.context_length,
         description: model.description,
         displayName: model.name,
         enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.id.endsWith(m.id))?.enabled || false,
@@ -30,7 +31,6 @@ export const LobeOpenRouterAI = LobeOpenAICompatibleFactory({
           typeof model.top_provider.max_completion_tokens === 'number'
             ? model.top_provider.max_completion_tokens
             : undefined,
-        tokens: model.context_length,
         vision:
           model.description.includes('vision') ||
           model.description.includes('multimodal') ||

package/src/libs/agent-runtime/perplexity/index.ts

@@ -8,7 +8,7 @@ export const LobePerplexityAI = LobeOpenAICompatibleFactory({
   chatCompletion: {
     handlePayload: (payload: ChatStreamPayload) => {
       // Set a default frequency penalty value greater than 0
-      const { presence_penalty, frequency_penalty, stream = true, temperature,  ...res } = payload;
+      const { presence_penalty, frequency_penalty, stream = true, temperature, ...res } = payload;
 
       let param;
 
@@ -21,9 +21,9 @@ export const LobePerplexityAI = LobeOpenAICompatibleFactory({
         param = { frequency_penalty: frequency_penalty || defaultFrequencyPenalty };
       }
 
-      return { 
-        ...res, 
-        ...param, 
+      return {
+        ...res,
+        ...param,
         stream,
         temperature: temperature >= 2 ? undefined : temperature,
       } as OpenAI.ChatCompletionCreateParamsStreaming;

package/src/libs/agent-runtime/sensenova/index.ts

@@ -9,10 +9,16 @@ export const LobeSenseNovaAI = LobeOpenAICompatibleFactory({
 
       return {
         ...rest,
-        frequency_penalty: (frequency_penalty !== undefined && frequency_penalty > 0 && frequency_penalty <= 2) ? frequency_penalty : undefined,
+        frequency_penalty:
+          frequency_penalty !== undefined && frequency_penalty > 0 && frequency_penalty <= 2
+            ? frequency_penalty
+            : undefined,
         stream: true,
-        temperature: (temperature !== undefined && temperature > 0 && temperature <= 2) ? temperature : undefined,
-        top_p: (top_p !== undefined && top_p > 0 && top_p < 1) ? top_p : undefined,
+        temperature:
+          temperature !== undefined && temperature > 0 && temperature <= 2
+            ? temperature
+            : undefined,
+        top_p: top_p !== undefined && top_p > 0 && top_p < 1 ? top_p : undefined,
       } as any;
     },
   },

package/src/libs/agent-runtime/taichu/index.ts

@@ -9,16 +9,10 @@ export const LobeTaichuAI = LobeOpenAICompatibleFactory({
     handlePayload: (payload: ChatStreamPayload) => {
       const { temperature, top_p, ...rest } = payload;
 
-      return { 
-        ...rest, 
-        temperature: 
-          temperature !== undefined 
-          ? Math.max(temperature / 2, 0.01)
-          : undefined,
-        top_p:
-          top_p !== undefined
-          ? Math.min(9.9, Math.max(top_p / 2, 0.1))
-          : undefined
+      return {
+        ...rest,
+        temperature: temperature !== undefined ? Math.max(temperature / 2, 0.01) : undefined,
+        top_p: top_p !== undefined ? Math.min(9.9, Math.max(top_p / 2, 0.1)) : undefined,
       } as OpenAI.ChatCompletionCreateParamsStreaming;
     },
   },

package/src/libs/agent-runtime/utils/streams/minimax.test.ts

@@ -1,5 +1,8 @@
-import { describe, it, expect } from 'vitest';
-import { processDoubleData } from './minimax'; // 假设文件名为 minimax.ts
+import { describe, expect, it } from 'vitest';
+
+import { processDoubleData } from './minimax';
+
+// 假设文件名为 minimax.ts
 
 describe('processDoubleData', () => {
   it('should remove the second "data: {"id": and everything after it when matchCount is 2', () => {

package/src/libs/agent-runtime/utils/streams/minimax.ts

@@ -9,7 +9,10 @@ export const processDoubleData = (chunkValue: string): string => {
   const matchCount = (chunkValue.match(dataPattern) || []).length;
   let modifiedChunkValue = chunkValue;
   if (matchCount === 2) {
-    const secondDataIdIndex = chunkValue.indexOf('data: {"id":', chunkValue.indexOf('data: {"id":') + 1);
+    const secondDataIdIndex = chunkValue.indexOf(
+      'data: {"id":',
+      chunkValue.indexOf('data: {"id":') + 1,
+    );
     if (secondDataIdIndex !== -1) {
       modifiedChunkValue = chunkValue.slice(0, secondDataIdIndex).trim();
     }

package/src/libs/agent-runtime/zhipu/index.ts

@@ -11,19 +11,18 @@ export const LobeZhipuAI = LobeOpenAICompatibleFactory({
         ...payload,
         model,
         stream: true,
-        ...(model === "glm-4-alltools" ? {
-          temperature: temperature !== undefined 
-            ? Math.max(0.01, Math.min(0.99, temperature / 2)) 
-            : undefined,
-          top_p: top_p !== undefined 
-            ? Math.max(0.01, Math.min(0.99, top_p)) 
-            : undefined,
-        } : {
-          temperature: temperature !== undefined 
-            ? temperature / 2
-            : undefined,
-          top_p,
-        }),
+        ...(model === 'glm-4-alltools'
+          ? {
+              temperature:
+                temperature !== undefined
+                  ? Math.max(0.01, Math.min(0.99, temperature / 2))
+                  : undefined,
+              top_p: top_p !== undefined ? Math.max(0.01, Math.min(0.99, top_p)) : undefined,
+            }
+          : {
+              temperature: temperature !== undefined ? temperature / 2 : undefined,
+              top_p,
+            }),
       }) as OpenAI.ChatCompletionCreateParamsStreaming,
   },
   debug: {

package/src/libs/langchain/loaders/index.ts

@@ -7,13 +7,13 @@ import { LANGCHAIN_SUPPORT_TEXT_LIST } from '@/libs/langchain/file';
 import { LangChainLoaderType } from '@/libs/langchain/types';
 
 import { CodeLoader } from './code';
+import { CsVLoader } from './csv';
 import { DocxLoader } from './docx';
 import { LatexLoader } from './latex';
 import { MarkdownLoader } from './markdown';
 import { PdfLoader } from './pdf';
 import { PPTXLoader } from './pptx';
 import { TextLoader } from './txt';
-import { CsVLoader} from './csv';
 
 class LangChainError extends Error {
   constructor(message: string) {
@@ -96,7 +96,7 @@ export class ChunkingLoader {
       return 'markdown';
     }
 
-    if (filename.endsWith('csv') ) {
+    if (filename.endsWith('csv')) {
       return 'csv';
     }
 

package/src/libs/langchain/types.ts

@@ -1 +1,9 @@
-export type LangChainLoaderType = 'code' | 'ppt' | 'pdf' | 'markdown' | 'doc' | 'text' | 'latex' | 'csv';
+export type LangChainLoaderType =
+  | 'code'
+  | 'ppt'
+  | 'pdf'
+  | 'markdown'
+  | 'doc'
+  | 'text'
+  | 'latex'
+  | 'csv';

package/src/locales/default/modelProvider.ts

@@ -62,7 +62,7 @@ export default {
       desc: '填入 Cloudflare 账户 ID 或 自定义 API 地址',
       placeholder: 'Cloudflare Account ID / custom API URL',
       title: 'Cloudflare 账户 ID / API 地址',
-    }
+    },
   },
   github: {
     personalAccessToken: {

package/src/migrations/FromV3ToV4/fixtures/ollama-output-v4.json

@@ -49,7 +49,7 @@
               "displayName": "LLaVA 7B",
               "enabled": true,
               "id": "llava",
-              "tokens": 4096,
+              "contextWindowTokens": 4096,
               "vision": true
             }
           ]

package/src/migrations/FromV6ToV7/types/v7.ts

@@ -1,5 +1,3 @@
-
-
 interface OpenAICompatibleKeyVault {
   apiKey?: string;
   baseURL?: string;

package/src/server/globalConfig/genServerLLMConfig.test.ts

@@ -1,16 +1,16 @@
 import { describe, expect, it, vi } from 'vitest';
 
-import { genServerLLMConfig } from './genServerLLMConfig';
-
 import { getLLMConfig } from '@/config/llm';
 
+import { genServerLLMConfig } from './genServerLLMConfig';
+
 // Mock ModelProvider enum
 vi.mock('@/libs/agent-runtime', () => ({
   ModelProvider: {
     Azure: 'azure',
     Bedrock: 'bedrock',
     Ollama: 'ollama',
-  }
+  },
 }));
 
 // Mock ProviderCards
@@ -86,7 +86,7 @@ describe('genServerLLMConfig', () => {
 
     expect(config.ollama).toEqual({
       enabled: true,
-      enabledModels: ['ollamaModels'], 
+      enabledModels: ['ollamaModels'],
       fetchOnClient: true,
       serverModelCards: ['ollamaModel1', 'ollamaModel2'],
     });

package/src/server/globalConfig/genServerLLMConfig.ts

@@ -1,35 +1,40 @@
 import { getLLMConfig } from '@/config/llm';
 import * as ProviderCards from '@/config/modelProviders';
-
 import { ModelProvider } from '@/libs/agent-runtime';
-
-import { extractEnabledModels, transformToChatModelCards } from '@/utils/parseModels';
-
 import { ModelProviderCard } from '@/types/llm';
+import { extractEnabledModels, transformToChatModelCards } from '@/utils/parseModels';
 
 export const genServerLLMConfig = (specificConfig: Record<any, any>) => {
   const llmConfig = getLLMConfig() as Record<string, any>;
 
-  return Object.values(ModelProvider).reduce((config, provider) => {
-    const providerUpperCase = provider.toUpperCase();
-    const providerCard = ProviderCards[`${provider}ProviderCard` as keyof typeof ProviderCards] as ModelProviderCard;
-    const providerConfig = specificConfig[provider as keyof typeof specificConfig] || {};
-    const providerModelList = process.env[providerConfig.modelListKey ?? `${providerUpperCase}_MODEL_LIST`];
+  return Object.values(ModelProvider).reduce(
+    (config, provider) => {
+      const providerUpperCase = provider.toUpperCase();
+      const providerCard = ProviderCards[
+        `${provider}ProviderCard` as keyof typeof ProviderCards
+      ] as ModelProviderCard;
+      const providerConfig = specificConfig[provider as keyof typeof specificConfig] || {};
+      const providerModelList =
+        process.env[providerConfig.modelListKey ?? `${providerUpperCase}_MODEL_LIST`];
 
-    config[provider] = {
-      enabled: llmConfig[providerConfig.enabledKey || `ENABLED_${providerUpperCase}`],
-      enabledModels: extractEnabledModels(
-        providerModelList,
-        providerConfig.withDeploymentName || false,
-      ),
-      serverModelCards: transformToChatModelCards({
-        defaultChatModels: (providerCard as ModelProviderCard)?.chatModels || [],
-        modelString: providerModelList,
-        withDeploymentName: providerConfig.withDeploymentName || false,
-      }),
-      ...(providerConfig.fetchOnClient !== undefined && { fetchOnClient: providerConfig.fetchOnClient }),
-    };
+      config[provider] = {
+        enabled: llmConfig[providerConfig.enabledKey || `ENABLED_${providerUpperCase}`],
+        enabledModels: extractEnabledModels(
+          providerModelList,
+          providerConfig.withDeploymentName || false,
+        ),
+        serverModelCards: transformToChatModelCards({
+          defaultChatModels: (providerCard as ModelProviderCard)?.chatModels || [],
+          modelString: providerModelList,
+          withDeploymentName: providerConfig.withDeploymentName || false,
+        }),
+        ...(providerConfig.fetchOnClient !== undefined && {
+          fetchOnClient: providerConfig.fetchOnClient,
+        }),
+      };
 
-    return config;
-  }, {} as Record<ModelProvider, any>);
+      return config;
+    },
+    {} as Record<ModelProvider, any>,
+  );
 };

package/src/server/globalConfig/index.ts

@@ -6,10 +6,9 @@ import { enableNextAuth } from '@/const/auth';
 import { parseSystemAgent } from '@/server/globalConfig/parseSystemAgent';
 import { GlobalServerConfig } from '@/types/serverConfig';
 
+import { genServerLLMConfig } from './genServerLLMConfig';
 import { parseAgentConfig } from './parseDefaultAgent';
 
-import { genServerLLMConfig } from './genServerLLMConfig'
-
 export const getServerGlobalConfig = () => {
   const { ACCESS_CODES, DEFAULT_AGENT_CONFIG } = getAppConfig();
 

package/src/server/routers/edge/config/__snapshots__/index.test.ts.snap

@@ -20,6 +20,7 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
       "id": "claude-2",
     },
     {
+      "contextWindowTokens": 128000,
       "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
       "displayName": "gpt-4-32k",
       "enabled": true,
@@ -29,7 +30,6 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
         "input": 10,
         "output": 30,
       },
-      "tokens": 128000,
     },
   ],
 }
@@ -38,6 +38,7 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
 exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST > should work correct with gpt-4 1`] = `
 [
   {
+    "contextWindowTokens": 16385,
     "description": "GPT 3.5 Turbo，适用于各种文本生成和理解任务，Currently points to gpt-3.5-turbo-0125",
     "displayName": "GPT-3.5 Turbo 1106",
     "enabled": true,
@@ -47,9 +48,9 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
       "input": 1,
       "output": 2,
     },
-    "tokens": 16385,
   },
   {
+    "contextWindowTokens": 16385,
     "description": "GPT 3.5 Turbo，适用于各种文本生成和理解任务，Currently points to gpt-3.5-turbo-0125",
     "displayName": "GPT-3.5 Turbo",
     "enabled": true,
@@ -59,9 +60,9 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
       "input": 0.5,
       "output": 1.5,
     },
-    "tokens": 16385,
   },
   {
+    "contextWindowTokens": 8192,
     "description": "GPT-4 提供了一个更大的上下文窗口，能够处理更长的文本输入，适用于需要广泛信息整合和数据分析的场景。",
     "displayName": "GPT-4",
     "enabled": true,
@@ -71,9 +72,9 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
       "input": 30,
       "output": 60,
     },
-    "tokens": 8192,
   },
   {
+    "contextWindowTokens": 32768,
     "description": "GPT-4 提供了一个更大的上下文窗口，能够处理更长的文本输入，适用于需要广泛信息整合和数据分析的场景。",
     "displayName": "GPT-4 32K",
     "enabled": true,
@@ -83,9 +84,9 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
       "input": 60,
       "output": 120,
     },
-    "tokens": 32768,
   },
   {
+    "contextWindowTokens": 128000,
     "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
     "displayName": "GPT-4 Turbo Preview 1106",
     "enabled": true,
@@ -95,7 +96,6 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
       "input": 10,
       "output": 30,
     },
-    "tokens": 128000,
   },
   {
     "displayName": "gpt-4-vision",
@@ -107,6 +107,7 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
 
 exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST > show the hidden model 1`] = `
 {
+  "contextWindowTokens": 128000,
   "description": "最新的 GPT-4 Turbo 模型具备视觉功能。现在，视觉请求可以使用 JSON 模式和函数调用。 GPT-4 Turbo 是一个增强版本，为多模态任务提供成本效益高的支持。它在准确性和效率之间找到平衡，适合需要进行实时交互的应用程序场景。",
   "displayName": "GPT-4 Turbo Preview 1106",
   "enabled": true,
@@ -116,7 +117,6 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENAI_MODEL_LIST
     "input": 10,
     "output": 30,
   },
-  "tokens": 128000,
 }
 `;
 
@@ -129,18 +129,18 @@ exports[`configRouter > getGlobalConfig > Model Provider env > OPENROUTER_MODEL_
   ],
   "serverModelCards": [
     {
+      "contextWindowTokens": 32768,
       "description": "LLaMA 3.1 提供多语言支持，是业界领先的生成模型之一。",
       "displayName": "Llama 3.1 8B (Free)",
       "enabled": true,
       "id": "meta-llama/llama-3.1-8b-instruct:free",
-      "tokens": 32768,
     },
     {
+      "contextWindowTokens": 8192,
       "description": "Gemma 2 是Google轻量化的开源文本模型系列。",
       "displayName": "Gemma 2 9B (Free)",
       "enabled": true,
       "id": "google/gemma-2-9b-it:free",
-      "tokens": 8192,
     },
   ],
 }

package/src/server/routers/lambda/_template.ts

@@ -1,8 +1,8 @@
 import { z } from 'zod';
 
+import { insertSessionGroupSchema } from '@/database/schemas';
 import { serverDB } from '@/database/server';
 import { SessionGroupModel } from '@/database/server/models/sessionGroup';
-import { insertSessionGroupSchema } from '@/database/schemas';
 import { authedProcedure, router } from '@/libs/trpc';
 import { SessionGroupItem } from '@/types/session';
 

package/src/server/routers/lambda/knowledgeBase.ts

@@ -1,8 +1,8 @@
 import { z } from 'zod';
 
+import { insertKnowledgeBasesSchema } from '@/database/schemas';
 import { serverDB } from '@/database/server';
 import { KnowledgeBaseModel } from '@/database/server/models/knowledgeBase';
-import { insertKnowledgeBasesSchema } from '@/database/schemas';
 import { authedProcedure, router } from '@/libs/trpc';
 import { KnowledgeBaseItem } from '@/types/knowledgeBase';
 

package/src/server/routers/lambda/session.ts

@@ -1,9 +1,9 @@
 import { z } from 'zod';
 
+import { insertAgentSchema, insertSessionSchema } from '@/database/schemas';
 import { serverDB } from '@/database/server';
 import { SessionModel } from '@/database/server/models/session';
 import { SessionGroupModel } from '@/database/server/models/sessionGroup';
-import { insertAgentSchema, insertSessionSchema } from '@/database/schemas';
 import { authedProcedure, publicProcedure, router } from '@/libs/trpc';
 import { AgentChatConfigSchema } from '@/types/agent';
 import { LobeMetaDataSchema } from '@/types/meta';

package/src/server/routers/lambda/sessionGroup.ts

@@ -1,8 +1,8 @@
 import { z } from 'zod';
 
+import { insertSessionGroupSchema } from '@/database/schemas';
 import { serverDB } from '@/database/server';
 import { SessionGroupModel } from '@/database/server/models/sessionGroup';
-import { insertSessionGroupSchema } from '@/database/schemas';
 import { authedProcedure, router } from '@/libs/trpc';
 import { SessionGroupItem } from '@/types/session';
 

package/src/server/routers/lambda/thread.ts

@@ -1,9 +1,9 @@
 import { z } from 'zod';
 
+import { insertThreadSchema } from '@/database/schemas';
 import { serverDB } from '@/database/server';
 import { MessageModel } from '@/database/server/models/message';
 import { ThreadModel } from '@/database/server/models/thread';
-import { insertThreadSchema } from '@/database/schemas';
 import { authedProcedure, router } from '@/libs/trpc';
 import { ThreadItem, createThreadSchema } from '@/types/topic/thread';
 

package/src/server/services/nextAuthUser/index.ts

@@ -1,8 +1,8 @@
 import { NextResponse } from 'next/server';
 
+import { UserItem } from '@/database/schemas';
 import { serverDB } from '@/database/server';
 import { UserModel } from '@/database/server/models/user';
-import { UserItem } from '@/database/schemas';
 import { pino } from '@/libs/logger';
 import { LobeNextAuthDbAdapter } from '@/libs/next-auth/adapter';
 

package/src/store/user/slices/modelList/__snapshots__/action.test.ts.snap

@@ -2,11 +2,11 @@
 
 exports[`LLMSettingsSliceAction > refreshModelProviderList > visible 1`] = `
 {
+  "contextWindowTokens": 4096,
   "description": "LLaVA 是结合视觉编码器和 Vicuna 的多模态模型，用于强大的视觉和语言理解。",
   "displayName": "LLaVA 7B",
   "enabled": true,
   "id": "llava",
-  "tokens": 4096,
   "vision": true,
 }
 `;

package/src/store/user/slices/modelList/action.test.ts

@@ -92,14 +92,14 @@ describe('LLMSettingsSliceAction', () => {
                   displayName: 'ChatGPT-4',
                   functionCall: true,
                   id: 'gpt-4-0125-preview',
-                  tokens: 128000,
+                  contextWindowTokens: 128000,
                   enabled: true,
                 },
                 {
                   displayName: 'ChatGPT-4 Vision',
                   functionCall: true,
                   id: 'gpt-4-turbo-2024-04-09',
-                  tokens: 128000,
+                  contextWindowTokens: 128000,
                   vision: true,
                   enabled: true,
                 },
@@ -121,14 +121,14 @@ describe('LLMSettingsSliceAction', () => {
           enabled: true,
           functionCall: true,
           id: 'gpt-4-0125-preview',
-          tokens: 128000,
+          contextWindowTokens: 128000,
         },
         {
           displayName: 'ChatGPT-4 Vision',
           enabled: true,
           functionCall: true,
           id: 'gpt-4-turbo-2024-04-09',
-          tokens: 128000,
+          contextWindowTokens: 128000,
           vision: true,
         },
       ]);

package/src/store/user/slices/modelList/reducers/customModelCard.test.ts

@@ -21,7 +21,7 @@ describe('customModelCardsReducer', () => {
       isCustom: true,
       legacy: false,
       maxOutput: 1000,
-      tokens: 2048,
+      contextWindowTokens: 2048,
       vision: false,
     },
     {
@@ -33,7 +33,7 @@ describe('customModelCardsReducer', () => {
       isCustom: true,
       legacy: true,
       maxOutput: 500,
-      tokens: 1024,
+      contextWindowTokens: 1024,
       vision: true,
     },
   ];
@@ -49,7 +49,7 @@ describe('customModelCardsReducer', () => {
       isCustom: true,
       legacy: false,
       maxOutput: 2000,
-      tokens: 4096,
+      contextWindowTokens: 4096,
       vision: false,
     };
 
@@ -75,7 +75,7 @@ describe('customModelCardsReducer', () => {
       isCustom: true,
       legacy: false,
       maxOutput: 1000,
-      tokens: 2048,
+      contextWindowTokens: 2048,
       vision: false,
     };
 
@@ -147,7 +147,7 @@ describe('customModelCardsReducer', () => {
       isCustom: true,
       legacy: false,
       maxOutput: 1500,
-      tokens: 2048,
+      contextWindowTokens: 2048,
       vision: false,
     };
 
@@ -187,7 +187,7 @@ describe('customModelCardsReducer', () => {
       isCustom: true,
       legacy: false,
       maxOutput: 1500,
-      tokens: 2048,
+      contextWindowTokens: 2048,
       vision: false,
     };
 

package/src/store/user/slices/modelList/selectors/modelProvider.ts

@@ -116,9 +116,10 @@ const isModelEnabledUpload = (id: string) => (s: UserStore) =>
   isModelEnabledVision(id)(s) || isModelEnabledFiles(id)(s);
 
 const isModelHasMaxToken = (id: string) => (s: UserStore) =>
-  typeof getModelCardById(id)(s)?.tokens !== 'undefined';
+  typeof getModelCardById(id)(s)?.contextWindowTokens !== 'undefined';
 
-const modelMaxToken = (id: string) => (s: UserStore) => getModelCardById(id)(s)?.tokens || 0;
+const modelMaxToken = (id: string) => (s: UserStore) =>
+  getModelCardById(id)(s)?.contextWindowTokens || 0;
 
 export const modelProviderSelectors = {
   defaultModelProviderList,

package/src/tools/dalle/Render/Item/index.tsx

@@ -56,7 +56,7 @@ const ImageItem = memo<DallEImageItem & { index: number; messageId: string }>(
       );
 
     if (imageId || previewUrl)
-      return <ImagePreview imageId={imageId} previewUrl={previewUrl}  prompt={prompt} />;
+      return <ImagePreview imageId={imageId} previewUrl={previewUrl} prompt={prompt} />;
 
     return (
       <Flexbox className={styles.container} padding={8}>

package/src/types/files/index.ts

@@ -7,7 +7,6 @@ export enum FilesTabs {
   Websites = 'websites',
 }
 
-
 export interface FileItem {
   createdAt: Date;
   enabled?: boolean;

package/src/types/llm.ts

@@ -3,6 +3,10 @@ import { ReactNode } from 'react';
 export type ModelPriceCurrency = 'CNY' | 'USD';
 
 export interface ChatModelCard {
+  /**
+   * the context window (or input + output tokens limit)
+   */
+  contextWindowTokens?: number;
   /**
    * only used in azure
    */
@@ -12,7 +16,6 @@ export interface ChatModelCard {
    * the name show for end user
    */
   displayName?: string;
-
   /**
    * whether model is enabled by default
    */
@@ -53,10 +56,6 @@ export interface ChatModelCard {
     writeCacheInput?: number;
   };
   releasedAt?: string;
-  /**
-   * the context window (or input + output tokens limit)
-   */
-  tokens?: number;
 
   /**
    *  whether model supports vision