@lobehub/chat 1.40.1 → 1.40.2

package/CHANGELOG.md

@@ -2,6 +2,31 @@
 
 # Changelog
 
+### [Version 1.40.2](https://github.com/lobehub/lobe-chat/compare/v1.40.1...v1.40.2)
+
+<sup>Released on **2024-12-26**</sup>
+
+#### ♻ Code Refactoring
+
+- **misc**: Refactor `tokens` to `contextWindowTokens`.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Code refactoring
+
+- **misc**: Refactor `tokens` to `contextWindowTokens`, closes [#5185](https://github.com/lobehub/lobe-chat/issues/5185) ([a2aa99a](https://github.com/lobehub/lobe-chat/commit/a2aa99a))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.40.1](https://github.com/lobehub/lobe-chat/compare/v1.40.0...v1.40.1)
 
 <sup>Released on **2024-12-26**</sup>

package/changelog/v1.json

@@ -1,4 +1,13 @@
 [
+  {
+    "children": {
+      "improvements": [
+        "Refactor tokens to contextWindowTokens."
+      ]
+    },
+    "date": "2024-12-26",
+    "version": "1.40.2"
+  },
   {
     "children": {
       "fixes": [

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.40.1",
+  "version": "1.40.2",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/app/(main)/discover/(detail)/model/[...slugs]/features/Actions.tsx

@@ -31,7 +31,7 @@ const ModelActions = memo<ModelActionsProps>(({ identifier, providerData, data }
           tags: (
             <ModelFeatureTags
               functionCall={data.meta.functionCall}
-              tokens={data.meta.tokens}
+              tokens={data.meta.contextWindowTokens}
               vision={data.meta.vision}
             />
           ),

package/src/app/(main)/discover/(detail)/model/[...slugs]/features/Header.tsx

@@ -75,7 +75,7 @@ const Header = memo<HeaderProps>(({ identifier, data, mobile }) => {
       {data.meta.description && <div>{t(`${identifier}.description`, { ns: 'models' })}</div>}
       <ModelFeatureTags
         functionCall={data.meta.functionCall}
-        tokens={data.meta.tokens}
+        tokens={data.meta.contextWindowTokens}
         vision={data.meta.vision}
       />
     </Flexbox>

package/src/app/(main)/discover/(detail)/model/[...slugs]/features/InfoSidebar/SuggestionItem.tsx

@@ -45,7 +45,7 @@ export interface SuggestionItemProps
     FlexboxProps {}
 
 const SuggestionItem = memo<SuggestionItemProps>(({ className, meta, identifier, ...rest }) => {
-  const { title, description, tokens, vision, functionCall } = meta;
+  const { title, description, contextWindowTokens, vision, functionCall } = meta;
   const { t } = useTranslation('models');
   const { cx, styles } = useStyles();
 
@@ -67,7 +67,7 @@ const SuggestionItem = memo<SuggestionItemProps>(({ className, meta, identifier,
           {t(`${identifier}.description`)}
         </Paragraph>
       )}
-      <ModelFeatureTags functionCall={functionCall} tokens={tokens} vision={vision} />
+      <ModelFeatureTags functionCall={functionCall} tokens={contextWindowTokens} vision={vision} />
     </Flexbox>
   );
 });

package/src/app/(main)/discover/(detail)/model/[...slugs]/features/ProviderList/ProviderItem.tsx

@@ -45,7 +45,7 @@ const ProviderItem = memo<ProviderItemProps>(({ mobile, modelId, identifier }) =
   const items: StatisticProps[] = [
     {
       title: t('models.contentLength'),
-      value: model?.tokens ? formatTokenNumber(model.tokens) : '--',
+      value: model?.contextWindowTokens ? formatTokenNumber(model.contextWindowTokens) : '--',
     },
     {
       title: t('models.providerInfo.maxOutput'),

package/src/app/(main)/discover/(detail)/provider/[slug]/features/ModelList/ModelItem.tsx

@@ -47,7 +47,7 @@ export interface SuggestionItemProps
 }
 
 const ModelItem = memo<SuggestionItemProps>(({ mobile, meta, identifier }) => {
-  const { title, tokens, vision, functionCall } = meta;
+  const { title, contextWindowTokens, vision, functionCall } = meta;
   const { xl = true } = useResponsive();
   const { t } = useTranslation('discover');
   const { styles, theme } = useStyles();
@@ -57,7 +57,7 @@ const ModelItem = memo<SuggestionItemProps>(({ mobile, meta, identifier }) => {
   const items: StatisticProps[] = [
     {
       title: t('models.contentLength'),
-      value: meta?.tokens ? formatTokenNumber(meta.tokens) : '--',
+      value: meta?.contextWindowTokens ? formatTokenNumber(meta.contextWindowTokens) : '--',
     },
     {
       title: t('models.providerInfo.maxOutput'),
@@ -98,7 +98,7 @@ const ModelItem = memo<SuggestionItemProps>(({ mobile, meta, identifier }) => {
           </Flexbox>
         </Flexbox>
       </Link>
-      <ModelFeatureTags functionCall={functionCall} tokens={tokens} vision={vision} />
+      <ModelFeatureTags functionCall={functionCall} tokens={contextWindowTokens} vision={vision} />
     </Flexbox>
   );
 

package/src/app/(main)/discover/(list)/models/features/Card.tsx

@@ -72,7 +72,7 @@ export interface ModelCardProps extends DiscoverModelItem, FlexboxProps {
 }
 
 const ModelCard = memo<ModelCardProps>(({ className, meta, identifier, ...rest }) => {
-  const { description, title, functionCall, vision, tokens } = meta;
+  const { description, title, functionCall, vision, contextWindowTokens } = meta;
   const { t } = useTranslation('models');
   const { cx, styles } = useStyles();
 
@@ -107,7 +107,11 @@ const ModelCard = memo<ModelCardProps>(({ className, meta, identifier, ...rest }
           </Paragraph>
         )}
 
-        <ModelFeatureTags functionCall={functionCall} tokens={tokens} vision={vision} />
+        <ModelFeatureTags
+          functionCall={functionCall}
+          tokens={contextWindowTokens}
+          vision={vision}
+        />
       </Flexbox>
     </Flexbox>
   );

package/src/app/(main)/settings/llm/ProviderList/Cloudflare/index.tsx

@@ -29,11 +29,7 @@ export const useCloudflareProvider = (): ProviderItem => {
         name: [KeyVaultsConfigKey, providerKey, 'apiKey'],
       },
       {
-        children: (
-          <Input
-            placeholder={t(`${providerKey}.baseURLOrAccountID.placeholder`)}
-          />
-        ),
+        children: <Input placeholder={t(`${providerKey}.baseURLOrAccountID.placeholder`)} />,
         desc: t(`${providerKey}.baseURLOrAccountID.desc`),
         label: t(`${providerKey}.baseURLOrAccountID.title`),
         name: [KeyVaultsConfigKey, providerKey, 'baseURLOrAccountID'],

package/src/app/(main)/settings/llm/components/ProviderModelList/ModelFetcher.tsx

@@ -80,8 +80,8 @@ const ModelFetcher = memo<ModelFetcherProps>(({ provider }) => {
           title={
             latestFetchTime
               ? t('llm.fetcher.latestTime', {
-                time: dayjs(latestFetchTime).format('YYYY-MM-DD HH:mm:ss'),
-              })
+                  time: dayjs(latestFetchTime).format('YYYY-MM-DD HH:mm:ss'),
+                })
               : t('llm.fetcher.noLatestTime')
           }
         >

package/src/components/ModelSelect/index.tsx

@@ -102,19 +102,22 @@ export const ModelInfoTags = memo<ModelInfoTagsProps>(
             </div>
           </Tooltip>
         )}
-        {model.tokens !== undefined && (
+        {model.contextWindowTokens !== undefined && (
           <Tooltip
             overlayStyle={{ maxWidth: 'unset', pointerEvents: 'none' }}
             placement={placement}
             title={t('ModelSelect.featureTag.tokens', {
-              tokens: model.tokens === 0 ? '∞' : numeral(model.tokens).format('0,0'),
+              tokens:
+                model.contextWindowTokens === 0
+                  ? '∞'
+                  : numeral(model.contextWindowTokens).format('0,0'),
             })}
           >
             <Center className={styles.token} title="">
-              {model.tokens === 0 ? (
+              {model.contextWindowTokens === 0 ? (
                 <Infinity size={17} strokeWidth={1.6} />
               ) : (
-                formatTokenNumber(model.tokens)
+                formatTokenNumber(model.contextWindowTokens)
               )}
             </Center>
           </Tooltip>

package/src/config/__tests__/app.test.ts

@@ -24,7 +24,9 @@ describe('getServerConfig', () => {
   describe('index url', () => {
     it('should return default URLs when no environment variables are set', () => {
       const config = getAppConfig();
-      expect(config.AGENTS_INDEX_URL).toBe('https://registry.npmmirror.com/@lobehub/agents-index/v1/files/public');
+      expect(config.AGENTS_INDEX_URL).toBe(
+        'https://registry.npmmirror.com/@lobehub/agents-index/v1/files/public',
+      );
       expect(config.PLUGINS_INDEX_URL).toBe('https://chat-plugins.lobehub.com');
     });
 
@@ -41,7 +43,9 @@ describe('getServerConfig', () => {
       process.env.PLUGINS_INDEX_URL = '';
 
       const config = getAppConfig();
-      expect(config.AGENTS_INDEX_URL).toBe('https://registry.npmmirror.com/@lobehub/agents-index/v1/files/public');
+      expect(config.AGENTS_INDEX_URL).toBe(
+        'https://registry.npmmirror.com/@lobehub/agents-index/v1/files/public',
+      );
       expect(config.PLUGINS_INDEX_URL).toBe('https://chat-plugins.lobehub.com');
     });
   });

package/src/config/app.ts

@@ -23,8 +23,7 @@ if (typeof window === 'undefined' && isServerMode && !APP_URL) {
   throw new Error('`APP_URL` is required in server mode');
 }
 
-const ASSISTANT_INDEX_URL =
-  'https://registry.npmmirror.com/@lobehub/agents-index/v1/files/public';
+const ASSISTANT_INDEX_URL = 'https://registry.npmmirror.com/@lobehub/agents-index/v1/files/public';
 
 const PLUGINS_INDEX_URL = 'https://chat-plugins.lobehub.com';
 

package/src/config/modelProviders/ai21.ts

@@ -4,6 +4,7 @@ import { ModelProviderCard } from '@/types/llm';
 const Ai21: ModelProviderCard = {
   chatModels: [
     {
+      contextWindowTokens: 256_000,
       displayName: 'Jamba 1.5 Mini',
       enabled: true,
       functionCall: true,
@@ -12,9 +13,9 @@ const Ai21: ModelProviderCard = {
         input: 0.2,
         output: 0.4,
       },
-      tokens: 256_000,
     },
     {
+      contextWindowTokens: 256_000,
       displayName: 'Jamba 1.5 Large',
       enabled: true,
       functionCall: true,
@@ -23,7 +24,6 @@ const Ai21: ModelProviderCard = {
         input: 2,
         output: 8,
       },
-      tokens: 256_000,
     },
   ],
   checkModel: 'jamba-1.5-mini',

package/src/config/modelProviders/ai360.ts

@@ -4,6 +4,7 @@ import { ModelProviderCard } from '@/types/llm';
 const Ai360: ModelProviderCard = {
   chatModels: [
     {
+      contextWindowTokens: 8192,
       description:
         '360GPT2 Pro 是 360 公司推出的高级自然语言处理模型，具备卓越的文本生成和理解能力，尤其在生成与创作领域表现出色，能够处理复杂的语言转换和角色演绎任务。',
       displayName: '360GPT2 Pro',
@@ -15,9 +16,9 @@ const Ai360: ModelProviderCard = {
         input: 5,
         output: 5,
       },
-      tokens: 8192,
     },
     {
+      contextWindowTokens: 8192,
       description:
         '360GPT Pro 作为 360 AI 模型系列的重要成员，以高效的文本处理能力满足多样化的自然语言应用场景，支持长文本理解和多轮对话等功能。',
       displayName: '360GPT Pro',
@@ -30,9 +31,9 @@ const Ai360: ModelProviderCard = {
         input: 5,
         output: 5,
       },
-      tokens: 8192,
     },
     {
+      contextWindowTokens: 8192,
       description:
         '360GPT Turbo 提供强大的计算和对话能力，具备出色的语义理解和生成效率，是企业和开发者理想的智能助理解决方案。',
       displayName: '360GPT Turbo',
@@ -44,9 +45,9 @@ const Ai360: ModelProviderCard = {
         input: 2,
         output: 2,
       },
-      tokens: 8192,
     },
     {
+      contextWindowTokens: 8192,
       description:
         '360GPT Turbo Responsibility 8K 强调语义安全和责任导向，专为对内容安全有高度要求的应用场景设计，确保用户体验的准确性与稳健性。',
       displayName: '360GPT Turbo Responsibility 8K',
@@ -58,7 +59,6 @@ const Ai360: ModelProviderCard = {
         input: 2,
         output: 2,
       },
-      tokens: 8192,
     },
   ],
   checkModel: '360gpt-turbo',

package/src/config/modelProviders/anthropic.ts

@@ -4,6 +4,7 @@ import { ModelProviderCard } from '@/types/llm';
 const Anthropic: ModelProviderCard = {
   chatModels: [
     {
+      contextWindowTokens: 200_000,
       description:
         'Claude 3.5 Haiku 是 Anthropic 最快的下一代模型。与 Claude 3 Haiku 相比，Claude 3.5 Haiku 在各项技能上都有所提升，并在许多智力基准测试中超越了上一代最大的模型 Claude 3 Opus。',
       displayName: 'Claude 3.5 Haiku',
@@ -18,9 +19,9 @@ const Anthropic: ModelProviderCard = {
         writeCacheInput: 1.25,
       },
       releasedAt: '2024-11-05',
-      tokens: 200_000,
     },
     {
+      contextWindowTokens: 200_000,
       description:
         'Claude 3.5 Sonnet 提供了超越 Opus 的能力和比 Sonnet 更快的速度，同时保持与 Sonnet 相同的价格。Sonnet 特别擅长编程、数据科学、视觉处理、代理任务。',
       displayName: 'Claude 3.5 Sonnet',
@@ -35,10 +36,10 @@ const Anthropic: ModelProviderCard = {
         writeCacheInput: 3.75,
       },
       releasedAt: '2024-10-22',
-      tokens: 200_000,
       vision: true,
     },
     {
+      contextWindowTokens: 200_000,
       description:
         'Claude 3.5 Sonnet 提供了超越 Opus 的能力和比 Sonnet 更快的速度，同时保持与 Sonnet 相同的价格。Sonnet 特别擅长编程、数据科学、视觉处理、代理任务。',
       displayName: 'Claude 3.5 Sonnet 0620',
@@ -52,10 +53,10 @@ const Anthropic: ModelProviderCard = {
         writeCacheInput: 3.75,
       },
       releasedAt: '2024-06-20',
-      tokens: 200_000,
       vision: true,
     },
     {
+      contextWindowTokens: 200_000,
       description:
         'Claude 3 Haiku 是 Anthropic 的最快且最紧凑的模型，旨在实现近乎即时的响应。它具有快速且准确的定向性能。',
       displayName: 'Claude 3 Haiku',
@@ -67,10 +68,10 @@ const Anthropic: ModelProviderCard = {
         output: 1.25,
       },
       releasedAt: '2024-03-07',
-      tokens: 200_000,
       vision: true,
     },
     {
+      contextWindowTokens: 200_000,
       description:
         'Claude 3 Sonnet 在智能和速度方面为企业工作负载提供了理想的平衡。它以更低的价格提供最大效用，可靠且适合大规模部署。',
       displayName: 'Claude 3 Sonnet',
@@ -82,10 +83,10 @@ const Anthropic: ModelProviderCard = {
         output: 15,
       },
       releasedAt: '2024-02-29',
-      tokens: 200_000,
       vision: true,
     },
     {
+      contextWindowTokens: 200_000,
       description:
         'Claude 3 Opus 是 Anthropic 用于处理高度复杂任务的最强大模型。它在性能、智能、流畅性和理解力方面表现卓越。',
       displayName: 'Claude 3 Opus',
@@ -98,10 +99,10 @@ const Anthropic: ModelProviderCard = {
         output: 75,
       },
       releasedAt: '2024-02-29',
-      tokens: 200_000,
       vision: true,
     },
     {
+      contextWindowTokens: 200_000,
       description:
         'Claude 2 为企业提供了关键能力的进步，包括业界领先的 200K token 上下文、大幅降低模型幻觉的发生率、系统提示以及一个新的测试功能：工具调用。',
       displayName: 'Claude 2.1',
@@ -112,9 +113,9 @@ const Anthropic: ModelProviderCard = {
         output: 24,
       },
       releasedAt: '2023-11-21',
-      tokens: 200_000,
     },
     {
+      contextWindowTokens: 100_000,
       description:
         'Claude 2 为企业提供了关键能力的进步，包括业界领先的 200K token 上下文、大幅降低模型幻觉的发生率、系统提示以及一个新的测试功能：工具调用。',
       displayName: 'Claude 2.0',
@@ -125,7 +126,6 @@ const Anthropic: ModelProviderCard = {
         output: 24,
       },
       releasedAt: '2023-07-11',
-      tokens: 100_000,
     },
   ],
   checkModel: 'claude-3-haiku-20240307',

package/src/config/modelProviders/azure.ts

@@ -4,6 +4,7 @@ import { ModelProviderCard } from '@/types/llm';
 const Azure: ModelProviderCard = {
   chatModels: [
     {
+      contextWindowTokens: 16_385,
       deploymentName: 'gpt-35-turbo',
       description:
         'GPT 3.5 Turbo，OpenAI提供的高效模型，适用于聊天和文本生成任务，支持并行函数调用。',
@@ -12,44 +13,43 @@ const Azure: ModelProviderCard = {
       functionCall: true,
       id: 'gpt-35-turbo',
       maxOutput: 4096,
-      tokens: 16_385,
     },
     {
+      contextWindowTokens: 16_384,
       deploymentName: 'gpt-35-turbo-16k',
       description: 'GPT 3.5 Turbo 16k，高容量文本生成模型，适合复杂任务。',
       displayName: 'GPT 3.5 Turbo',
       functionCall: true,
       id: 'gpt-35-turbo-16k',
-      tokens: 16_384,
     },
     {
+      contextWindowTokens: 128_000,
       deploymentName: 'gpt-4-turbo',
       description: 'GPT 4 Turbo，多模态模型，提供杰出的语言理解和生成能力，同时支持图像输入。',
       displayName: 'GPT 4 Turbo',
       enabled: true,
       functionCall: true,
       id: 'gpt-4',
-      tokens: 128_000,
       vision: true,
     },
     {
+      contextWindowTokens: 128_000,
       deploymentName: 'gpt-4o-mini',
       description: 'GPT-4o Mini，小型高效模型，具备与GPT-4o相似的卓越性能。',
       displayName: 'GPT 4o Mini',
       enabled: true,
       functionCall: true,
       id: 'gpt-4o-mini',
-      tokens: 128_000,
       vision: true,
     },
     {
+      contextWindowTokens: 128_000,
       deploymentName: 'gpt-4o',
       description: 'GPT-4o 是最新的多模态模型，结合高级文本和图像处理能力。',
       displayName: 'GPT 4o',
       enabled: true,
       functionCall: true,
       id: 'gpt-4o',
-      tokens: 128_000,
       vision: true,
     },
   ],

package/src/config/modelProviders/baichuan.ts

@@ -4,6 +4,7 @@ import { ModelProviderCard } from '@/types/llm';
 const Baichuan: ModelProviderCard = {
   chatModels: [
     {
+      contextWindowTokens: 32_768,
       description:
         '模型能力国内第一，在知识百科、长文本、生成创作等中文任务上超越国外主流模型。还具备行业领先的多模态能力，多项权威评测基准表现优异。',
       displayName: 'Baichuan 4',
@@ -16,9 +17,9 @@ const Baichuan: ModelProviderCard = {
         input: 100,
         output: 100,
       },
-      tokens: 32_768,
     },
     {
+      contextWindowTokens: 32_768,
       description:
         '模型能力国内第一，在知识百科、长文本、生成创作等中文任务上超越国外主流模型。还具备行业领先的多模态能力，多项权威评测基准表现优异。',
       displayName: 'Baichuan 4 Turbo',
@@ -31,9 +32,9 @@ const Baichuan: ModelProviderCard = {
         input: 15,
         output: 15,
       },
-      tokens: 32_768,
     },
     {
+      contextWindowTokens: 32_768,
       description:
         '模型能力国内第一，在知识百科、长文本、生成创作等中文任务上超越国外主流模型。还具备行业领先的多模态能力，多项权威评测基准表现优异。',
       displayName: 'Baichuan 4 Air',
@@ -46,9 +47,9 @@ const Baichuan: ModelProviderCard = {
         input: 0.98,
         output: 0.98,
       },
-      tokens: 32_768,
     },
     {
+      contextWindowTokens: 32_768,
       description:
         '针对企业高频场景优化，效果大幅提升，高性价比。相对于Baichuan2模型，内容创作提升20%，知识问答提升17%， 角色扮演能力提升40%。整体效果比GPT3.5更优。',
       displayName: 'Baichuan 3 Turbo',
@@ -60,9 +61,9 @@ const Baichuan: ModelProviderCard = {
         input: 12,
         output: 12,
       },
-      tokens: 32_768,
     },
     {
+      contextWindowTokens: 128_000,
       description:
         '具备 128K 超长上下文窗口，针对企业高频场景优化，效果大幅提升，高性价比。相对于Baichuan2模型，内容创作提升20%，知识问答提升17%， 角色扮演能力提升40%。整体效果比GPT3.5更优。',
       displayName: 'Baichuan 3 Turbo 128k',
@@ -73,9 +74,9 @@ const Baichuan: ModelProviderCard = {
         input: 24,
         output: 24,
       },
-      tokens: 128_000,
     },
     {
+      contextWindowTokens: 32_768,
       description:
         '采用搜索增强技术实现大模型与领域知识、全网知识的全面链接。支持PDF、Word等多种文档上传及网址输入，信息获取及时、全面，输出结果准确、专业。',
       displayName: 'Baichuan 2 Turbo',
@@ -86,7 +87,6 @@ const Baichuan: ModelProviderCard = {
         input: 8,
         output: 8,
       },
-      tokens: 32_768,
     },
   ],
   checkModel: 'Baichuan3-Turbo',