@lobehub/chat 1.19.3 → 1.19.5

package/CHANGELOG.md

@@ -2,6 +2,57 @@
 
 # Changelog
 
+### [Version 1.19.5](https://github.com/lobehub/lobe-chat/compare/v1.19.4...v1.19.5)
+
+<sup>Released on **2024-09-19**</sup>
+
+#### 💄 Styles
+
+- **misc**: Enable functioncall for stepfun models, Update qwen models.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Styles
+
+- **misc**: Enable functioncall for stepfun models, closes [#4022](https://github.com/lobehub/lobe-chat/issues/4022) ([afb3509](https://github.com/lobehub/lobe-chat/commit/afb3509))
+- **misc**: Update qwen models, closes [#4026](https://github.com/lobehub/lobe-chat/issues/4026) ([6169e8f](https://github.com/lobehub/lobe-chat/commit/6169e8f))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 1.19.4](https://github.com/lobehub/lobe-chat/compare/v1.19.3...v1.19.4)
+
+<sup>Released on **2024-09-19**</sup>
+
+#### ♻ Code Refactoring
+
+- **misc**: Refactor the sitemap implement.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Code refactoring
+
+- **misc**: Refactor the sitemap implement, closes [#4012](https://github.com/lobehub/lobe-chat/issues/4012) ([d93a161](https://github.com/lobehub/lobe-chat/commit/d93a161))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.19.3](https://github.com/lobehub/lobe-chat/compare/v1.19.2...v1.19.3)
 
 <sup>Released on **2024-09-19**</sup>

package/next.config.mjs

@@ -107,6 +107,16 @@ const nextConfig = {
   output: buildWithDocker ? 'standalone' : undefined,
   reactStrictMode: true,
   redirects: async () => [
+    {
+      destination: '/sitemap-index.xml',
+      permanent: true,
+      source: '/sitemap.xml',
+    },
+    {
+      destination: '/discover',
+      permanent: true,
+      source: '/market',
+    },
     {
       destination: '/settings/common',
       permanent: true,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.19.3",
+  "version": "1.19.5",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",
@@ -29,11 +29,11 @@
     "build": "next build",
     "postbuild": "npm run build-sitemap && npm run build-migrate-db",
     "build-migrate-db": "bun run db:migrate",
-    "build-sitemap": "next-sitemap --config next-sitemap.config.mjs",
+    "build-sitemap": "tsx ./scripts/buildSitemapIndex/index.ts",
     "build:analyze": "ANALYZE=true next build",
     "build:docker": "DOCKER=true next build && npm run build-sitemap",
     "db:generate": "drizzle-kit generate",
-    "db:migrate": "MIGRATION_DB=1 tsx scripts/migrateServerDB/index.ts",
+    "db:migrate": "MIGRATION_DB=1 tsx ./scripts/migrateServerDB/index.ts",
     "db:push": "drizzle-kit push",
     "db:push-test": "NODE_ENV=test drizzle-kit push",
     "db:studio": "drizzle-kit studio",
@@ -65,11 +65,11 @@
     "test:update": "vitest -u",
     "type-check": "tsc --noEmit",
     "webhook:ngrok": "ngrok http http://localhost:3011",
-    "workflow:docs": "tsx scripts/docsWorkflow/index.ts",
-    "workflow:i18n": "tsx scripts/i18nWorkflow/index.ts",
+    "workflow:docs": "tsx ./scripts/docsWorkflow/index.ts",
+    "workflow:i18n": "tsx ./scripts/i18nWorkflow/index.ts",
     "workflow:mdx": "tsx ./scripts/mdxWorkflow/index.ts",
     "workflow:mdx-with-lint": "tsx ./scripts/mdxWorkflow/index.ts && eslint \"docs/**/*.mdx\" --quiet --fix",
-    "workflow:readme": "tsx scripts/readmeWorkflow/index.ts"
+    "workflow:readme": "tsx ./scripts/readmeWorkflow/index.ts"
   },
   "lint-staged": {
     "*.md": [
@@ -172,7 +172,6 @@
     "next": "14.2.8",
     "next-auth": "beta",
     "next-mdx-remote": "^4.4.1",
-    "next-sitemap": "^4.2.3",
     "nextjs-toploader": "^3.6.15",
     "numeral": "^2.0.6",
     "nuqs": "^1.17.8",

package/scripts/buildSitemapIndex/index.ts

@@ -0,0 +1,12 @@
+import { writeFileSync } from 'node:fs';
+import { resolve } from 'node:path';
+
+import { sitemapModule } from '@/server/sitemap';
+
+const genSitemap = () => {
+  const sitemapIndexXML = sitemapModule.getIndex();
+  const filename = resolve(__dirname, '../../', 'public', 'sitemap-index.xml');
+  writeFileSync(filename, sitemapIndexXML);
+};
+
+genSitemap();

package/src/app/(main)/discover/(detail)/assistant/[slug]/page.tsx

@@ -105,6 +105,7 @@ const Page = async ({ params, searchParams }: Props) => {
           />
         }
         /* ↓ cloud slot ↓ */
+
         /* ↑ cloud slot ↑ */
       >
         <Temp data={data} identifier={identifier} />

package/src/app/(main)/discover/(detail)/model/[...slugs]/features/ProviderList/ProviderItem.tsx

@@ -67,6 +67,7 @@ const ProviderItem = memo<ProviderItemProps>(({ mobile, modelId, identifier }) =
         : '--',
     },
     /* ↓ cloud slot ↓ */
+
     /* ↑ cloud slot ↑ */
   ];
 

package/src/app/(main)/discover/(detail)/model/[...slugs]/page.tsx

@@ -100,6 +100,7 @@ const Page = async ({ params, searchParams }: Props) => {
         mobile={mobile}
         sidebar={<InfoSidebar data={data} identifier={identifier} mobile={mobile} />}
         /* ↓ cloud slot ↓ */
+
         /* ↑ cloud slot ↑ */
       >
         <ProviderList data={providerData} identifier={identifier} mobile={mobile} />

package/src/app/(main)/discover/(detail)/plugin/[slug]/page.tsx

@@ -89,6 +89,7 @@ const Page = async ({ params, searchParams }: Props) => {
         mobile={mobile}
         sidebar={<InfoSidebar data={data} identifier={identifier} mobile={mobile} />}
         /* ↓ cloud slot ↓ */
+
         /* ↑ cloud slot ↑ */
       >
         <ParameterList data={data} />

package/src/app/(main)/discover/(detail)/provider/[slug]/features/ModelList/ModelItem.tsx

@@ -79,6 +79,7 @@ const ModelItem = memo<SuggestionItemProps>(({ mobile, meta, identifier }) => {
         : '--',
     },
     /* ↓ cloud slot ↓ */
+
     /* ↑ cloud slot ↑ */
   ];
 

package/src/app/(main)/discover/(detail)/provider/[slug]/page.tsx

@@ -102,6 +102,7 @@ const Page = async ({ params, searchParams }: Props) => {
         mobile={mobile}
         sidebar={<InfoSidebar data={data} identifier={identifier} />}
         /* ↓ cloud slot ↓ */
+
         /* ↑ cloud slot ↑ */
       >
         <ModelList identifier={identifier} mobile={mobile} modelData={modelData} />

package/src/app/(main)/discover/(list)/_layout/Desktop/Nav.tsx

@@ -108,6 +108,7 @@ const Nav = memo(() => {
       {!isHome && !isProviders && (
         <Flexbox align={'center'} gap={4} horizontal>
           {/* ↓ cloud slot ↓ */}
+
           {/* ↑ cloud slot ↑ */}
         </Flexbox>
       )}

package/src/app/(main)/discover/_layout/Desktop/index.tsx

@@ -14,6 +14,7 @@ const Layout = ({ children }: PropsWithChildren) => {
         {children}
       </Flexbox>
       {/* ↓ cloud slot ↓ */}
+
       {/* ↑ cloud slot ↑ */}
     </>
   );

package/src/app/page.tsx

@@ -1,6 +1,6 @@
 import { Metadata } from 'next';
 
-import { getCanonicalUrl } from '@/const/url';
+import { getCanonicalUrl } from '@/server/utils/url';
 
 import Client from './(loading)/Client';
 import Redirect from './(loading)/Redirect';

package/src/app/robots.tsx

@@ -0,0 +1,16 @@
+import { MetadataRoute } from 'next';
+
+import { sitemapModule } from '@/server/sitemap';
+import { getCanonicalUrl } from '@/server/utils/url';
+
+export default function robots(): MetadataRoute.Robots {
+  return {
+    host: getCanonicalUrl(),
+    rules: {
+      allow: ['/'],
+      disallow: ['/api/*'],
+      userAgent: '*',
+    },
+    sitemap: sitemapModule.getRobots(),
+  };
+}

package/src/app/sitemap.tsx

@@ -0,0 +1,30 @@
+import { MetadataRoute } from 'next';
+
+import { SitemapType, sitemapModule } from '@/server/sitemap';
+
+export const generateSitemaps = async () => {
+  // Fetch the total number of products and calculate the number of sitemaps needed
+  return sitemapModule.sitemapIndexs;
+};
+
+const Sitemap = async ({ id }: { id: SitemapType }): Promise<MetadataRoute.Sitemap> => {
+  switch (id) {
+    case SitemapType.Pages: {
+      return sitemapModule.getPage();
+    }
+    case SitemapType.Assistants: {
+      return sitemapModule.getAssistants();
+    }
+    case SitemapType.Plugins: {
+      return sitemapModule.getPlugins();
+    }
+    case SitemapType.Models: {
+      return sitemapModule.getModels();
+    }
+    case SitemapType.Providers: {
+      return sitemapModule.getProviders();
+    }
+  }
+};
+
+export default Sitemap;

package/src/config/modelProviders/qwen.ts

@@ -1,22 +1,10 @@
 import { ModelProviderCard } from '@/types/llm';
 
-// ref :https://help.aliyun.com/zh/dashscope/developer-reference/api-details
+// ref: https://help.aliyun.com/zh/model-studio/getting-started/models
 const Qwen: ModelProviderCard = {
   chatModels: [
     {
-      description:
-        '通义千问超大规模语言模型，支持长文本上下文，以及基于长文档、多文档等多个场景的对话功能。',
-      displayName: 'Qwen Long',
-      id: 'qwen-long',
-      pricing: {
-        currency: 'CNY',
-        input: 0.5,
-        output: 2,
-      },
-      tokens: 1_000_000, // https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction
-    },
-    {
-      description: '通义千问超大规模语言模型，支持中文、英文等不同语言输入',
+      description: '通义千问超大规模语言模型，支持中文、英文等不同语言输入。',
       displayName: 'Qwen Turbo',
       enabled: true,
       functionCall: true,
@@ -26,10 +14,10 @@ const Qwen: ModelProviderCard = {
         input: 0.3,
         output: 0.6,
       },
-      tokens: 131_072, // https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction
+      tokens: 131_072,
     },
     {
-      description: '通义千问超大规模语言模型增强版，支持中文、英文等不同语言输入',
+      description: '通义千问超大规模语言模型增强版，支持中文、英文等不同语言输入。',
       displayName: 'Qwen Plus',
       enabled: true,
       functionCall: true,
@@ -39,11 +27,11 @@ const Qwen: ModelProviderCard = {
         input: 0.8,
         output: 2,
       },
-      tokens: 131_072, // https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction
+      tokens: 131_072,
     },
     {
       description:
-        '通义千问千亿级别超大规模语言模型，支持中文、英文等不同语言输入，当前通义千问2.5产品版本背后的API模型',
+        '通义千问千亿级别超大规模语言模型，支持中文、英文等不同语言输入，当前通义千问2.5产品版本背后的API模型。',
       displayName: 'Qwen Max',
       enabled: true,
       functionCall: true,
@@ -53,7 +41,30 @@ const Qwen: ModelProviderCard = {
         input: 20,
         output: 60,
       },
-      tokens: 32_768, // https://help.aliyun.com/zh/dashscope/developer-reference/model-introduction
+      tokens: 32_768,
+    },
+    {
+      description: '通义千问代码模型。',
+      displayName: 'Qwen Coder',
+      id: 'qwen-coder-turbo-latest',
+      pricing: {
+        currency: 'CNY',
+        input: 2,
+        output: 6,
+      },
+      tokens: 131_072,
+    },
+    {
+      description:
+        '通义千问超大规模语言模型，支持长文本上下文，以及基于长文档、多文档等多个场景的对话功能。',
+      displayName: 'Qwen Long',
+      id: 'qwen-long',
+      pricing: {
+        currency: 'CNY',
+        input: 0.5,
+        output: 2,
+      },
+      tokens: 1_000_000,
     },
     {
       description:
@@ -66,8 +77,8 @@ const Qwen: ModelProviderCard = {
         input: 8,
         output: 8,
       },
-      tokens: 8192,
-      vision: true, // https://help.aliyun.com/zh/dashscope/developer-reference/tongyi-qianwen-vl-plus-api
+      tokens: 8000,
+      vision: true,
     },
     {
       description:
@@ -80,71 +91,120 @@ const Qwen: ModelProviderCard = {
         input: 20,
         output: 20,
       },
-      tokens: 32_768,
-      vision: true, // https://help.aliyun.com/zh/dashscope/developer-reference/tongyi-qianwen-vl-plus-api
+      tokens: 32_000,
+      vision: true,
     },
-    // ref :https://help.aliyun.com/zh/dashscope/developer-reference/tongyi-qianwen-7b-14b-72b-api-detailes
     {
-      description: '通义千问2.5对外开源的7B规模的模型',
+      description:
+        '通义千问数学模型是专门用于数学解题的语言模型。',
+      displayName: 'Qwen Math Turbo',
+      id: 'qwen-math-turbo-latest',
+      pricing: {
+        currency: 'CNY',
+        input: 2,
+        output: 6,
+      },
+      tokens: 4096,
+    },
+    {
+      description:
+        '通义千问数学模型是专门用于数学解题的语言模型。',
+      displayName: 'Qwen Math Plus',
+      id: 'qwen-math-plus-latest',
+      pricing: {
+        currency: 'CNY',
+        input: 4,
+        output: 12,
+      },
+      tokens: 4096,
+    },
+    {
+      description: '通义千问2.5对外开源的7B规模的模型。',
       displayName: 'Qwen2.5 7B',
       functionCall: true,
       id: 'qwen2.5-7b-instruct',
-      tokens: 131_072, // https://huggingface.co/Qwen/Qwen2.5-7B-Instruct
+      tokens: 131_072,
+    },
+    {
+      description: '通义千问2.5对外开源的14B规模的模型。',
+      displayName: 'Qwen2.5 14B',
+      functionCall: true,
+      id: 'qwen2.5-14b-instruct',
+      tokens: 131_072,
     },
     {
-      description: '通义千问2.5对外开源的32B规模的模型',
+      description: '通义千问2.5对外开源的32B规模的模型。',
       displayName: 'Qwen2.5 32B',
       functionCall: true,
       id: 'qwen2.5-32b-instruct',
-      tokens: 131_072, // https://huggingface.co/Qwen/Qwen2.5-32B-Instruct
+      tokens: 131_072,
     },
     {
-      description: '通义千问2.5对外开源的72B规模的模型',
+      description: '通义千问2.5对外开源的72B规模的模型。',
       displayName: 'Qwen2.5 72B',
       functionCall: true,
       id: 'qwen2.5-72b-instruct',
-      tokens: 131_072, // https://huggingface.co/Qwen/Qwen2.5-72B-Instruct
+      tokens: 131_072,
     },
     {
-      description: '通义千问2对外开源的7B规模的模型',
-      displayName: 'Qwen2 7B',
-      functionCall: true,
-      id: 'qwen2-7b-instruct',
-      tokens: 131_072, // https://huggingface.co/Qwen/Qwen2-7B-Instruct
-    },
-    {
-      description: '通义千问2对外开源的57B规模14B激活参数的MOE模型',
+      description: '通义千问2对外开源的57B规模14B激活参数的MOE模型。',
       displayName: 'Qwen2 57B A14B MoE',
       functionCall: true,
       id: 'qwen2-57b-a14b-instruct',
-      tokens: 65_536, // https://huggingface.co/Qwen/Qwen2-57B-A14B-Instruct
+      tokens: 65_536,
     },
     {
-      description: '通义千问2对外开源的72B规模的模型',
-      displayName: 'Qwen2 72B',
-      functionCall: true,
-      id: 'qwen2-72b-instruct',
-      tokens: 131_072, // https://huggingface.co/Qwen/Qwen2-72B-Instruct
+      description: 'Qwen-Math 模型具有强大的数学解题能力。',
+      displayName: 'Qwen2.5 Math 1.5B',
+      id: 'qwen2.5-math-1.5b-instruct',
+      pricing: {
+        currency: 'CNY',
+        input: 0,
+        output: 0,
+      },
+      tokens: 4096,
     },
     {
-      description: 'Qwen2-Math 模型具有强大的数学解题能力',
-      displayName: 'Qwen2 Math 72B',
-      functionCall: true,
-      id: 'qwen2-math-72b-instruct',
-      tokens: 4096, // https://help.aliyun.com/zh/dashscope/developer-reference/use-qwen2-math-by-calling-api
+      description: 'Qwen-Math 模型具有强大的数学解题能力。',
+      displayName: 'Qwen2.5 Math 7B',
+      id: 'qwen2.5-math-7b-instruct',
+      tokens: 4096,
+    },
+    {
+      description: 'Qwen-Math 模型具有强大的数学解题能力。',
+      displayName: 'Qwen2.5 Math 72B',
+      id: 'qwen2.5-math-72b-instruct',
+      tokens: 4096,
+    },
+    {
+      description: '通义千问代码模型开源版。',
+      displayName: 'Qwen2.5 Coder 1.5B',
+      id: 'qwen2.5-coder-1.5b-instruct',
+      pricing: {
+        currency: 'CNY',
+        input: 0,
+        output: 0,
+      },
+      tokens: 131_072,
+    },
+    {
+      description: '通义千问代码模型开源版。',
+      displayName: 'Qwen2.5 Coder 7B',
+      id: 'qwen2.5-coder-7b-instruct',
+      tokens: 131_072,
     },
     {
       description: '以 Qwen-7B 语言模型初始化，添加图像模型，图像输入分辨率为448的预训练模型。',
       displayName: 'Qwen VL',
       id: 'qwen-vl-v1',
-      tokens: 8192, // https://huggingface.co/Qwen/Qwen-VL/blob/main/config.json
+      tokens: 8000,
       vision: true,
     },
     {
       description: '通义千问VL支持灵活的交互方式，包括多图、多轮问答、创作等能力的模型。',
       displayName: 'Qwen VL Chat',
       id: 'qwen-vl-chat-v1',
-      tokens: 8192, // https://huggingface.co/Qwen/Qwen-VL-Chat/blob/main/config.json
+      tokens: 8000,
       vision: true,
     },
   ],
@@ -160,7 +220,7 @@ const Qwen: ModelProviderCard = {
     speed: 2,
     text: true,
   },
-  url: 'https://tongyi.aliyun.com',
+  url: 'https://www.aliyun.com/product/bailian',
 };
 
 export default Qwen;

package/src/config/modelProviders/stepfun.ts

@@ -8,12 +8,14 @@ const Stepfun: ModelProviderCard = {
       description: '支持大规模上下文交互，适合复杂对话场景。',
       displayName: 'Step 2 16K',
       enabled: true,
+      functionCall: true,
       id: 'step-2-16k',
       tokens: 16_000,
     },
     {
       description: '具备超长上下文处理能力，尤其适合长文档分析。',
       displayName: 'Step 1 256K',
+      functionCall: true,
       id: 'step-1-256k',
       tokens: 256_000,
     },
@@ -21,6 +23,7 @@ const Stepfun: ModelProviderCard = {
       description: '平衡性能与成本，适合一般场景。',
       displayName: 'Step 1 128K',
       enabled: true,
+      functionCall: true,
       id: 'step-1-128k',
       tokens: 128_000,
     },
@@ -28,6 +31,7 @@ const Stepfun: ModelProviderCard = {
       description: '支持中等长度的对话，适用于多种应用场景。',
       displayName: 'Step 1 32K',
       enabled: true,
+      functionCall: true,
       id: 'step-1-32k',
       tokens: 32_000,
     },
@@ -35,6 +39,7 @@ const Stepfun: ModelProviderCard = {
       description: '小型模型，适合轻量级任务。',
       displayName: 'Step 1 8K',
       enabled: true,
+      functionCall: true,
       id: 'step-1-8k',
       tokens: 8000,
     },
@@ -42,6 +47,7 @@ const Stepfun: ModelProviderCard = {
       description: '高速模型，适合实时对话。',
       displayName: 'Step 1 Flash',
       enabled: true,
+      functionCall: true,
       id: 'step-1-flash',
       tokens: 8000,
     },
@@ -49,6 +55,7 @@ const Stepfun: ModelProviderCard = {
       description: '支持视觉输入，增强多模态交互体验。',
       displayName: 'Step 1V 32K',
       enabled: true,
+      functionCall: true,
       id: 'step-1v-32k',
       tokens: 32_000,
       vision: true,
@@ -57,6 +64,7 @@ const Stepfun: ModelProviderCard = {
       description: '小型视觉模型，适合基本的图文任务。',
       displayName: 'Step 1V 8K',
       enabled: true,
+      functionCall: true,
       id: 'step-1v-8k',
       tokens: 8000,
       vision: true,

package/src/const/url.ts

@@ -2,6 +2,7 @@ import qs from 'query-string';
 import urlJoin from 'url-join';
 
 import { withBasePath } from '@/utils/basePath';
+import { isDev } from '@/utils/env';
 
 import pkg from '../../package.json';
 import { INBOX_SESSION_ID } from './session';
@@ -12,8 +13,6 @@ export const OFFICIAL_URL = 'https://lobechat.com/';
 export const OFFICIAL_PREVIEW_URL = 'https://chat-preview.lobehub.com/';
 export const OFFICIAL_SITE = 'https://lobehub.com/';
 
-export const getCanonicalUrl = (path: string) => urlJoin(OFFICIAL_URL, path);
-
 export const OG_URL = '/og/cover.png?v=1';
 
 export const GITHUB = pkg.homepage;
@@ -73,3 +72,4 @@ export const mailTo = (email: string) => `mailto:${email}`;
 
 export const AES_GCM_URL = 'https://datatracker.ietf.org/doc/html/draft-ietf-avt-srtp-aes-gcm-01';
 export const BASE_PROVIDER_DOC_URL = 'https://lobehub.com/docs/usage/providers';
+export const SITEMAP_BASE_URL = isDev ? '/sitemap.xml/' : 'sitemap';