@lobehub/chat 1.19.30 → 1.19.32

package/locales/zh-CN/models.json

@@ -332,9 +332,15 @@
   "gemini-1.5-flash-001": {
     "description": "Gemini 1.5 Flash 001 是一款高效的多模态模型，支持广泛应用的扩展。"
   },
+  "gemini-1.5-flash-002": {
+    "description": "Gemini 1.5 Flash 002 是一款高效的多模态模型，支持广泛应用的扩展。"
+  },
   "gemini-1.5-flash-8b-exp-0827": {
     "description": "Gemini 1.5 Flash 8B 0827 专为处理大规模任务场景设计，提供无与伦比的处理速度。"
   },
+  "gemini-1.5-flash-8b-exp-0924": {
+    "description": "Gemini 1.5 Flash 8B 0924 是最新的实验性模型，在文本和多模态用例中都有显著的性能提升。"
+  },
   "gemini-1.5-flash-exp-0827": {
     "description": "Gemini 1.5 Flash 0827 提供了优化后的多模态处理能力，适用多种复杂任务场景。"
   },
@@ -344,6 +350,9 @@
   "gemini-1.5-pro-001": {
     "description": "Gemini 1.5 Pro 001 是可扩展的多模态AI解决方案，支持广泛的复杂任务。"
   },
+  "gemini-1.5-pro-002": {
+    "description": "Gemini 1.5 Pro 002 是最新的生产就绪模型，提供更高质量的输出，特别在数学、长上下文和视觉任务方面有显著提升。"
+  },
   "gemini-1.5-pro-exp-0801": {
     "description": "Gemini 1.5 Pro 0801 提供出色的多模态处理能力，为应用开发带来更大灵活性。"
   },
@@ -872,7 +881,10 @@
     "description": "支持大规模上下文交互，适合复杂对话场景。"
   },
   "taichu_llm": {
-    "description": "紫东太初语言大模型具备超强语言理解能力以及文本创作、知识问答、代码编程、数学计算、逻辑推理、情感分析、文本摘要等能力。创新性地将大数据预训练与多源丰富知识相结合，通过持续打磨算法技术，并不断吸收海量文本数据中词汇、结构、语法、语义等方面的新知识，实现模型效果不断进化。为用户提供更加便捷的信息和服务以及更为智能化的体验。"
+    "description": "Taichu 2.0 基于海量高质数据训练，具有更强的文本理解、内容创作、对话问答等能力"
+  },
+  "taichu_vqa": {
+    "description": "Taichu 2.0V 融合了图像理解、知识迁移、逻辑归因等能力，在图文问答领域表现突出"
   },
   "togethercomputer/StripedHyena-Nous-7B": {
     "description": "StripedHyena Nous (7B) 通过高效的策略和模型架构，提供增强的计算能力。"

package/locales/zh-TW/models.json

@@ -332,9 +332,15 @@
   "gemini-1.5-flash-001": {
     "description": "Gemini 1.5 Flash 001 是一款高效的多模態模型，支持廣泛應用的擴展。"
   },
+  "gemini-1.5-flash-002": {
+    "description": "Gemini 1.5 Flash 002 是一款高效的多模態模型，支持廣泛應用的擴展。"
+  },
   "gemini-1.5-flash-8b-exp-0827": {
     "description": "Gemini 1.5 Flash 8B 0827 專為處理大規模任務場景設計，提供無與倫比的處理速度。"
   },
+  "gemini-1.5-flash-8b-exp-0924": {
+    "description": "Gemini 1.5 Flash 8B 0924 是最新的實驗性模型，在文本和多模態用例中都有顯著的性能提升。"
+  },
   "gemini-1.5-flash-exp-0827": {
     "description": "Gemini 1.5 Flash 0827 提供了優化後的多模態處理能力，適用多種複雜任務場景。"
   },
@@ -344,6 +350,9 @@
   "gemini-1.5-pro-001": {
     "description": "Gemini 1.5 Pro 001 是可擴展的多模態 AI 解決方案，支持廣泛的複雜任務。"
   },
+  "gemini-1.5-pro-002": {
+    "description": "Gemini 1.5 Pro 002 是最新的生產就緒模型，提供更高品質的輸出，特別在數學、長上下文和視覺任務方面有顯著提升。"
+  },
   "gemini-1.5-pro-exp-0801": {
     "description": "Gemini 1.5 Pro 0801 提供出色的多模態處理能力，為應用開發帶來更大靈活性。"
   },
@@ -874,6 +883,9 @@
   "taichu_llm": {
     "description": "紫東太初語言大模型具備超強語言理解能力以及文本創作、知識問答、代碼編程、數學計算、邏輯推理、情感分析、文本摘要等能力。創新性地將大數據預訓練與多源豐富知識相結合，通過持續打磨算法技術，並不斷吸收海量文本數據中詞彙、結構、語法、語義等方面的新知識，實現模型效果不斷進化。為用戶提供更加便捷的信息和服務以及更為智能化的體驗。"
   },
+  "taichu_vqa": {
+    "description": "Taichu 2.0V 融合了圖像理解、知識遷移、邏輯歸因等能力，在圖文問答領域表現突出。"
+  },
   "togethercomputer/StripedHyena-Nous-7B": {
     "description": "StripedHyena Nous (7B) 通過高效的策略和模型架構，提供增強的計算能力。"
   },

package/next.config.mjs

@@ -1,6 +1,6 @@
-import nextPWA from '@ducanh2912/next-pwa';
 import analyzer from '@next/bundle-analyzer';
 import { withSentryConfig } from '@sentry/nextjs';
+import withSerwistInit from '@serwist/next';
 
 const isProd = process.env.NODE_ENV === 'production';
 const buildWithDocker = process.env.DOCKER === 'true';
@@ -192,12 +192,10 @@ const noWrapper = (config) => config;
 const withBundleAnalyzer = process.env.ANALYZE === 'true' ? analyzer() : noWrapper;
 
 const withPWA = isProd
-  ? nextPWA({
-      dest: 'public',
-      register: true,
-      workboxOptions: {
-        skipWaiting: true,
-      },
+  ? withSerwistInit({
+      register: false,
+      swDest: 'public/sw.js',
+      swSrc: 'src/app/sw.ts',
     })
   : noWrapper;
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.19.30",
+  "version": "1.19.32",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",
@@ -127,6 +127,7 @@
     "@next/third-parties": "^14.2.6",
     "@react-spring/web": "^9.7.3",
     "@sentry/nextjs": "^7.119.0",
+    "@serwist/next": "^9.0.8",
     "@t3-oss/env-nextjs": "^0.11.0",
     "@tanstack/react-query": "^5.52.1",
     "@trpc/client": "next",
@@ -232,7 +233,6 @@
   },
   "devDependencies": {
     "@commitlint/cli": "^19.4.0",
-    "@ducanh2912/next-pwa": "^10.2.8",
     "@edge-runtime/vm": "^4.0.2",
     "@lobehub/i18n-cli": "^1.19.1",
     "@lobehub/lint": "^1.24.4",
@@ -288,6 +288,7 @@
     "remark-cli": "^11.0.0",
     "remark-parse": "^10.0.2",
     "semantic-release": "^21.1.2",
+    "serwist": "^9.0.8",
     "stylelint": "^15.11.0",
     "supports-color": "8",
     "tsx": "^4.17.0",

package/src/app/(main)/chat/(workspace)/@conversation/features/ChatInput/Desktop/TextArea.test.tsx

@@ -150,6 +150,7 @@ describe('<InputArea />', () => {
       const beforeUnloadHandler = vi.fn();
 
       addEventListenerSpy.mockImplementation((event, handler) => {
+        // @ts-ignore
         if (event === 'beforeunload') {
           beforeUnloadHandler.mockImplementation(handler as any);
         }

package/src/app/sw.ts

@@ -0,0 +1,26 @@
+import { defaultCache } from '@serwist/next/worker';
+import type { PrecacheEntry, SerwistGlobalConfig } from 'serwist';
+import { Serwist } from 'serwist';
+
+// This declares the value of `injectionPoint` to TypeScript.
+// `injectionPoint` is the string that will be replaced by the
+// actual precache manifest. By default, this string is set to
+// `"self.__SW_MANIFEST"`.
+declare global {
+  interface WorkerGlobalScope extends SerwistGlobalConfig {
+    __SW_MANIFEST: (PrecacheEntry | string)[] | undefined;
+  }
+}
+
+// eslint-disable-next-line no-undef
+declare const self: ServiceWorkerGlobalScope;
+
+const serwist = new Serwist({
+  clientsClaim: true,
+  navigationPreload: true,
+  precacheEntries: self.__SW_MANIFEST,
+  runtimeCaching: defaultCache,
+  skipWaiting: true,
+});
+
+serwist.addEventListeners();

package/src/config/modelProviders/google.ts

@@ -22,7 +22,6 @@ const Google: ModelProviderCard = {
     {
       description: 'Gemini 1.5 Flash 0827 提供了优化后的多模态处理能力，适用多种复杂任务场景。',
       displayName: 'Gemini 1.5 Flash 0827',
-      enabled: true,
       functionCall: true,
       id: 'gemini-1.5-flash-exp-0827',
       maxOutput: 8192,
@@ -45,12 +44,49 @@ const Google: ModelProviderCard = {
       tokens: 1_048_576 + 8192,
       vision: true,
     },
+    {
+      description:
+        'Gemini 1.5 Flash 8B 0924 是最新的实验性模型，在文本和多模态用例中都有显著的性能提升。',
+      displayName: 'Gemini 1.5 Flash 8B 0924',
+      enabled: true,
+      functionCall: true,
+      id: 'gemini-1.5-flash-8b-exp-0924',
+      maxOutput: 8192,
+      pricing: {
+        cachedInput: 0.018_75,
+        input: 0.075,
+        output: 0.3,
+      },
+      releasedAt: '2024-09-24',
+      tokens: 1_048_576 + 8192,
+      vision: true,
+    },
     {
       description: 'Gemini 1.5 Flash 001 是一款高效的多模态模型，支持广泛应用的扩展。',
       displayName: 'Gemini 1.5 Flash 001',
       functionCall: true,
       id: 'gemini-1.5-flash-001',
       maxOutput: 8192,
+      pricing: {
+        cachedInput: 0.018_75,
+        input: 0.075,
+        output: 0.3,
+      },
+      tokens: 1_048_576 + 8192,
+      vision: true,
+    },
+    {
+      description: 'Gemini 1.5 Flash 002 是一款高效的多模态模型，支持广泛应用的扩展。',
+      displayName: 'Gemini 1.5 Flash 002',
+      functionCall: true,
+      id: 'gemini-1.5-flash-002',
+      maxOutput: 8192,
+      pricing: {
+        cachedInput: 0.018_75,
+        input: 0.075,
+        output: 0.3,
+      },
+      releasedAt: '2024-09-25',
       tokens: 1_048_576 + 8192,
       vision: true,
     },
@@ -74,7 +110,6 @@ const Google: ModelProviderCard = {
     {
       description: 'Gemini 1.5 Pro 0827 结合最新优化技术，带来更高效的多模态数据处理能力。',
       displayName: 'Gemini 1.5 Pro 0827',
-      enabled: true,
       functionCall: true,
       id: 'gemini-1.5-pro-exp-0827',
       maxOutput: 8192,
@@ -117,6 +152,23 @@ const Google: ModelProviderCard = {
       tokens: 2_097_152 + 8192,
       vision: true,
     },
+    {
+      description:
+        'Gemini 1.5 Pro 002 是最新的生产就绪模型，提供更高质量的输出，特别在数学、长上下文和视觉任务方面有显著提升。',
+      displayName: 'Gemini 1.5 Pro 002',
+      enabled: true,
+      functionCall: true,
+      id: 'gemini-1.5-pro-002',
+      maxOutput: 8192,
+      pricing: {
+        cachedInput: 0.315,
+        input: 1.25,
+        output: 2.5,
+      },
+      releasedAt: '2024-09-24',
+      tokens: 2_097_152 + 8192,
+      vision: true,
+    },
     {
       description: 'Gemini 1.0 Pro 是Google的高性能AI模型，专为广泛任务扩展而设计。',
       displayName: 'Gemini 1.0 Pro',

package/src/config/modelProviders/taichu.ts

@@ -8,11 +8,13 @@ const Taichu: ModelProviderCard = {
         'Taichu 2.0 基于海量高质数据训练，具有更强的文本理解、内容创作、对话问答等能力',
       displayName: 'Taichu 2.0',
       enabled: true,
-      functionCall: false,
+      functionCall: true,
       id: 'taichu_llm',
       tokens: 32_768,
     },
-      {
+    /*
+    // TODO: Not support for now
+    {
       description:
         'Taichu 2.0V 融合了图像理解、知识迁移、逻辑归因等能力，在图文问答领域表现突出',
       displayName: 'Taichu 2.0V',
@@ -20,6 +22,7 @@ const Taichu: ModelProviderCard = {
       tokens: 4096,
       vision: true,
     },
+*/
   ],
   checkModel: 'taichu_llm',
   description:

package/src/features/FileViewer/Renderer/Image/index.tsx

@@ -6,6 +6,7 @@ const ImageRenderer: DocRenderer = ({ mainState: { currentDocument } }) => {
 
   return (
     <Center height={'100%'} width={'100%'}>
+      {/* eslint-disable-next-line @next/next/no-img-element */}
       <img
         alt={fileName}
         height={'100%'}

package/src/features/PWAInstall/Install.tsx

@@ -0,0 +1,80 @@
+'use client';
+
+import dynamic from 'next/dynamic';
+import { memo, useEffect, useLayoutEffect } from 'react';
+import { useTranslation } from 'react-i18next';
+
+import { BRANDING_NAME } from '@/const/branding';
+import { PWA_INSTALL_ID } from '@/const/layoutTokens';
+import { usePWAInstall } from '@/hooks/usePWAInstall';
+import { useGlobalStore } from '@/store/global';
+import { systemStatusSelectors } from '@/store/global/selectors';
+import { useUserStore } from '@/store/user';
+
+// @ts-ignore
+const PWA: any = dynamic(() => import('@khmyznikov/pwa-install/dist/pwa-install.react.js'), {
+  ssr: false,
+});
+
+const PWAInstall = memo(() => {
+  const { t } = useTranslation('metadata');
+
+  const { install, canInstall } = usePWAInstall();
+
+  const isShowPWAGuide = useUserStore((s) => s.isShowPWAGuide);
+  const [hidePWAInstaller, updateSystemStatus] = useGlobalStore((s) => [
+    systemStatusSelectors.hidePWAInstaller(s),
+    s.updateSystemStatus,
+  ]);
+
+  // we need to make the pwa installer hidden by default
+  useLayoutEffect(() => {
+    sessionStorage.setItem('pwa-hide-install', 'true');
+  }, []);
+
+  const pwaInstall =
+    // eslint-disable-next-line unicorn/prefer-query-selector
+    typeof window === 'undefined' ? undefined : document.getElementById(PWA_INSTALL_ID);
+
+  // add an event listener to control the user close installer action
+  useEffect(() => {
+    if (!pwaInstall) return;
+
+    const handler = (e: Event) => {
+      const event = e as CustomEvent;
+
+      // it means user hide installer
+      if (event.detail.message === 'dismissed') {
+        updateSystemStatus({ hidePWAInstaller: true });
+      }
+    };
+
+    pwaInstall.addEventListener('pwa-user-choice-result-event', handler);
+    return () => {
+      pwaInstall.removeEventListener('pwa-user-choice-result-event', handler);
+    };
+  }, [pwaInstall]);
+
+  // trigger the PWA guide on demand
+  useEffect(() => {
+    if (!canInstall || hidePWAInstaller) return;
+
+    // trigger the pwa installer and register the service worker
+    if (isShowPWAGuide) {
+      install();
+      if ('serviceWorker' in navigator && window.serwist !== undefined) {
+        window.serwist.register();
+      }
+    }
+  }, [canInstall, hidePWAInstaller, isShowPWAGuide]);
+
+  return (
+    <PWA
+      description={t('chat.description', { appName: BRANDING_NAME })}
+      id={PWA_INSTALL_ID}
+      manifest-url={'/manifest.webmanifest'}
+    />
+  );
+});
+
+export default PWAInstall;

package/src/features/PWAInstall/index.tsx

@@ -1,79 +1,24 @@
 'use client';
 
 import dynamic from 'next/dynamic';
-import { memo, useEffect, useLayoutEffect } from 'react';
-import { useTranslation } from 'react-i18next';
+import { memo } from 'react';
 
-import { BRANDING_NAME } from '@/const/branding';
-import { PWA_INSTALL_ID } from '@/const/layoutTokens';
-import { usePWAInstall } from '@/hooks/usePWAInstall';
 import { usePlatform } from '@/hooks/usePlatform';
-import { useGlobalStore } from '@/store/global';
-import { systemStatusSelectors } from '@/store/global/selectors';
 import { useUserStore } from '@/store/user';
 
-// @ts-ignore
-const PWA: any = dynamic(() => import('@khmyznikov/pwa-install/dist/pwa-install.react.js'), {
+const Install: any = dynamic(() => import('./Install'), {
   ssr: false,
 });
 
 const PWAInstall = memo(() => {
-  const { t } = useTranslation('metadata');
   const { isPWA } = usePlatform();
-
-  const { install, canInstall } = usePWAInstall();
-
   const isShowPWAGuide = useUserStore((s) => s.isShowPWAGuide);
-  const [hidePWAInstaller, updateSystemStatus] = useGlobalStore((s) => [
-    systemStatusSelectors.hidePWAInstaller(s),
-    s.updateSystemStatus,
-  ]);
-
-  // we need to make the pwa installer hidden by default
-  useLayoutEffect(() => {
-    sessionStorage.setItem('pwa-hide-install', 'true');
-  }, []);
-
-  const pwaInstall =
-    // eslint-disable-next-line unicorn/prefer-query-selector
-    typeof window === 'undefined' ? undefined : document.getElementById(PWA_INSTALL_ID);
-
-  // add an event listener to control the user close installer action
-  useEffect(() => {
-    if (!pwaInstall) return;
-
-    const handler = (e: Event) => {
-      const event = e as CustomEvent;
-
-      // it means user hide installer
-      if (event.detail.message === 'dismissed') {
-        updateSystemStatus({ hidePWAInstaller: true });
-      }
-    };
-
-    pwaInstall.addEventListener('pwa-user-choice-result-event', handler);
-    return () => {
-      pwaInstall.removeEventListener('pwa-user-choice-result-event', handler);
-    };
-  }, [pwaInstall]);
-
-  // trigger the PWA guide on demand
-  useEffect(() => {
-    if (!canInstall || hidePWAInstaller) return;
 
-    if (isShowPWAGuide) {
-      install();
-    }
-  }, [canInstall, hidePWAInstaller, isShowPWAGuide]);
+  if (isPWA || !isShowPWAGuide) return null;
 
-  if (isPWA) return null;
-  return (
-    <PWA
-      description={t('chat.description', { appName: BRANDING_NAME })}
-      id={PWA_INSTALL_ID}
-      manifest-url={'/manifest.webmanifest'}
-    />
-  );
+  // only when the user is suitable for the pwa install and not install the pwa
+  // then show the installation guide
+  return <Install />;
 });
 
 export default PWAInstall;

package/src/libs/agent-runtime/google/index.test.ts

@@ -304,6 +304,30 @@ describe('LobeGoogleAI', () => {
 
   describe('private method', () => {
     describe('convertContentToGooglePart', () => {
+      it('should handle text type messages', async () => {
+        const result = await instance['convertContentToGooglePart']({
+          type: 'text',
+          text: 'Hello',
+        });
+        expect(result).toEqual({ text: 'Hello' });
+      });
+
+      it('should handle base64 type images', async () => {
+        const base64Image =
+          'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAUAAAAFCAYAAACNbyblAAAAHElEQVQI12P4//8/w38GIAXDIBKE0DHxgljNBAAO9TXL0Y4OHwAAAABJRU5ErkJggg==';
+        const result = await instance['convertContentToGooglePart']({
+          type: 'image_url',
+          image_url: { url: base64Image },
+        });
+
+        expect(result).toEqual({
+          inlineData: {
+            data: 'iVBORw0KGgoAAAANSUhEUgAAAAUAAAAFCAYAAACNbyblAAAAHElEQVQI12P4//8/w38GIAXDIBKE0DHxgljNBAAO9TXL0Y4OHwAAAABJRU5ErkJggg==',
+            mimeType: 'image/png',
+          },
+        });
+      });
+
       it('should handle URL type images', async () => {
         const imageUrl = 'http://example.com/image.png';
         const mockBase64 = 'mockBase64Data';
@@ -357,7 +381,7 @@ describe('LobeGoogleAI', () => {
           { content: 'Hi', role: 'assistant' },
         ];
 
-        const contents = await instance['buildGoogleMessages'](messages, 'gemini-pro');
+        const contents = await instance['buildGoogleMessages'](messages, 'gemini-1.0');
 
         expect(contents).toHaveLength(3);
         expect(contents).toEqual([
@@ -373,7 +397,7 @@ describe('LobeGoogleAI', () => {
           { content: 'Who are you', role: 'user' },
         ];
 
-        const contents = await instance['buildGoogleMessages'](messages, 'gemini-pro');
+        const contents = await instance['buildGoogleMessages'](messages, 'gemini-1.0');
 
         expect(contents).toHaveLength(3);
         expect(contents).toEqual([
@@ -487,9 +511,6 @@ describe('LobeGoogleAI', () => {
         });
       });
 
-      // 类似地添加 array/string/number/boolean 类型schema的测试用例
-      // ...
-
       it('should correctly convert nested schema', () => {
         const schema: JSONSchema7 = {
           type: 'object',
@@ -523,6 +544,36 @@ describe('LobeGoogleAI', () => {
           },
         });
       });
+
+      it('should correctly convert array schema', () => {
+        const schema: JSONSchema7 = {
+          type: 'array',
+          items: { type: 'string' },
+        };
+        const converted = instance['convertSchemaObject'](schema);
+        expect(converted).toEqual({
+          type: FunctionDeclarationSchemaType.ARRAY,
+          items: { type: FunctionDeclarationSchemaType.STRING },
+        });
+      });
+
+      it('should correctly convert string schema', () => {
+        const schema: JSONSchema7 = { type: 'string' };
+        const converted = instance['convertSchemaObject'](schema);
+        expect(converted).toEqual({ type: FunctionDeclarationSchemaType.STRING });
+      });
+
+      it('should correctly convert number schema', () => {
+        const schema: JSONSchema7 = { type: 'number' };
+        const converted = instance['convertSchemaObject'](schema);
+        expect(converted).toEqual({ type: FunctionDeclarationSchemaType.NUMBER });
+      });
+
+      it('should correctly convert boolean schema', () => {
+        const schema: JSONSchema7 = { type: 'boolean' };
+        const converted = instance['convertSchemaObject'](schema);
+        expect(converted).toEqual({ type: FunctionDeclarationSchemaType.BOOLEAN });
+      });
     });
 
     describe('convertOAIMessagesToGoogleMessage', () => {
@@ -592,6 +643,49 @@ describe('LobeGoogleAI', () => {
           ],
         });
       });
+
+      it('should correctly convert function call message', async () => {
+        const message = {
+          role: 'assistant',
+          tool_calls: [
+            {
+              id: 'call_1',
+              function: {
+                name: 'get_current_weather',
+                arguments: JSON.stringify({ location: 'London', unit: 'celsius' }),
+              },
+              type: 'function',
+            },
+          ],
+        } as OpenAIChatMessage;
+
+        const converted = await instance['convertOAIMessagesToGoogleMessage'](message);
+        expect(converted).toEqual({
+          role: 'function',
+          parts: [
+            {
+              functionCall: {
+                name: 'get_current_weather',
+                args: { location: 'London', unit: 'celsius' },
+              },
+            },
+          ],
+        });
+      });
+
+      it('should correctly handle empty content', async () => {
+        const message: OpenAIChatMessage = {
+          role: 'user',
+          content: '' as any, // explicitly set as empty string
+        };
+
+        const converted = await instance['convertOAIMessagesToGoogleMessage'](message);
+
+        expect(converted).toEqual({
+          role: 'user',
+          parts: [{ text: '' }],
+        });
+      });
     });
   });
 });