@lobehub/chat 0.159.11 → 0.160.0

package/CHANGELOG.md

@@ -2,6 +2,56 @@
 
 # Changelog
 
+## [Version 0.160.0](https://github.com/lobehub/lobe-chat/compare/v0.159.12...v0.160.0)
+
+<sup>Released on **2024-05-18**</sup>
+
+#### ✨ Features
+
+- **misc**: Bump version and add enable ollama env.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's improved
+
+- **misc**: Bump version and add enable ollama env, closes [#2554](https://github.com/lobehub/lobe-chat/issues/2554) ([f5ce7c9](https://github.com/lobehub/lobe-chat/commit/f5ce7c9))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 0.159.12](https://github.com/lobehub/lobe-chat/compare/v0.159.11...v0.159.12)
+
+<sup>Released on **2024-05-15**</sup>
+
+#### ♻ Code Refactoring
+
+- **misc**: Refactor the create message flow to fix some bugs.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### Code refactoring
+
+- **misc**: Refactor the create message flow to fix some bugs, closes [#2521](https://github.com/lobehub/lobe-chat/issues/2521) ([7263a33](https://github.com/lobehub/lobe-chat/commit/7263a33))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 0.159.11](https://github.com/lobehub/lobe-chat/compare/v0.159.10...v0.159.11)
 
 <sup>Released on **2024-05-15**</sup>

package/README.md

@@ -230,7 +230,7 @@ In addition, these plugins are not limited to news aggregation, but can also ext
 | [Social Search](https://chat-preview.lobehub.com/settings/agent)<br/><sup>By **say-apps** on **2024-05-02**</sup>         | The Social Search provides access to tweets, users, followers, images, media and more.<br/>`social` `twitter` `x` `search` |
 | [Search Google via Serper](https://chat-preview.lobehub.com/settings/agent)<br/><sup>By **Barry** on **2024-04-30**</sup> | Google search engine via Serper.dev free API (2500x🆓/month)<br/>`web` `search`                                            |
 
-> 📊 Total plugins: [<kbd>**58**</kbd>](https://github.com/lobehub/lobe-chat-plugins)
+> 📊 Total plugins: [<kbd>**56**</kbd>](https://github.com/lobehub/lobe-chat-plugins)
 
  <!-- PLUGIN LIST -->
 
@@ -262,14 +262,14 @@ Our marketplace is not just a showcase platform but also a collaborative space.
 
 <!-- AGENT LIST -->
 
-| Recent Submits                                                                                                                                                                             | Description                                                                                                                                                                                                                                                                                                                 |
-| ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
-| [SF Symbols Finder](https://chat-preview.lobehub.com/market?agent=sf-symbols-finder)<br/><sup>By **[inquiry-paring0a](https://github.com/inquiry-paring0a)** on **2024-05-08**</sup>       | Master Apple SF Symbols, select symbols that match the description<br/>`sf-symbols` `expert` `icon` `symbol` `plugin`                                                                                                                                                                                                       |
-| [GhostWriter Pro](https://chat-preview.lobehub.com/market?agent=ghostwriter-pro-ai)<br/><sup>By **[EarlofSandwhich](https://github.com/EarlofSandwhich)** on **2024-05-07**</sup>          | A sophisticated AI-powered ghostwriting agent designed to craft high-quality content across a diverse range of genres and formats. Equipped with advanced language models, GhostWriter Pro excels in creating personalized, engaging, and research-backed writing that meets professional standards.<br/>`author` `writing` |
-| [Video to Blog Post Assistant](https://chat-preview.lobehub.com/market?agent=video-2-blog-assistant)<br/><sup>By **[yayoinoyume](https://github.com/yayoinoyume)** on **2024-05-06**</sup> | Helps you quickly organize messy subtitles into beautiful blog posts<br/>`subtitle-organization` `blog-post-formatting` `video-to-blog`                                                                                                                                                                                     |
-| [Art Evaluation Tutor](https://chat-preview.lobehub.com/market?agent=wanwusheng-art)<br/><sup>By **[dingyufei615](https://github.com/dingyufei615)** on **2024-05-06**</sup>               | Specializes in teaching children's art, meticulously evaluates works, pays attention to details, and adapts to students of different age groups.<br/>`art-education` `evaluation` `creativity` `teaching` `painting`                                                                                                        |
+| Recent Submits                                                                                                                                                           | Description                                                                                                                                                                                                                      |
+| ------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| [AWS Guru](https://chat-preview.lobehub.com/market?agent=aws-guru)<br/><sup>By **[wilbeibi](https://github.com/wilbeibi)** on **2024-05-15**</sup>                       | Agent to answer AWS questions<br/>`programming`                                                                                                                                                                                  |
+| [Linux Buddy](https://chat-preview.lobehub.com/market?agent=linux-buddy)<br/><sup>By **[Firpo7](https://github.com/Firpo7)** on **2024-05-15**</sup>                     | Your Linux expert friend<br/>`linux` `technical-support` `buddy`                                                                                                                                                                 |
+| [Photography Critic](https://chat-preview.lobehub.com/market?agent=photography-critic)<br/><sup>By **[Justin3go](https://github.com/Justin3go)** on **2024-05-15**</sup> | Specializes in detailed analysis of photographic works, including themes, composition, technical quality, use of light, creativity, and originality.<br/>`photography` `evaluation` `analysis` `composition` `technical-quality` |
+| [Python Buddy](https://chat-preview.lobehub.com/market?agent=python-buddy)<br/><sup>By **[Firpo7](https://github.com/Firpo7)** on **2024-05-15**</sup>                   | Your Python expert friend<br/>`python` `software-development` `coding` `code` `buddy`                                                                                                                                            |
 
-> 📊 Total agents: [<kbd>**249**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
+> 📊 Total agents: [<kbd>**258**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
 
  <!-- AGENT LIST -->
 

package/README.zh-CN.md

@@ -222,7 +222,7 @@ LobeChat 的插件生态系统是其核心功能的重要扩展，它极大地
 | [社交搜索](https://chat-preview.lobehub.com/settings/agent)<br/><sup>By **say-apps** on **2024-05-02**</sup>             | 社交搜索提供访问推文、用户、关注者、图片、媒体等功能。<br/>`社交` `推特` `x` `搜索` |
 | [通过 Serper 搜索 Google](https://chat-preview.lobehub.com/settings/agent)<br/><sup>By **Barry** on **2024-04-30**</sup> | 通过 Serper.dev 免费 API 进行 Google 搜索引擎（每月 2500 次🆓）<br/>`网络` `搜索`   |
 
-> 📊 Total plugins: [<kbd>**58**</kbd>](https://github.com/lobehub/lobe-chat-plugins)
+> 📊 Total plugins: [<kbd>**56**</kbd>](https://github.com/lobehub/lobe-chat-plugins)
 
  <!-- PLUGIN LIST -->
 
@@ -250,14 +250,14 @@ LobeChat 的插件生态系统是其核心功能的重要扩展，它极大地
 
 <!-- AGENT LIST -->
 
-| 最近新增                                                                                                                                                                             | 助手说明                                                                                                                                                                           |
-| ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
-| [SF Symbols 查找器](https://chat-preview.lobehub.com/market?agent=sf-symbols-finder)<br/><sup>By **[inquiry-paring0a](https://github.com/inquiry-paring0a)** on **2024-05-08**</sup> | 精通苹果 SF Symbols，可根据描述选择符合的 Symbols<br/>`sf-symbols` `专家` `图标` `符号` `插件`                                                                                     |
-| [GhostWriter Pro](https://chat-preview.lobehub.com/market?agent=ghostwriter-pro-ai)<br/><sup>By **[EarlofSandwhich](https://github.com/EarlofSandwhich)** on **2024-05-07**</sup>    | 一款复杂的 AI 驱动的写手代理，旨在跨多种流派和格式创作高质量内容。GhostWriter Pro 配备先进的语言模型，擅长创作个性化、引人入胜且有研究支持的写作，符合专业标准。<br/>`作者` `写作` |
-| [视频转博客文章助手](https://chat-preview.lobehub.com/market?agent=video-2-blog-assistant)<br/><sup>By **[yayoinoyume](https://github.com/yayoinoyume)** on **2024-05-06**</sup>     | 帮你快速整理缭乱的字幕，变成精美的博客文章<br/>`字幕整理` `博文格式` `视频变博客`                                                                                                  |
-| [美术评价导师](https://chat-preview.lobehub.com/market?agent=wanwusheng-art)<br/><sup>By **[dingyufei615](https://github.com/dingyufei615)** on **2024-05-06**</sup>                 | 擅长少儿美术教学，细致评价作品，关注细节，适应不同年龄段学生。<br/>`美术教育` `评价` `创意` `教学` `绘画`                                                                          |
+| 最近新增                                                                                                                                                         | 助手说明                                                                                                              |
+| ---------------------------------------------------------------------------------------------------------------------------------------------------------------- | --------------------------------------------------------------------------------------------------------------------- |
+| [AWS Guru](https://chat-preview.lobehub.com/market?agent=aws-guru)<br/><sup>By **[wilbeibi](https://github.com/wilbeibi)** on **2024-05-15**</sup>               | Agent to answer AWS questions<br/>`programming`                                                                       |
+| [Linux Buddy](https://chat-preview.lobehub.com/market?agent=linux-buddy)<br/><sup>By **[Firpo7](https://github.com/Firpo7)** on **2024-05-15**</sup>             | 您的 Linux 专家朋友<br/>`linux` `technical-support` `buddy`                                                           |
+| [摄影评论家](https://chat-preview.lobehub.com/market?agent=photography-critic)<br/><sup>By **[Justin3go](https://github.com/Justin3go)** on **2024-05-15**</sup> | 擅长摄影作品细致分析，包括主题、构图、技术质量、光线使用、创意与原创性等。<br/>`摄影` `评价` `分析` `构图` `技术质量` |
+| [Python Buddy](https://chat-preview.lobehub.com/market?agent=python-buddy)<br/><sup>By **[Firpo7](https://github.com/Firpo7)** on **2024-05-15**</sup>           | 您的 Python 专家朋友<br/>`python` `软件开发` `编程` `代码` `伙伴`                                                     |
 
-> 📊 Total agents: [<kbd>**249**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
+> 📊 Total agents: [<kbd>**258**</kbd> ](https://github.com/lobehub/lobe-chat-agents)
 
  <!-- AGENT LIST -->
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "0.159.11",
+  "version": "0.160.0",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",
@@ -85,6 +85,8 @@
     "@anthropic-ai/sdk": "^0.20.9",
     "@auth/core": "0.28.0",
     "@aws-sdk/client-bedrock-runtime": "^3.574.0",
+    "@aws-sdk/client-s3": "^3.577.0",
+    "@aws-sdk/s3-request-presigner": "^3.577.0",
     "@azure/openai": "1.0.0-beta.12",
     "@cfworker/json-schema": "^1.12.8",
     "@clerk/localizations": "2.0.0",
@@ -108,7 +110,7 @@
     "@vercel/speed-insights": "^1.0.10",
     "ahooks": "^3.7.11",
     "ai": "3.0.19",
-    "antd": "5.17.0",
+    "antd": "^5.17.2",
     "antd-style": "^3.6.2",
     "brotli-wasm": "^3.0.0",
     "chroma-js": "^2.4.2",

package/src/app/(main)/chat/@session/features/SessionHydration.tsx

@@ -13,6 +13,7 @@ import { useSessionStore } from '@/store/session';
 const SessionHydration = memo(() => {
   const useStoreUpdater = createStoreUpdater(useSessionStore);
   const useAgentStoreUpdater = createStoreUpdater(useAgentStore);
+  const useChatStoreUpdater = createStoreUpdater(useChatStore);
   const [switchTopic] = useChatStore((s) => [s.switchTopic]);
 
   // two-way bindings the url and session store
@@ -22,6 +23,7 @@ const SessionHydration = memo(() => {
   );
   useStoreUpdater('activeId', session);
   useAgentStoreUpdater('activeId', session);
+  useChatStoreUpdater('activeId', session);
 
   useEffect(() => {
     const unsubscribe = useSessionStore.subscribe(

package/src/app/trpc/{[trpc] → edge/[trpc]}/route.ts

@@ -3,7 +3,7 @@ import type { NextRequest } from 'next/server';
 
 import { pino } from '@/libs/logger';
 import { createContext } from '@/server/context';
-import { appRouter } from '@/server/routers';
+import { edgeRouter } from '@/server/routers';
 
 export const runtime = 'edge';
 
@@ -14,7 +14,7 @@ const handler = (req: NextRequest) =>
      */
     createContext: () => createContext(req),
 
-    endpoint: '/trpc',
+    endpoint: '/trpc/edge',
 
     onError: ({ error, path }) => {
       pino.info(`Error in tRPC handler (edge) on path: ${path}`);
@@ -22,7 +22,7 @@ const handler = (req: NextRequest) =>
     },
 
     req,
-    router: appRouter,
+    router: edgeRouter,
   });
 
 export { handler as GET, handler as POST };

package/src/config/__tests__/server.test.ts

@@ -33,17 +33,6 @@ describe('getServerConfig', () => {
     expect(config.OPENAI_FUNCTION_REGIONS).toStrictEqual(['iad1', 'sfo1']);
   });
 
-  it('returns default IMGUR_CLIENT_ID when no environment variable is set', () => {
-    const config = getServerConfig();
-    expect(config.IMGUR_CLIENT_ID).toBe('e415f320d6e24f9');
-  });
-
-  it('returns custom IMGUR_CLIENT_ID when environment variable is set', () => {
-    process.env.IMGUR_CLIENT_ID = 'custom-client-id';
-    const config = getServerConfig();
-    expect(config.IMGUR_CLIENT_ID).toBe('custom-client-id');
-  });
-
   describe('index url', () => {
     it('should return default URLs when no environment variables are set', () => {
       const config = getServerConfig();

package/src/config/file.ts

@@ -0,0 +1,34 @@
+import { createEnv } from '@t3-oss/env-nextjs';
+import { z } from 'zod';
+
+const DEFAULT_S3_FILE_PATH = 'files';
+
+export const getFileConfig = () => {
+  return createEnv({
+    client: {
+      NEXT_PUBLIC_S3_DOMAIN: z.string().optional(),
+      NEXT_PUBLIC_S3_FILE_PATH: z.string().optional(),
+    },
+    runtimeEnv: {
+      NEXT_PUBLIC_S3_DOMAIN: process.env.NEXT_PUBLIC_S3_DOMAIN,
+      NEXT_PUBLIC_S3_FILE_PATH: process.env.NEXT_PUBLIC_S3_FILE_PATH || DEFAULT_S3_FILE_PATH,
+
+      S3_ACCESS_KEY_ID: process.env.S3_ACCESS_KEY_ID,
+      S3_BUCKET: process.env.S3_BUCKET,
+      S3_ENDPOINT: process.env.S3_ENDPOINT,
+      S3_REGION: process.env.S3_REGION,
+      S3_SECRET_ACCESS_KEY: process.env.S3_SECRET_ACCESS_KEY,
+    },
+    server: {
+      // S3
+      S3_ACCESS_KEY_ID: z.string().optional(),
+      S3_BUCKET: z.string().optional(),
+      S3_ENDPOINT: z.string().optional(),
+
+      S3_REGION: z.string().optional(),
+      S3_SECRET_ACCESS_KEY: z.string().optional(),
+    },
+  });
+};
+
+export const fileEnv = getFileConfig();

package/src/config/server/app.ts

@@ -6,8 +6,6 @@ declare global {
     interface ProcessEnv {
       ACCESS_CODE?: string;
 
-      IMGUR_CLIENT_ID?: string;
-
       SITE_URL?: string;
 
       AGENTS_INDEX_URL?: string;
@@ -25,10 +23,6 @@ declare global {
   }
 }
 
-// we apply a free imgur app to get a client id
-// refs: https://apidocs.imgur.com/
-const DEFAULT_IMAGUR_CLIENT_ID = 'e415f320d6e24f9';
-
 export const getAppConfig = () => {
   if (typeof process === 'undefined') {
     throw new Error('[Server Config] you are importing a server-only module outside of server');
@@ -45,8 +39,6 @@ export const getAppConfig = () => {
 
     SITE_URL: process.env.SITE_URL,
 
-    IMGUR_CLIENT_ID: process.env.IMGUR_CLIENT_ID || DEFAULT_IMAGUR_CLIENT_ID,
-
     AGENTS_INDEX_URL: !!process.env.AGENTS_INDEX_URL
       ? process.env.AGENTS_INDEX_URL
       : 'https://chat-agents.lobehub.com',

package/src/config/server/provider.ts

@@ -22,7 +22,7 @@ declare global {
       // DeepSeek Provider
       ENABLED_DEEPSEEK?: string;
       DEEPSEEK_API_KEY?: string;
-      
+
       // ZhiPu Provider
       ENABLED_ZHIPU?: string;
       ZHIPU_API_KEY?: string;
@@ -113,7 +113,7 @@ export const getProviderConfig = () => {
   const AWS_ACCESS_KEY_ID = process.env.AWS_ACCESS_KEY_ID || '';
 
   const DEEPSEEK_API_KEY = process.env.DEEPSEEK_API_KEY || '';
-  
+
   const GOOGLE_API_KEY = process.env.GOOGLE_API_KEY || '';
 
   const MOONSHOT_API_KEY = process.env.MOONSHOT_API_KEY || '';
@@ -221,7 +221,7 @@ export const getProviderConfig = () => {
     AWS_ACCESS_KEY_ID: AWS_ACCESS_KEY_ID,
     AWS_SECRET_ACCESS_KEY: process.env.AWS_SECRET_ACCESS_KEY || '',
 
-    ENABLE_OLLAMA: Boolean(process.env.ENABLE_OLLAMA),
+    ENABLE_OLLAMA: process.env.ENABLE_OLLAMA === '0',
     OLLAMA_PROXY_URL: process.env.OLLAMA_PROXY_URL || '',
     OLLAMA_MODEL_LIST: process.env.OLLAMA_MODEL_LIST || process.env.OLLAMA_CUSTOM_MODELS,
   };

package/src/database/client/models/file.ts

@@ -1,3 +1,4 @@
+import { DBModel } from '@/database/client/core/types/db';
 import { DB_File, DB_FileSchema } from '@/database/client/schemas/files';
 import { nanoid } from '@/utils/uuid';
 
@@ -14,7 +15,7 @@ class _FileModel extends BaseModel<'files'> {
     return this._addWithSync(file, `file-${id}`);
   }
 
-  async findById(id: string) {
+  async findById(id: string): Promise<DBModel<DB_File>> {
     return this.table.get(id);
   }
 

package/src/database/client/schemas/files.ts

@@ -8,7 +8,7 @@ export const DB_FileSchema = z.object({
   /**
    * file data array buffer
    */
-  data: z.instanceof(ArrayBuffer),
+  data: z.instanceof(ArrayBuffer).optional(),
   /**
    * file type
    * @example 'image/png'
@@ -33,7 +33,7 @@ export const DB_FileSchema = z.object({
   /**
    * file url if saveMode is url
    */
-  url: z.string().url().optional(),
+  url: z.string().optional(),
 });
 
 export type DB_File = z.infer<typeof DB_FileSchema>;

package/src/features/Conversation/Error/index.tsx

@@ -1,6 +1,8 @@
 import { IPluginErrorType, PluginErrorType } from '@lobehub/chat-plugin-sdk';
 import type { AlertProps } from '@lobehub/ui';
-import { memo } from 'react';
+import { Skeleton } from 'antd';
+import dynamic from 'next/dynamic';
+import { Suspense, memo } from 'react';
 
 import { AgentRuntimeErrorType, ILobeAgentRuntimeErrorType } from '@/libs/agent-runtime';
 import { ChatErrorType, ErrorType } from '@/types/fetch';
@@ -10,9 +12,12 @@ import ClerkLogin from './ClerkLogin';
 import ErrorJsonViewer from './ErrorJsonViewer';
 import InvalidAPIKey from './InvalidAPIKey';
 import InvalidAccessCode from './InvalidAccessCode';
-import OllamaBizError from './OllamaBizError';
 import OpenAiBizError from './OpenAiBizError';
-import PluginSettings from './PluginSettings';
+
+const loading = () => <Skeleton active />;
+
+const OllamaBizError = dynamic(() => import('./OllamaBizError'), { loading, ssr: false });
+const PluginSettings = dynamic(() => import('./PluginSettings'), { loading, ssr: false });
 
 // Config for the errorMessage display
 export const getErrorAlertConfig = (
@@ -95,4 +100,8 @@ const ErrorMessageExtra = memo<{ data: ChatMessage }>(({ data }) => {
   }
 });
 
-export default ErrorMessageExtra;
+export default memo<{ data: ChatMessage }>(({ data }) => (
+  <Suspense fallback={<Skeleton active style={{ width: '100%' }} />}>
+    <ErrorMessageExtra data={data} />
+  </Suspense>
+));

package/src/features/Conversation/components/VirtualizedList/index.tsx

@@ -29,14 +29,17 @@ const VirtualizedList = memo<VirtualizedListProps>(({ mobile }) => {
 
   const [id] = useChatStore((s) => [chatSelectors.currentChatKey(s)]);
 
-  const [activeTopicId, useFetchMessages, isFirstLoading] = useChatStore((s) => [
-    s.activeTopicId,
-    s.useFetchMessages,
-    chatSelectors.currentChatLoadingState(s),
-  ]);
+  const [activeTopicId, useFetchMessages, isFirstLoading, isCurrentChatLoaded] = useChatStore(
+    (s) => [
+      s.activeTopicId,
+      s.useFetchMessages,
+      chatSelectors.currentChatLoadingState(s),
+      chatSelectors.isCurrentChatLoaded(s),
+    ],
+  );
 
   const [sessionId] = useSessionStore((s) => [s.activeId]);
-  const { isLoading } = useFetchMessages(sessionId, activeTopicId);
+  useFetchMessages(sessionId, activeTopicId);
 
   const data = useChatStore((s) => {
     const showInboxWelcome = chatSelectors.showInboxWelcome(s);
@@ -77,23 +80,26 @@ const VirtualizedList = memo<VirtualizedListProps>(({ mobile }) => {
     [mobile],
   );
 
-  // first time loading
+  // first time loading or not loaded
   if (isFirstLoading) return <SkeletonList mobile={mobile} />;
 
-  // in server mode and switch page
-  if (isServerMode && isLoading) return <SkeletonList mobile={mobile} />;
-
-  // in client mode using the center loading for more
-  return isLoading ? (
-    <Center height={'100%'} width={'100%'}>
-      <Icon
-        icon={Loader2Icon}
-        size={{ fontSize: 32 }}
-        spin
-        style={{ color: theme.colorTextTertiary }}
-      />
-    </Center>
-  ) : (
+  if (!isCurrentChatLoaded)
+    // use skeleton list when not loaded in server mode due to the loading duration is much longer than client mode
+    return isServerMode ? (
+      <SkeletonList mobile={mobile} />
+    ) : (
+      // in client mode and switch page, using the center loading for smooth transition
+      <Center height={'100%'} width={'100%'}>
+        <Icon
+          icon={Loader2Icon}
+          size={{ fontSize: 32 }}
+          spin
+          style={{ color: theme.colorTextTertiary }}
+        />
+      </Center>
+    );
+
+  return (
     <Flexbox height={'100%'}>
       <Virtuoso
         atBottomStateChange={setAtBottom}

package/src/libs/agent-runtime/google/index.test.ts

@@ -560,7 +560,7 @@ describe('LobeGoogleAI', () => {
         });
       });
 
-      it('should correctly convert message with content parts', () => {
+      it('should correctly convert message with inline base64 image parts', () => {
         const message: OpenAIChatMessage = {
           role: 'user',
           content: [
@@ -571,6 +571,25 @@ describe('LobeGoogleAI', () => {
 
         const converted = instance['convertOAIMessagesToGoogleMessage'](message);
 
+        expect(converted).toEqual({
+          role: 'user',
+          parts: [
+            { text: 'Check this image:' },
+            { inlineData: { data: '...', mimeType: 'image/png' } },
+          ],
+        });
+      });
+      it.skip('should correctly convert message with image url parts', () => {
+        const message: OpenAIChatMessage = {
+          role: 'user',
+          content: [
+            { type: 'text', text: 'Check this image:' },
+            { type: 'image_url', image_url: { url: 'https://image-file.com' } },
+          ],
+        };
+
+        const converted = instance['convertOAIMessagesToGoogleMessage'](message);
+
         expect(converted).toEqual({
           role: 'user',
           parts: [

package/src/libs/agent-runtime/google/index.ts

@@ -115,18 +115,31 @@ export class LobeGoogleAI implements LobeRuntimeAI {
         return { text: content.text };
       }
       case 'image_url': {
-        const { mimeType, base64 } = parseDataUri(content.image_url.url);
+        const { mimeType, base64, type } = parseDataUri(content.image_url.url);
 
-        if (!base64) {
-          throw new TypeError("Image URL doesn't contain base64 data");
+        if (type === 'base64') {
+          if (!base64) {
+            throw new TypeError("Image URL doesn't contain base64 data");
+          }
+
+          return {
+            inlineData: {
+              data: base64,
+              mimeType: mimeType || 'image/png',
+            },
+          };
         }
 
-        return {
-          inlineData: {
-            data: base64,
-            mimeType: mimeType || 'image/png',
-          },
-        };
+        // if (type === 'url') {
+        //   return {
+        //     fileData: {
+        //       fileUri: content.image_url.url,
+        //       mimeType: mimeType || 'image/png',
+        //     },
+        //   };
+        // }
+
+        throw new TypeError(`currently we don't support image url: ${content.image_url.url}`);
       }
     }
   };

package/src/libs/agent-runtime/utils/uriParser.test.ts

@@ -0,0 +1,29 @@
+import { describe, expect, it } from 'vitest';
+
+import { parseDataUri } from './uriParser';
+
+describe('parseDataUri', () => {
+  it('should parse a valid data URI', () => {
+    const dataUri = 'data:image/png;base64,abc';
+    const result = parseDataUri(dataUri);
+    expect(result).toEqual({ base64: 'abc', mimeType: 'image/png', type: 'base64' });
+  });
+
+  it('should parse a valid URL', () => {
+    const url = 'https://example.com/image.jpg';
+    const result = parseDataUri(url);
+    expect(result).toEqual({ base64: null, mimeType: null, type: 'url' });
+  });
+
+  it('should return null for an invalid input', () => {
+    const invalidInput = 'invalid-data';
+    const result = parseDataUri(invalidInput);
+    expect(result).toEqual({ base64: null, mimeType: null, type: null });
+  });
+
+  it('should handle an empty input', () => {
+    const emptyInput = '';
+    const result = parseDataUri(emptyInput);
+    expect(result).toEqual({ base64: null, mimeType: null, type: null });
+  });
+});

package/src/libs/agent-runtime/utils/uriParser.ts

@@ -1,16 +1,24 @@
-export const parseDataUri = (
-  dataUri: string,
-): { base64: string | null; mimeType: string | null } => {
+interface UriParserResult {
+  base64: string | null;
+  mimeType: string | null;
+  type: 'url' | 'base64' | null;
+}
+
+export const parseDataUri = (dataUri: string): UriParserResult => {
   // 正则表达式匹配整个 Data URI 结构
   const dataUriMatch = dataUri.match(/^data:([^;]+);base64,(.+)$/);
 
-  // 如果匹配成功，则返回 mimeType 和 base64，否则返回 null
   if (dataUriMatch) {
-    return {
-      base64: dataUriMatch[2],
-      mimeType: dataUriMatch[1],
-    };
+    // 如果是合法的 Data URI
+    return { base64: dataUriMatch[2], mimeType: dataUriMatch[1], type: 'base64' };
   }
 
-  return { base64: null, mimeType: null };
+  try {
+    new URL(dataUri);
+    // 如果是合法的 URL
+    return { base64: null, mimeType: null, type: 'url' };
+  } catch {
+    // 既不是 Data URI 也不是合法 URL
+    return { base64: null, mimeType: null, type: null };
+  }
 };

package/src/libs/trpc/client.ts

@@ -1,13 +1,15 @@
 import { createTRPCClient, httpBatchLink } from '@trpc/client';
 import superjson from 'superjson';
 
-import type { AppRouter } from '@/server/routers';
+import type { EdgeRouter } from '@/server/routers';
+import { createHeaderWithAuth } from '@/services/_auth';
 
-export const trpcClient = createTRPCClient<AppRouter>({
+export const edgeClient = createTRPCClient<EdgeRouter>({
   links: [
     httpBatchLink({
+      headers: async () => createHeaderWithAuth(),
       transformer: superjson,
-      url: '/trpc',
+      url: '/trpc/edge',
     }),
   ],
 });