@lobehub/chat 1.96.8 → 1.96.10

package/CHANGELOG.md

@@ -2,6 +2,56 @@
 
 # Changelog
 
+### [Version 1.96.10](https://github.com/lobehub/lobe-chat/compare/v1.96.9...v1.96.10)
+
+<sup>Released on **2025-06-28**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Fix desktop chunk issue.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Fix desktop chunk issue, closes [#8280](https://github.com/lobehub/lobe-chat/issues/8280) ([c193e65](https://github.com/lobehub/lobe-chat/commit/c193e65))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
+### [Version 1.96.9](https://github.com/lobehub/lobe-chat/compare/v1.96.8...v1.96.9)
+
+<sup>Released on **2025-06-23**</sup>
+
+#### 🐛 Bug Fixes
+
+- **misc**: Google Gemini tools declarations.
+
+<br/>
+
+<details>
+<summary><kbd>Improvements and Fixes</kbd></summary>
+
+#### What's fixed
+
+- **misc**: Google Gemini tools declarations, closes [#8256](https://github.com/lobehub/lobe-chat/issues/8256) ([08f5d73](https://github.com/lobehub/lobe-chat/commit/08f5d73))
+
+</details>
+
+<div align="right">
+
+[![](https://img.shields.io/badge/-BACK_TO_TOP-151515?style=flat-square)](#readme-top)
+
+</div>
+
 ### [Version 1.96.8](https://github.com/lobehub/lobe-chat/compare/v1.96.7...v1.96.8)
 
 <sup>Released on **2025-06-23**</sup>

package/changelog/v1.json

@@ -1,4 +1,22 @@
 [
+  {
+    "children": {
+      "fixes": [
+        "Fix desktop chunk issue."
+      ]
+    },
+    "date": "2025-06-28",
+    "version": "1.96.10"
+  },
+  {
+    "children": {
+      "fixes": [
+        "Google Gemini tools declarations."
+      ]
+    },
+    "date": "2025-06-23",
+    "version": "1.96.9"
+  },
   {
     "children": {
       "improvements": [

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.96.8",
+  "version": "1.96.10",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/app/[variants]/layout.tsx

@@ -78,13 +78,6 @@ export const generateViewport = async (props: DynamicLayoutProps): ResolvingView
 };
 
 export const generateStaticParams = () => {
-  // if in dev mode or in vercel preview mode, use ISR to speed up
-  const isVercelPreview = process.env.VERCEL === '1' && process.env.VERCEL_ENV !== 'production';
-
-  if (process.env.NODE_ENV !== 'production' || isVercelPreview) {
-    return [];
-  }
-
   const themes: ThemeAppearance[] = ['dark', 'light'];
   const mobileOptions = isDesktop ? [false] : [true, false];
   // only static for serveral page, other go to dynamtic

package/src/libs/model-runtime/google/index.test.ts

@@ -560,6 +560,58 @@ describe('LobeGoogleAI', () => {
           },
         ]);
       });
+
+      it('should correctly convert function response message', async () => {
+        const messages: OpenAIChatMessage[] = [
+          {
+            content: '',
+            role: 'assistant',
+            tool_calls: [
+              {
+                id: 'call_1',
+                function: {
+                  name: 'get_current_weather',
+                  arguments: JSON.stringify({ location: 'London', unit: 'celsius' }),
+                },
+                type: 'function',
+              },
+            ],
+          },
+          {
+            content: '{"success":true,"data":{"temperature":"14°C"}}',
+            name: 'get_current_weather',
+            role: 'tool',
+            tool_call_id: 'call_1',
+          },
+        ];
+
+        const contents = await instance['buildGoogleMessages'](messages);
+        expect(contents).toHaveLength(2);
+        expect(contents).toEqual([
+          {
+            parts: [
+              {
+                functionCall: {
+                  args: { location: 'London', unit: 'celsius' },
+                  name: 'get_current_weather',
+                },
+              },
+            ],
+            role: 'model',
+          },
+          {
+            parts: [
+              {
+                functionResponse: {
+                  name: 'get_current_weather',
+                  response: { result: '{"success":true,"data":{"temperature":"14°C"}}' },
+                },
+              },
+            ],
+            role: 'user',
+          },
+        ]);
+      });
     });
 
     describe('buildGoogleTools', () => {
@@ -690,7 +742,7 @@ describe('LobeGoogleAI', () => {
 
         const converted = await instance['convertOAIMessagesToGoogleMessage'](message);
         expect(converted).toEqual({
-          role: 'function',
+          role: 'model',
           parts: [
             {
               functionCall: {

package/src/libs/model-runtime/google/index.ts

@@ -353,6 +353,7 @@ export class LobeGoogleAI implements LobeRuntimeAI {
       system: system_message?.content,
     };
   }
+
   private convertContentToGooglePart = async (
     content: UserMessageContentPart,
   ): Promise<Part | undefined> => {
@@ -399,6 +400,7 @@ export class LobeGoogleAI implements LobeRuntimeAI {
 
   private convertOAIMessagesToGoogleMessage = async (
     message: OpenAIChatMessage,
+    toolCallNameMap?: Map<string, string>,
   ): Promise<Content> => {
     const content = message.content as string | UserMessageContentPart[];
     if (!!message.tool_calls) {
@@ -409,10 +411,28 @@ export class LobeGoogleAI implements LobeRuntimeAI {
             name: tool.function.name,
           },
         })),
-        role: 'function',
+        role: 'model',
       };
     }
 
+    // 将 tool_call result 转成 functionResponse part
+    if (message.role === 'tool' && toolCallNameMap && message.tool_call_id) {
+      const functionName = toolCallNameMap.get(message.tool_call_id);
+      if (functionName) {
+        return {
+          parts: [
+            {
+              functionResponse: {
+                name: functionName,
+                response: { result: message.content },
+              },
+            },
+          ],
+          role: 'user',
+        };
+      }
+    }
+
     const getParts = async () => {
       if (typeof content === 'string') return [{ text: content }];
 
@@ -430,9 +450,20 @@ export class LobeGoogleAI implements LobeRuntimeAI {
 
   // convert messages from the OpenAI format to Google GenAI SDK
   private buildGoogleMessages = async (messages: OpenAIChatMessage[]): Promise<Content[]> => {
+    const toolCallNameMap = new Map<string, string>();
+    messages.forEach((message) => {
+      if (message.role === 'assistant' && message.tool_calls) {
+        message.tool_calls.forEach((toolCall) => {
+          if (toolCall.type === 'function') {
+            toolCallNameMap.set(toolCall.id, toolCall.function.name);
+          }
+        });
+      }
+    });
+
     const pools = messages
       .filter((message) => message.role !== 'function')
-      .map(async (msg) => await this.convertOAIMessagesToGoogleMessage(msg));
+      .map(async (msg) => await this.convertOAIMessagesToGoogleMessage(msg, toolCallNameMap));
 
     return Promise.all(pools);
   };
@@ -493,12 +524,18 @@ export class LobeGoogleAI implements LobeRuntimeAI {
   ): GoogleFunctionCallTool[] | undefined {
     // 目前 Tools (例如 googleSearch) 无法与其他 FunctionCall 同时使用
     if (payload?.messages?.some((m) => m.tool_calls?.length)) {
-      return; // 若历史消息中已有 function calling，则不再注入任何 Tools
+      return this.buildFunctionDeclarations(tools);
     }
     if (payload?.enabledSearch) {
       return [{ googleSearch: {} } as GoogleSearchRetrievalTool];
     }
 
+    return this.buildFunctionDeclarations(tools);
+  }
+
+  private buildFunctionDeclarations(
+    tools: ChatCompletionTool[] | undefined,
+  ): GoogleFunctionCallTool[] | undefined {
     if (!tools || tools.length === 0) return;
 
     return [

package/src/libs/model-runtime/utils/streams/google-ai.test.ts

@@ -7,7 +7,7 @@ import { GoogleGenerativeAIStream } from './google-ai';
 
 describe('GoogleGenerativeAIStream', () => {
   it('should transform Google Generative AI stream to protocol stream', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1').mockReturnValueOnce('abcd1234');
 
     const mockGenerateContentResponse = (text: string, functionCalls?: any[]) =>
       ({
@@ -59,7 +59,7 @@ describe('GoogleGenerativeAIStream', () => {
       // tool call
       'id: chat_1\n',
       'event: tool_calls\n',
-      `data: [{"function":{"arguments":"{\\"arg1\\":\\"value1\\"}","name":"testFunction"},"id":"testFunction_0","index":0,"type":"function"}]\n\n`,
+      `data: [{"function":{"arguments":"{\\"arg1\\":\\"value1\\"}","name":"testFunction"},"id":"testFunction_0_abcd1234","index":0,"type":"function"}]\n\n`,
 
       // text
       'id: chat_1\n',

package/src/libs/model-runtime/utils/streams/ollama.test.ts

@@ -30,7 +30,7 @@ describe('OllamaStream', () => {
       });
 
       const protocolStream = OllamaStream(mockOllamaStream);
-    
+
       const decoder = new TextDecoder();
       const chunks = [];
 
@@ -62,7 +62,7 @@ describe('OllamaStream', () => {
           'id: chat_2',
           'event: stop',
           `data: "finished"\n`,
-        ].map((line) => `${line}\n`)
+        ].map((line) => `${line}\n`),
       );
     });
 
@@ -116,7 +116,7 @@ describe('OllamaStream', () => {
     });
 
     it('tools use', async () => {
-      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1').mockReturnValueOnce('abcd1234');
 
       const mockOllamaStream = new ReadableStream<ChatResponse>({
         start(controller) {
@@ -178,7 +178,7 @@ describe('OllamaStream', () => {
         [
           'id: chat_1',
           'event: tool_calls',
-          `data: [{"function":{"arguments":"{\\"city\\":\\"杭州\\"}","name":"realtime-weather____fetchCurrentWeather"},"id":"realtime-weather____fetchCurrentWeather_0","index":0,"type":"function"}]\n`,
+          `data: [{"function":{"arguments":"{\\"city\\":\\"杭州\\"}","name":"realtime-weather____fetchCurrentWeather"},"id":"realtime-weather____fetchCurrentWeather_0_abcd1234","index":0,"type":"function"}]\n`,
           'id: chat_1',
           'event: stop',
           `data: "finished"\n`,

package/src/libs/model-runtime/utils/streams/protocol.ts

@@ -1,5 +1,6 @@
 import { CitationItem, ModelSpeed, ModelTokensUsage } from '@/types/message';
 import { safeParseJSON } from '@/utils/safeParseJSON';
+import { nanoid } from '@/utils/uuid';
 
 import { AgentRuntimeErrorType } from '../../error';
 import { parseToolCalls } from '../../helpers';
@@ -98,7 +99,7 @@ export interface StreamProtocolToolCallChunk {
 }
 
 export const generateToolCallId = (index: number, functionName?: string) =>
-  `${functionName || 'unknown_tool_call'}_${index}`;
+  `${functionName || 'unknown_tool_call'}_${index}_${nanoid()}`;
 
 const chatStreamable = async function* <T>(stream: AsyncIterable<T>) {
   for await (const response of stream) {

package/src/libs/model-runtime/utils/streams/vertex-ai.test.ts

@@ -137,7 +137,7 @@ describe('VertexAIStream', () => {
   });
 
   it('tool_calls', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1').mockReturnValueOnce('abcd1234');
 
     const rawChunks = [
       {
@@ -227,7 +227,7 @@ describe('VertexAIStream', () => {
       // text
       'id: chat_1\n',
       'event: tool_calls\n',
-      `data: [{"function":{"arguments":"{\\"city\\":\\"杭州\\"}","name":"realtime-weather____fetchCurrentWeather"},"id":"realtime-weather____fetchCurrentWeather_0","index":0,"type":"function"}]\n\n`,
+      `data: [{"function":{"arguments":"{\\"city\\":\\"杭州\\"}","name":"realtime-weather____fetchCurrentWeather"},"id":"realtime-weather____fetchCurrentWeather_0_abcd1234","index":0,"type":"function"}]\n\n`,
       'id: chat_1\n',
       'event: stop\n',
       'data: "STOP"\n\n',

package/src/server/routers/async/caller.ts

@@ -4,9 +4,13 @@ import urlJoin from 'url-join';
 
 import { serverDBEnv } from '@/config/db';
 import { JWTPayload, LOBE_CHAT_AUTH_HEADER } from '@/const/auth';
+import { isDesktop } from '@/const/version';
 import { appEnv } from '@/envs/app';
+import { createAsyncCallerFactory } from '@/libs/trpc/async';
+import { createAsyncContextInner } from '@/libs/trpc/async/context';
 import { KeyVaultsGateKeeper } from '@/server/modules/KeyVaultsEncrypt';
 
+import { asyncRouter } from './index';
 import type { AsyncRouter } from './index';
 
 export const createAsyncServerClient = async (userId: string, payload: JWTPayload) => {
@@ -30,3 +34,77 @@ export const createAsyncServerClient = async (userId: string, payload: JWTPayloa
     ],
   });
 };
+
+/**
+ * 用来推断 caller 类型辅助方法，但不实际调用 createAsyncCallerFactory，调用会报错：asyncRouter 没有初始化
+ */
+const helperFunc = () => {
+  const dummyCreateCaller = createAsyncCallerFactory(asyncRouter);
+  return {} as unknown as ReturnType<typeof dummyCreateCaller>;
+};
+
+export type UnifiedAsyncCaller = ReturnType<typeof helperFunc>;
+
+interface CreateCallerOptions {
+  jwtPayload: any;
+  userId: string;
+}
+
+/**
+ * 创建 caller 的工厂方法，兼容 desktop server 和 remote server 环境
+ * 使用方式统一成 caller.a.b() 的调用方式
+ */
+export const createAsyncCaller = async (
+  options: CreateCallerOptions,
+): Promise<UnifiedAsyncCaller> => {
+  const { userId, jwtPayload } = options;
+
+  if (isDesktop) {
+    // Desktop 环境：使用 caller 直接同线程调用方法
+    const asyncContext = await createAsyncContextInner({
+      jwtPayload,
+      // 参考 src/libs/trpc/async/asyncAuth.ts
+      secret: serverDBEnv.KEY_VAULTS_SECRET,
+      userId,
+    });
+
+    const createCaller = createAsyncCallerFactory(asyncRouter);
+    const caller = createCaller(asyncContext);
+
+    return caller;
+  }
+  // 非 Desktop 环境：使用 HTTP Client
+  // http client 调用方式是 client.a.b.mutate(), 我希望统一成 caller.a.b() 的调用方式
+  else {
+    const httpClient = await createAsyncServerClient(userId, jwtPayload);
+    const createRecursiveProxy = (client: any, path: string[]): any => {
+      // The target is a dummy function, so that 'apply' can be triggered.
+      return new Proxy(() => {}, {
+        apply: (target, thisArg, args) => {
+          // 'apply' is triggered by the function call `(...)`.
+          // The `path` at this point is the full path to the procedure.
+
+          // Traverse the original httpClient to get the actual procedure object.
+          const procedure = path.reduce((obj, key) => (obj ? obj[key] : undefined), client);
+
+          if (procedure && typeof procedure.mutate === 'function') {
+            // If we found a valid procedure, call its mutate method.
+            return procedure.mutate(...args);
+          } else {
+            // This should not happen if the call path is correct.
+            const message = `Procedure not found or not valid at path: ${path.join('.')}`;
+            throw new Error(message);
+          }
+        },
+        get: (_, property: string) => {
+          // When a property is accessed, we just extend the path and return a new proxy.
+          // This handles `caller.file.parseFileToChunks`
+          if (property === 'then') return undefined; // Prevent async/await issues
+          return createRecursiveProxy(client, [...path, property as string]);
+        },
+      });
+    };
+
+    return createRecursiveProxy(httpClient, []);
+  }
+};

package/src/server/routers/async/index.ts

@@ -11,4 +11,5 @@ export const asyncRouter = router({
 
 export type AsyncRouter = typeof asyncRouter;
 
-export * from './caller';
+export type { UnifiedAsyncCaller } from './caller';
+export { createAsyncCaller, createAsyncServerClient } from './caller';

package/src/server/routers/lambda/ragEval.ts

@@ -15,7 +15,7 @@ import {
 } from '@/database/server/models/ragEval';
 import { authedProcedure, router } from '@/libs/trpc/lambda';
 import { keyVaults, serverDatabase } from '@/libs/trpc/lambda/middleware';
-import { createAsyncServerClient } from '@/server/routers/async';
+import { createAsyncCaller } from '@/server/routers/async';
 import { FileService } from '@/server/services/file';
 import {
   EvalDatasetRecord,
@@ -201,15 +201,18 @@ export const ragEvalRouter = router({
         })),
       );
 
-      const asyncCaller = await createAsyncServerClient(ctx.userId, ctx.jwtPayload);
+      const asyncCaller = await createAsyncCaller({
+        userId: ctx.userId,
+        jwtPayload: ctx.jwtPayload,
+      });
 
       await ctx.evaluationModel.update(input.id, { status: EvalEvaluationStatus.Processing });
       try {
         await pMap(
           evalRecords,
           async (record) => {
-            asyncCaller.ragEval.runRecordEvaluation
-              .mutate({ evalRecordId: record.id })
+            asyncCaller.ragEval
+              .runRecordEvaluation({ evalRecordId: record.id })
               .catch(async (e) => {
                 await ctx.evaluationModel.update(input.id, { status: EvalEvaluationStatus.Error });
 

package/src/server/services/chunk/index.ts

@@ -3,7 +3,7 @@ import { AsyncTaskModel } from '@/database/models/asyncTask';
 import { FileModel } from '@/database/models/file';
 import { serverDB } from '@/database/server';
 import { ChunkContentParams, ContentChunk } from '@/server/modules/ContentChunk';
-import { createAsyncServerClient } from '@/server/routers/async';
+import { createAsyncCaller } from '@/server/routers/async';
 import {
   AsyncTaskError,
   AsyncTaskErrorType,
@@ -43,11 +43,11 @@ export class ChunkService {
 
     await this.fileModel.update(fileId, { embeddingTaskId: asyncTaskId });
 
-    const asyncCaller = await createAsyncServerClient(this.userId, payload);
+    const asyncCaller = await createAsyncCaller({ jwtPayload: payload, userId: this.userId });
 
     // trigger embedding task asynchronously
     try {
-      await asyncCaller.file.embeddingChunks.mutate({ fileId, taskId: asyncTaskId });
+      await asyncCaller.file.embeddingChunks({ fileId, taskId: asyncTaskId });
     } catch (e) {
       console.error('[embeddingFileChunks] error:', e);
 
@@ -82,22 +82,20 @@ export class ChunkService {
 
     await this.fileModel.update(fileId, { chunkTaskId: asyncTaskId });
 
-    const asyncCaller = await createAsyncServerClient(this.userId, payload);
+    const asyncCaller = await createAsyncCaller({ jwtPayload: payload, userId: this.userId });
 
     // trigger parse file task asynchronously
-    asyncCaller.file.parseFileToChunks
-      .mutate({ fileId: fileId, taskId: asyncTaskId })
-      .catch(async (e) => {
-        console.error('[ParseFileToChunks] error:', e);
-
-        await this.asyncTaskModel.update(asyncTaskId, {
-          error: new AsyncTaskError(
-            AsyncTaskErrorType.TaskTriggerError,
-            'trigger chunk embedding async task error. Please make sure the APP_URL is available from your server. You can check the proxy config or WAF blocking',
-          ),
-          status: AsyncTaskStatus.Error,
-        });
+    asyncCaller.file.parseFileToChunks({ fileId: fileId, taskId: asyncTaskId }).catch(async (e) => {
+      console.error('[ParseFileToChunks] error:', e);
+
+      await this.asyncTaskModel.update(asyncTaskId, {
+        error: new AsyncTaskError(
+          AsyncTaskErrorType.TaskTriggerError,
+          'trigger chunk embedding async task error. Please make sure the APP_URL is available from your server. You can check the proxy config or WAF blocking',
+        ),
+        status: AsyncTaskStatus.Error,
       });
+    });
 
     return asyncTaskId;
   }