@lobehub/lobehub 2.0.0-next.88 → 2.0.0-next.89

package/packages/model-runtime/src/core/contextBuilders/google.test.ts

@@ -6,6 +6,7 @@ import { describe, expect, it, vi } from 'vitest';
 import { ChatCompletionTool, OpenAIChatMessage, UserMessageContentPart } from '../../types';
 import { parseDataUri } from '../../utils/uriParser';
 import {
+  GEMINI_MAGIC_THOUGHT_SIGNATURE,
   buildGoogleMessage,
   buildGoogleMessages,
   buildGooglePart,
@@ -232,6 +233,415 @@ describe('google contextBuilders', () => {
       });
     });
 
+    it('should correctly convert function call message with thoughtSignature', async () => {
+      const message = {
+        role: 'assistant',
+        tool_calls: [
+          {
+            function: {
+              arguments: JSON.stringify({
+                language: ['JSON'],
+                path: 'package.json',
+                query: '"version":',
+                repo: 'lobehub/lobe-chat',
+              }),
+              name: 'grep____searchGitHub____mcp',
+            },
+            id: 'grep____searchGitHub____mcp_0_6RnOMTF0',
+            thoughtSignature:
+              'EsUHCsIHAdHtim9/MrjP+pnhM8DVkvulyfWQVf+isXQxEAbF32gbflE1hl6Te80qtp77Ywn8opB2uhQOIH/l6SStsj3+XRy1U1DTeKtqZxDBoLP2rNK6pi3/nk0ZOQIc8f6rxB70G/zOhk7d/1XQFqhmw5H+yDVRQjGD1cNPY5ctWGxQLAIk/HMWNovUJzz2c81jGWoXu7k2vtpuur2hcAL+J79BEVUTfvU3mSiXqJFTClmFPB6Fe79i0y3TwM2XdIBxzPgVgf8B+Pnv1S6YDxHNSm46jTlXKcSw30r3ixs5xEOzerbOUW5WG9BGukw/YQVvHiuoGLIALRa2Ig7dlOMH8+o+f0mKJtyYj8yF6wyBMol+G4mhSHvQSKJLj/Z5kFHvDZKeVUEOZed6vZivYLrVezjQPXgLHJMOmbp6QrZGxqW45QxDKY5X5F8giIOM8VgsUYhDQUBown+3vvwkIBA24icDsOwdhJ/roe9GabbGfxpkSzARIFh7rSI01cRKbh6cEaVFXf2WQftPeD7dBseQLiCdUYoy4ytECrjTpknrWnVUG6Ly4SKW6uN/IJXpm9JT9GgnGLIddFtEQzm9sIKWNpGEz6++lZpiCFS6LsYSnTP3vPj/7oSABRmwWywxA8EmLh+sv+jiK5aMjFi1sTuJ0Ujsvza3/SHZKewNi9WKQUDOa9Mqtjs2YGDnJxto4l5GMUzI5vhf6/+/A5eHALfVabaFP97v8FEPrXQU94dognwx4EnNqy/KWmGIlYZYqIfjaSAy7Z74viwl+oTtL9gyyBDc/FrQvXfyrYIq8N0pkLKAEh33fa/+YVocLL1LKI9rb2bg/RRr+Ee4NyIQKhIdEJaEh74d1COd/4r06J92ThkfVo5PEVTSsr8tBKiJ5wSmX9vyhbLWzxmXoq1xfGrs8kg7NMW53XEWGlQrIVOQmUtjjjBQKj6b4rBTAO6EKk63cGFbkSPohifiUBPHbxUUPy/hf0tQpeOo3jA01AuCFLOIZ5IYJ+Rm5+aZTU3Panv+Q7Yl1w5t5swhbNZfg7MlU/sxwLijLuWDDNfw+2Zw/aa3VDPgVw6Nv2vKkHi4tUU0XlgfiQgQYUMPxpGRV837uUxvZFNep2QUlAMog5h4sMYJWIAX1kK1pzsyR/KxuCn6nUq4ovWNBQHLC4aW2ZcGgW/6CbF81F1cewUz+vWNMMkJrL0d9celGEbFuY0Q709UipaDbCg49twlnLV9XUwqC5wYTFBiJbynBDqiZAvXn2YOxNIs8CCzuu2GSCQDo09ksJy5g/o=',
+            type: 'function',
+          },
+        ],
+      } as OpenAIChatMessage;
+
+      const converted = await buildGoogleMessage(message);
+
+      expect(converted).toEqual({
+        parts: [
+          {
+            functionCall: {
+              args: {
+                language: ['JSON'],
+                path: 'package.json',
+                query: '"version":',
+                repo: 'lobehub/lobe-chat',
+              },
+              name: 'grep____searchGitHub____mcp',
+            },
+            thoughtSignature:
+              'EsUHCsIHAdHtim9/MrjP+pnhM8DVkvulyfWQVf+isXQxEAbF32gbflE1hl6Te80qtp77Ywn8opB2uhQOIH/l6SStsj3+XRy1U1DTeKtqZxDBoLP2rNK6pi3/nk0ZOQIc8f6rxB70G/zOhk7d/1XQFqhmw5H+yDVRQjGD1cNPY5ctWGxQLAIk/HMWNovUJzz2c81jGWoXu7k2vtpuur2hcAL+J79BEVUTfvU3mSiXqJFTClmFPB6Fe79i0y3TwM2XdIBxzPgVgf8B+Pnv1S6YDxHNSm46jTlXKcSw30r3ixs5xEOzerbOUW5WG9BGukw/YQVvHiuoGLIALRa2Ig7dlOMH8+o+f0mKJtyYj8yF6wyBMol+G4mhSHvQSKJLj/Z5kFHvDZKeVUEOZed6vZivYLrVezjQPXgLHJMOmbp6QrZGxqW45QxDKY5X5F8giIOM8VgsUYhDQUBown+3vvwkIBA24icDsOwdhJ/roe9GabbGfxpkSzARIFh7rSI01cRKbh6cEaVFXf2WQftPeD7dBseQLiCdUYoy4ytECrjTpknrWnVUG6Ly4SKW6uN/IJXpm9JT9GgnGLIddFtEQzm9sIKWNpGEz6++lZpiCFS6LsYSnTP3vPj/7oSABRmwWywxA8EmLh+sv+jiK5aMjFi1sTuJ0Ujsvza3/SHZKewNi9WKQUDOa9Mqtjs2YGDnJxto4l5GMUzI5vhf6/+/A5eHALfVabaFP97v8FEPrXQU94dognwx4EnNqy/KWmGIlYZYqIfjaSAy7Z74viwl+oTtL9gyyBDc/FrQvXfyrYIq8N0pkLKAEh33fa/+YVocLL1LKI9rb2bg/RRr+Ee4NyIQKhIdEJaEh74d1COd/4r06J92ThkfVo5PEVTSsr8tBKiJ5wSmX9vyhbLWzxmXoq1xfGrs8kg7NMW53XEWGlQrIVOQmUtjjjBQKj6b4rBTAO6EKk63cGFbkSPohifiUBPHbxUUPy/hf0tQpeOo3jA01AuCFLOIZ5IYJ+Rm5+aZTU3Panv+Q7Yl1w5t5swhbNZfg7MlU/sxwLijLuWDDNfw+2Zw/aa3VDPgVw6Nv2vKkHi4tUU0XlgfiQgQYUMPxpGRV837uUxvZFNep2QUlAMog5h4sMYJWIAX1kK1pzsyR/KxuCn6nUq4ovWNBQHLC4aW2ZcGgW/6CbF81F1cewUz+vWNMMkJrL0d9celGEbFuY0Q709UipaDbCg49twlnLV9XUwqC5wYTFBiJbynBDqiZAvXn2YOxNIs8CCzuu2GSCQDo09ksJy5g/o=',
+          },
+        ],
+        role: 'model',
+      });
+    });
+
+    describe('should correctly convert function call message without thoughtSignature', () => {
+      it('should add magic signature when last message is tool message', async () => {
+        const messages: OpenAIChatMessage[] = [
+          {
+            content: '<plugins>Web Browsing plugin available</plugins>',
+            role: 'system',
+          },
+          {
+            content: '杭州天气如何',
+            role: 'user',
+          },
+          {
+            content: '',
+            role: 'assistant',
+            tool_calls: [
+              {
+                function: {
+                  arguments: '{"query":"杭州天气","searchEngines":["google"]}',
+                  name: 'lobe-web-browsing____search____builtin',
+                },
+                id: 'call_001',
+                type: 'function',
+              },
+            ],
+          },
+          {
+            content: 'Tool execution was aborted by user.',
+            name: 'lobe-web-browsing____search____builtin',
+            role: 'tool',
+            tool_call_id: 'call_001',
+          },
+          {
+            content: '',
+            role: 'assistant',
+            tool_calls: [
+              {
+                function: {
+                  arguments: '{"query":"杭州 天气","searchEngines":["bing"]}',
+                  name: 'lobe-web-browsing____search____builtin',
+                },
+                id: 'call_002',
+                type: 'function',
+              },
+            ],
+          },
+          {
+            content: 'no result',
+            name: 'lobe-web-browsing____search____builtin',
+            role: 'tool',
+            tool_call_id: 'call_002',
+          },
+        ];
+
+        const contents = await buildGoogleMessages(messages);
+
+        expect(contents).toEqual([
+          {
+            parts: [{ text: '<plugins>Web Browsing plugin available</plugins>' }],
+            role: 'user',
+          },
+          { parts: [{ text: '杭州天气如何' }], role: 'user' },
+          {
+            parts: [
+              {
+                functionCall: {
+                  args: { query: '杭州天气', searchEngines: ['google'] },
+                  name: 'lobe-web-browsing____search____builtin',
+                },
+                thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
+              },
+            ],
+            role: 'model',
+          },
+          {
+            parts: [
+              {
+                functionResponse: {
+                  name: 'lobe-web-browsing____search____builtin',
+                  response: { result: 'Tool execution was aborted by user.' },
+                },
+              },
+            ],
+            role: 'user',
+          },
+          {
+            parts: [
+              {
+                functionCall: {
+                  args: { query: '杭州 天气', searchEngines: ['bing'] },
+                  name: 'lobe-web-browsing____search____builtin',
+                },
+                thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
+              },
+            ],
+            role: 'model',
+          },
+          {
+            parts: [
+              {
+                functionResponse: {
+                  name: 'lobe-web-browsing____search____builtin',
+                  response: { result: 'no result' },
+                },
+              },
+            ],
+            role: 'user',
+          },
+        ]);
+      });
+
+      it('should NOT add magic signature when thoughtSignature already exists', async () => {
+        const existingSignature = 'existing_signature_from_model';
+        const messages: OpenAIChatMessage[] = [
+          {
+            content: '杭州天气如何',
+            role: 'user',
+          },
+          {
+            content: '',
+            role: 'assistant',
+            tool_calls: [
+              {
+                function: {
+                  arguments: '{"query":"杭州天气","searchEngines":["google"]}',
+                  name: 'lobe-web-browsing____search____builtin',
+                },
+                id: 'call_001',
+                thoughtSignature: existingSignature,
+                type: 'function',
+              },
+            ],
+          },
+          {
+            content: 'Tool result',
+            name: 'lobe-web-browsing____search____builtin',
+            role: 'tool',
+            tool_call_id: 'call_001',
+          },
+        ];
+
+        const contents = await buildGoogleMessages(messages);
+
+        expect(contents).toEqual([
+          {
+            parts: [{ text: '杭州天气如何' }],
+            role: 'user',
+          },
+          {
+            parts: [
+              {
+                functionCall: {
+                  args: { query: '杭州天气', searchEngines: ['google'] },
+                  name: 'lobe-web-browsing____search____builtin',
+                },
+                // Should keep existing thoughtSignature, not add magic signature
+                thoughtSignature: existingSignature,
+              },
+            ],
+            role: 'model',
+          },
+          {
+            parts: [
+              {
+                functionResponse: {
+                  name: 'lobe-web-browsing____search____builtin',
+                  response: { result: 'Tool result' },
+                },
+              },
+            ],
+            role: 'user',
+          },
+        ]);
+      });
+
+      it('should add magic signature only after last user message in multi-turn scenario', async () => {
+        const messages: OpenAIChatMessage[] = [
+          {
+            content: 'First question',
+            role: 'user',
+          },
+          {
+            content: '',
+            role: 'assistant',
+            tool_calls: [
+              {
+                function: {
+                  arguments: '{"query":"first"}',
+                  name: 'search',
+                },
+                id: 'call_001',
+                type: 'function',
+              },
+            ],
+          },
+          {
+            content: 'First result',
+            name: 'search',
+            role: 'tool',
+            tool_call_id: 'call_001',
+          },
+          {
+            content: 'Second question',
+            role: 'user',
+          },
+          {
+            content: '',
+            role: 'assistant',
+            tool_calls: [
+              {
+                function: {
+                  arguments: '{"query":"second"}',
+                  name: 'search',
+                },
+                id: 'call_002',
+                type: 'function',
+              },
+            ],
+          },
+          {
+            content: 'Second result',
+            name: 'search',
+            role: 'tool',
+            tool_call_id: 'call_002',
+          },
+        ];
+
+        const contents = await buildGoogleMessages(messages);
+
+        expect(contents).toEqual([
+          {
+            parts: [{ text: 'First question' }],
+            role: 'user',
+          },
+          {
+            parts: [
+              {
+                functionCall: {
+                  args: { query: 'first' },
+                  name: 'search',
+                },
+                // No magic signature for this one (before last user message)
+              },
+            ],
+            role: 'model',
+          },
+          {
+            parts: [
+              {
+                functionResponse: {
+                  name: 'search',
+                  response: { result: 'First result' },
+                },
+              },
+            ],
+            role: 'user',
+          },
+          {
+            parts: [{ text: 'Second question' }],
+            role: 'user',
+          },
+          {
+            parts: [
+              {
+                functionCall: {
+                  args: { query: 'second' },
+                  name: 'search',
+                },
+                // Magic signature added (after last user message)
+                thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
+              },
+            ],
+            role: 'model',
+          },
+          {
+            parts: [
+              {
+                functionResponse: {
+                  name: 'search',
+                  response: { result: 'Second result' },
+                },
+              },
+            ],
+            role: 'user',
+          },
+        ]);
+      });
+
+      it('should NOT add magic signature when last message is user text message', async () => {
+        const messages: OpenAIChatMessage[] = [
+          {
+            content: '<plugins>Web Browsing plugin available</plugins>',
+            role: 'system',
+          },
+          {
+            content: '杭州天气如何',
+            role: 'user',
+          },
+          {
+            content: '',
+            role: 'assistant',
+            tool_calls: [
+              {
+                function: {
+                  arguments: '{"query":"杭州天气","searchEngines":["google"]}',
+                  name: 'lobe-web-browsing____search____builtin',
+                },
+                id: 'call_001',
+                type: 'function',
+              },
+            ],
+          },
+          {
+            content: 'Tool execution was aborted by user.',
+            name: 'lobe-web-browsing____search____builtin',
+            role: 'tool',
+            tool_call_id: 'call_001',
+          },
+          {
+            content: 'Please try again',
+            role: 'user',
+          },
+        ];
+
+        const contents = await buildGoogleMessages(messages);
+
+        expect(contents).toEqual([
+          {
+            parts: [{ text: '<plugins>Web Browsing plugin available</plugins>' }],
+            role: 'user',
+          },
+          {
+            parts: [{ text: '杭州天气如何' }],
+            role: 'user',
+          },
+          {
+            parts: [
+              {
+                functionCall: {
+                  args: { query: '杭州天气', searchEngines: ['google'] },
+                  name: 'lobe-web-browsing____search____builtin',
+                },
+                // No thoughtSignature should be added when last message is user text
+              },
+            ],
+            role: 'model',
+          },
+          {
+            parts: [
+              {
+                functionResponse: {
+                  name: 'lobe-web-browsing____search____builtin',
+                  response: { result: 'Tool execution was aborted by user.' },
+                },
+              },
+            ],
+            role: 'user',
+          },
+          {
+            parts: [{ text: 'Please try again' }],
+            role: 'user',
+          },
+        ]);
+      });
+    });
+
     it('should correctly handle empty content', async () => {
       const message: OpenAIChatMessage = {
         content: '' as any, // explicitly set as empty string
@@ -361,6 +771,7 @@ describe('google contextBuilders', () => {
                 args: { location: 'London', unit: 'celsius' },
                 name: 'get_current_weather',
               },
+              thoughtSignature: GEMINI_MAGIC_THOUGHT_SIGNATURE,
             },
           ],
           role: 'model',
@@ -410,6 +821,74 @@ describe('google contextBuilders', () => {
         { parts: [{ text: 'Hi' }], role: 'model' },
       ]);
     });
+
+    it('should correctly convert full conversation with thoughtSignature', async () => {
+      const messages: OpenAIChatMessage[] = [
+        { content: 'system prompt', role: 'system' },
+        { content: 'LobeChat 最新版本', role: 'user' },
+        {
+          content: '',
+          role: 'assistant',
+          tool_calls: [
+            {
+              function: {
+                arguments: JSON.stringify({
+                  language: ['JSON'],
+                  path: 'package.json',
+                  query: '"version":',
+                  repo: 'lobehub/lobe-chat',
+                }),
+                name: 'grep____searchGitHub____mcp',
+              },
+              id: 'grep____searchGitHub____mcp_0_6RnOMTF0',
+              thoughtSignature: 'test-signature',
+              type: 'function',
+            },
+          ],
+        },
+        {
+          content: '',
+          name: 'grep____searchGitHub____mcp',
+          role: 'tool',
+          tool_call_id: 'grep____searchGitHub____mcp_0_6RnOMTF0',
+        },
+      ];
+
+      const contents = await buildGoogleMessages(messages);
+
+      expect(contents).toEqual([
+        { parts: [{ text: 'system prompt' }], role: 'user' },
+        { parts: [{ text: 'LobeChat 最新版本' }], role: 'user' },
+        {
+          parts: [
+            {
+              functionCall: {
+                args: {
+                  language: ['JSON'],
+                  path: 'package.json',
+                  query: '"version":',
+                  repo: 'lobehub/lobe-chat',
+                },
+                name: 'grep____searchGitHub____mcp',
+              },
+              thoughtSignature: 'test-signature',
+            },
+          ],
+          role: 'model',
+        },
+        {
+          parts: [
+            {
+              functionResponse: {
+                name: 'grep____searchGitHub____mcp',
+                response: { result: '' },
+              },
+            },
+          ],
+          role: 'user',
+        },
+      ]);
+    });
   });
 
   describe('buildGoogleTool', () => {

package/packages/model-runtime/src/core/contextBuilders/google.ts

@@ -11,6 +11,12 @@ import { ChatCompletionTool, OpenAIChatMessage, UserMessageContentPart } from '.
 import { safeParseJSON } from '../../utils/safeParseJSON';
 import { parseDataUri } from '../../utils/uriParser';
 
+/**
+ * Magic thoughtSignature
+ * @see https://ai.google.dev/gemini-api/docs/thought-signatures#model-behavior:~:text=context_engineering_is_the_way_to_go
+ */
+export const GEMINI_MAGIC_THOUGHT_SIGNATURE = 'context_engineering_is_the_way_to_go';
+
 /**
  * Convert OpenAI content part to Google Part format
  */
@@ -95,6 +101,7 @@ export const buildGoogleMessage = async (
           args: safeParseJSON(tool.function.arguments)!,
           name: tool.function.name,
         },
+        thoughtSignature: tool.thoughtSignature,
       })),
       role: 'model',
     };
@@ -155,7 +162,43 @@ export const buildGoogleMessages = async (messages: OpenAIChatMessage[]): Promis
   const contents = await Promise.all(pools);
 
   // Filter out empty messages: contents.parts must not be empty.
-  return contents.filter((content: Content) => content.parts && content.parts.length > 0);
+  const filteredContents = contents.filter(
+    (content: Content) => content.parts && content.parts.length > 0,
+  );
+
+  // Check if the last message is a tool message
+  const lastMessage = messages.at(-1);
+  const shouldAddMagicSignature = lastMessage?.role === 'tool';
+
+  if (shouldAddMagicSignature) {
+    // Find the last user message index in filtered contents
+    let lastUserIndex = -1;
+    for (let i = filteredContents.length - 1; i >= 0; i--) {
+      if (filteredContents[i].role === 'user') {
+        // Skip if it's a functionResponse (tool result)
+        const hasFunctionResponse = filteredContents[i].parts?.some((p) => p.functionResponse);
+        if (!hasFunctionResponse) {
+          lastUserIndex = i;
+          break;
+        }
+      }
+    }
+
+    // Add magic signature to all function calls after last user message that don't have thoughtSignature
+    for (let i = lastUserIndex + 1; i < filteredContents.length; i++) {
+      const content = filteredContents[i];
+      if (content.role === 'model' && content.parts) {
+        for (const part of content.parts) {
+          if (part.functionCall && !part.thoughtSignature) {
+            // Only add magic signature if thoughtSignature doesn't exist
+            part.thoughtSignature = GEMINI_MAGIC_THOUGHT_SIGNATURE;
+          }
+        }
+      }
+    }
+  }
+
+  return filteredContents;
 };
 
 /**