@lobehub/chat 1.1.7 → 1.1.8

package/docs/usage/tools-calling/openai.zh-CN.mdx

@@ -1,6 +1,8 @@
 ---
-title: OpenAI GPT 系列 Tools Calling
-description: 使用 LobeChat 测试 OpenAI GPT 系列模型（GPT 3.5-turbo / GPT-4 /GPT-4o） 的工具调用能力，并展现评测结果
+title: OpenAI GPT 系列 Tools Calling 评测
+description: >-
+  使用 LobeChat 测试 OpenAI GPT 系列模型（GPT 3.5-turbo / GPT-4 /GPT-4o） 的工具调用（Function
+  Calling）能力，并展现评测结果
 tags:
   - Tools Calling
   - Benchmark

package/docs/usage/tools-calling.zh-CN.mdx

@@ -4,7 +4,7 @@ description: 基于 LobeChat 测试主流支持工具调用（Tool Calling）
 tags:
   - Tools Calling
   - Benchmark
-  - Function Calling
+  - Function Calling 评测
   - 工具调用
   - LobeChat 插件
 ---
@@ -238,4 +238,18 @@ Create images from a text-only prompt.
 
 ## 评测结果
 
+各模型的评测细节可以点击查看：
+
+<Cards>
+  <Card href={'/docs/usage/tools-calling/openai'} title={'OpenAI GPT 系列'} />
+  <Card href={'/docs/usage/tools-calling/anthropic'} title={'Anthropic Claude 系列'} />
+  <Card href={'/docs/usage/tools-calling/google'} title={'【TODO】Google Gemini 系列'} />
+  <Card
+    href={'/docs/usage/tools-calling/groq'}
+    title={'【TODO】Groq 部署的开源模型（Llama 3/Qwen2/Mistral 等）'}
+  />
+</Cards>
+
+### 结果汇总
+
 TODO

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lobehub/chat",
-  "version": "1.1.7",
+  "version": "1.1.8",
   "description": "Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.",
   "keywords": [
     "framework",

package/src/libs/agent-runtime/utils/anthropicHelpers.test.ts

@@ -192,6 +192,110 @@ describe('anthropicHelpers', () => {
         { content: '你好', role: 'user' },
       ]);
     });
+
+    it('should correctly convert OpenAI tool message to Anthropic format', () => {
+      const messages: OpenAIChatMessage[] = [
+        {
+          content: '告诉我杭州和北京的天气，先回答我好的',
+          role: 'user',
+        },
+        {
+          content:
+            '好的,我会为您查询杭州和北京的天气信息。我现在就开始查询这两个城市的当前天气情况。',
+          role: 'assistant',
+          tool_calls: [
+            {
+              function: {
+                arguments: '{"city": "\\u676d\\u5dde"}',
+                name: 'realtime-weather____fetchCurrentWeather',
+              },
+              id: 'toolu_018PNQkH8ChbjoJz4QBiFVod',
+              type: 'function',
+            },
+            {
+              function: {
+                arguments: '{"city": "\\u5317\\u4eac"}',
+                name: 'realtime-weather____fetchCurrentWeather',
+              },
+              id: 'toolu_018VQTQ6fwAEC3eppuEfMxPp',
+              type: 'function',
+            },
+          ],
+        },
+        {
+          content:
+            '[{"city":"杭州市","adcode":"330100","province":"浙江","reporttime":"2024-06-24 17:02:14","casts":[{"date":"2024-06-24","week":"1","dayweather":"小雨","nightweather":"中雨","daytemp":"26","nighttemp":"20","daywind":"西","nightwind":"西","daypower":"1-3","nightpower":"1-3","daytemp_float":"26.0","nighttemp_float":"20.0"},{"date":"2024-06-25","week":"2","dayweather":"大雨","nightweather":"中雨","daytemp":"23","nighttemp":"19","daywind":"东","nightwind":"东","daypower":"1-3","nightpower":"1-3","daytemp_float":"23.0","nighttemp_float":"19.0"},{"date":"2024-06-26","week":"3","dayweather":"中雨","nightweather":"中雨","daytemp":"24","nighttemp":"21","daywind":"东南","nightwind":"东南","daypower":"1-3","nightpower":"1-3","daytemp_float":"24.0","nighttemp_float":"21.0"},{"date":"2024-06-27","week":"4","dayweather":"中雨-大雨","nightweather":"中雨","daytemp":"24","nighttemp":"22","daywind":"南","nightwind":"南","daypower":"1-3","nightpower":"1-3","daytemp_float":"24.0","nighttemp_float":"22.0"}]}]',
+          name: 'realtime-weather____fetchCurrentWeather',
+          role: 'tool',
+          tool_call_id: 'toolu_018PNQkH8ChbjoJz4QBiFVod',
+        },
+        {
+          content:
+            '[{"city":"北京市","adcode":"110000","province":"北京","reporttime":"2024-06-24 17:03:11","casts":[{"date":"2024-06-24","week":"1","dayweather":"晴","nightweather":"晴","daytemp":"33","nighttemp":"20","daywind":"北","nightwind":"北","daypower":"1-3","nightpower":"1-3","daytemp_float":"33.0","nighttemp_float":"20.0"},{"date":"2024-06-25","week":"2","dayweather":"晴","nightweather":"晴","daytemp":"35","nighttemp":"21","daywind":"东南","nightwind":"东南","daypower":"1-3","nightpower":"1-3","daytemp_float":"35.0","nighttemp_float":"21.0"},{"date":"2024-06-26","week":"3","dayweather":"晴","nightweather":"晴","daytemp":"35","nighttemp":"23","daywind":"西南","nightwind":"西南","daypower":"1-3","nightpower":"1-3","daytemp_float":"35.0","nighttemp_float":"23.0"},{"date":"2024-06-27","week":"4","dayweather":"多云","nightweather":"多云","daytemp":"35","nighttemp":"23","daywind":"西南","nightwind":"西南","daypower":"1-3","nightpower":"1-3","daytemp_float":"35.0","nighttemp_float":"23.0"}]}]',
+          name: 'realtime-weather____fetchCurrentWeather',
+          role: 'tool',
+          tool_call_id: 'toolu_018VQTQ6fwAEC3eppuEfMxPp',
+        },
+        {
+          content: '继续',
+          role: 'user',
+        },
+      ];
+
+      const contents = buildAnthropicMessages(messages);
+
+      expect(contents).toEqual([
+        { content: '告诉我杭州和北京的天气，先回答我好的', role: 'user' },
+        {
+          content: [
+            {
+              text: '好的,我会为您查询杭州和北京的天气信息。我现在就开始查询这两个城市的当前天气情况。',
+              type: 'text',
+            },
+            {
+              id: 'toolu_018PNQkH8ChbjoJz4QBiFVod',
+              input: { city: '杭州' },
+              name: 'realtime-weather____fetchCurrentWeather',
+              type: 'tool_use',
+            },
+            {
+              id: 'toolu_018VQTQ6fwAEC3eppuEfMxPp',
+              input: { city: '北京' },
+              name: 'realtime-weather____fetchCurrentWeather',
+              type: 'tool_use',
+            },
+          ],
+          role: 'assistant',
+        },
+        {
+          content: [
+            {
+              content: [
+                {
+                  text: '[{"city":"杭州市","adcode":"330100","province":"浙江","reporttime":"2024-06-24 17:02:14","casts":[{"date":"2024-06-24","week":"1","dayweather":"小雨","nightweather":"中雨","daytemp":"26","nighttemp":"20","daywind":"西","nightwind":"西","daypower":"1-3","nightpower":"1-3","daytemp_float":"26.0","nighttemp_float":"20.0"},{"date":"2024-06-25","week":"2","dayweather":"大雨","nightweather":"中雨","daytemp":"23","nighttemp":"19","daywind":"东","nightwind":"东","daypower":"1-3","nightpower":"1-3","daytemp_float":"23.0","nighttemp_float":"19.0"},{"date":"2024-06-26","week":"3","dayweather":"中雨","nightweather":"中雨","daytemp":"24","nighttemp":"21","daywind":"东南","nightwind":"东南","daypower":"1-3","nightpower":"1-3","daytemp_float":"24.0","nighttemp_float":"21.0"},{"date":"2024-06-27","week":"4","dayweather":"中雨-大雨","nightweather":"中雨","daytemp":"24","nighttemp":"22","daywind":"南","nightwind":"南","daypower":"1-3","nightpower":"1-3","daytemp_float":"24.0","nighttemp_float":"22.0"}]}]',
+                  type: 'text',
+                },
+              ],
+              tool_use_id: 'toolu_018PNQkH8ChbjoJz4QBiFVod',
+              type: 'tool_result',
+            },
+            {
+              content: [
+                {
+                  text: '[{"city":"北京市","adcode":"110000","province":"北京","reporttime":"2024-06-24 17:03:11","casts":[{"date":"2024-06-24","week":"1","dayweather":"晴","nightweather":"晴","daytemp":"33","nighttemp":"20","daywind":"北","nightwind":"北","daypower":"1-3","nightpower":"1-3","daytemp_float":"33.0","nighttemp_float":"20.0"},{"date":"2024-06-25","week":"2","dayweather":"晴","nightweather":"晴","daytemp":"35","nighttemp":"21","daywind":"东南","nightwind":"东南","daypower":"1-3","nightpower":"1-3","daytemp_float":"35.0","nighttemp_float":"21.0"},{"date":"2024-06-26","week":"3","dayweather":"晴","nightweather":"晴","daytemp":"35","nighttemp":"23","daywind":"西南","nightwind":"西南","daypower":"1-3","nightpower":"1-3","daytemp_float":"35.0","nighttemp_float":"23.0"},{"date":"2024-06-27","week":"4","dayweather":"多云","nightweather":"多云","daytemp":"35","nighttemp":"23","daywind":"西南","nightwind":"西南","daypower":"1-3","nightpower":"1-3","daytemp_float":"35.0","nighttemp_float":"23.0"}]}]',
+                  type: 'text',
+                },
+              ],
+              tool_use_id: 'toolu_018VQTQ6fwAEC3eppuEfMxPp',
+              type: 'tool_result',
+            },
+          ],
+          role: 'user',
+        },
+        { content: '_', role: 'assistant' },
+        { content: '继续', role: 'user' },
+      ]);
+    });
   });
 
   describe('buildAnthropicTools', () => {

package/src/libs/agent-runtime/utils/anthropicHelpers.ts

@@ -95,16 +95,37 @@ export const buildAnthropicMessages = (
 ): Anthropic.Messages.MessageParam[] => {
   const messages: Anthropic.Messages.MessageParam[] = [];
   let lastRole = 'assistant';
+  let pendingToolResults: Anthropic.ToolResultBlockParam[] = [];
+
+  oaiMessages.forEach((message, index) => {
+    // refs: https://docs.anthropic.com/claude/docs/tool-use#tool-use-and-tool-result-content-blocks
+    if (message.role === 'tool') {
+      pendingToolResults.push({
+        content: [{ text: message.content as string, type: 'text' }],
+        tool_use_id: message.tool_call_id!,
+        type: 'tool_result',
+      });
+
+      // If this is the last message or the next message is not a 'tool' message,
+      // we add the accumulated tool results as a single 'user' message
+      if (index === oaiMessages.length - 1 || oaiMessages[index + 1].role !== 'tool') {
+        messages.push({
+          content: pendingToolResults,
+          role: 'user',
+        });
+        pendingToolResults = [];
+        lastRole = 'user';
+      }
+    } else {
+      const anthropicMessage = buildAnthropicMessage(message);
 
-  oaiMessages.forEach((message) => {
-    const anthropicMessage = buildAnthropicMessage(message);
+      if (lastRole === anthropicMessage.role) {
+        messages.push({ content: '_', role: lastRole === 'user' ? 'assistant' : 'user' });
+      }
 
-    if (lastRole === anthropicMessage.role) {
-      messages.push({ content: '_', role: lastRole === 'user' ? 'assistant' : 'user' });
+      lastRole = anthropicMessage.role;
+      messages.push(anthropicMessage);
     }
-
-    lastRole = anthropicMessage.role;
-    messages.push(anthropicMessage);
   });
 
   return messages;

package/src/libs/agent-runtime/utils/streams/anthropic.test.ts

@@ -227,6 +227,162 @@ describe('AnthropicStream', () => {
 
     expect(onToolCallMock).toHaveBeenCalledTimes(5);
   });
+  it('should handle parallel tools use event and ReadableStream input', async () => {
+    const streams = [
+      {
+        type: 'message_start',
+        message: {
+          id: 'msg_0175ryA67RbGrnRrGBXFQEYK',
+          type: 'message',
+          role: 'assistant',
+          model: 'claude-3-5-sonnet-20240620',
+          content: [],
+          stop_reason: null,
+          stop_sequence: null,
+          usage: { input_tokens: 485, output_tokens: 4 },
+        },
+      },
+      { type: 'content_block_start', index: 0, content_block: { type: 'text', text: '' } },
+      {
+        type: 'content_block_delta',
+        index: 0,
+        delta: { type: 'text_delta', text: '好的,我会为您查询杭州和北京的天气情况。' },
+      },
+      {
+        type: 'content_block_delta',
+        index: 0,
+        delta: { type: 'text_delta', text: '请稍等,我现在开始获取这两个城市的天气信息。' },
+      },
+      { type: 'content_block_stop', index: 0 },
+      {
+        type: 'content_block_start',
+        index: 1,
+        content_block: {
+          type: 'tool_use',
+          id: 'toolu_011NuszmBcxskstLWe4z4z5B',
+          name: 'realtime-weather____fetchCurrentWeather',
+          input: {},
+        },
+      },
+      {
+        type: 'content_block_delta',
+        index: 1,
+        delta: { type: 'input_json_delta', partial_json: '' },
+      },
+      {
+        type: 'content_block_delta',
+        index: 1,
+        delta: { type: 'input_json_delta', partial_json: '{"city": "杭州"}' },
+      },
+      { type: 'content_block_stop', index: 1 },
+      {
+        type: 'content_block_start',
+        index: 2,
+        content_block: {
+          type: 'tool_use',
+          id: 'toolu_01HojNiibMiKnYFvLrJyfX3B',
+          name: 'realtime-weather____fetchCurrentWeather',
+          input: {},
+        },
+      },
+      {
+        type: 'content_block_delta',
+        index: 2,
+        delta: { type: 'input_json_delta', partial_json: '' },
+      },
+      {
+        type: 'content_block_delta',
+        index: 2,
+        delta: { type: 'input_json_delta', partial_json: '{"city": "北京"}' },
+      },
+      { type: 'content_block_stop', index: 2 },
+      {
+        type: 'message_delta',
+        delta: { stop_reason: 'tool_use', stop_sequence: null },
+        usage: { output_tokens: 150 },
+      },
+      { type: 'message_stop' },
+    ];
+
+    const mockReadableStream = new ReadableStream({
+      start(controller) {
+        streams.forEach((chunk) => {
+          controller.enqueue(chunk);
+        });
+        controller.close();
+      },
+    });
+
+    const onToolCallMock = vi.fn();
+
+    const protocolStream = AnthropicStream(mockReadableStream, {
+      onToolCall: onToolCallMock,
+    });
+
+    const decoder = new TextDecoder();
+    const chunks = [];
+
+    // @ts-ignore
+    for await (const chunk of protocolStream) {
+      chunks.push(decoder.decode(chunk, { stream: true }));
+    }
+
+    expect(chunks).toEqual(
+      [
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: data',
+        'data: {"id":"msg_0175ryA67RbGrnRrGBXFQEYK","type":"message","role":"assistant","model":"claude-3-5-sonnet-20240620","content":[],"stop_reason":null,"stop_sequence":null,"usage":{"input_tokens":485,"output_tokens":4}}\n',
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: data',
+        'data: ""\n',
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: text',
+        'data: "好的,我会为您查询杭州和北京的天气情况。"\n',
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: text',
+        'data: "请稍等,我现在开始获取这两个城市的天气信息。"\n',
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: data',
+        'data: {"type":"content_block_stop","index":0}\n',
+        // Tool calls
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: tool_calls',
+        `data: [{"function":{"arguments":"","name":"realtime-weather____fetchCurrentWeather"},"id":"toolu_011NuszmBcxskstLWe4z4z5B","index":0,"type":"function"}]\n`,
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: tool_calls',
+        `data: [{"function":{"arguments":""},"index":0,"type":"function"}]\n`,
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: tool_calls',
+        `data: [{"function":{"arguments":"{\\"city\\": \\"杭州\\"}"},"index":0,"type":"function"}]\n`,
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: data',
+        `data: {"type":"content_block_stop","index":1}\n`,
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: tool_calls',
+        `data: [{"function":{"arguments":"","name":"realtime-weather____fetchCurrentWeather"},"id":"toolu_01HojNiibMiKnYFvLrJyfX3B","index":1,"type":"function"}]\n`,
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: tool_calls',
+        `data: [{"function":{"arguments":""},"index":1,"type":"function"}]\n`,
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: tool_calls',
+        `data: [{"function":{"arguments":"{\\"city\\": \\"北京\\"}"},"index":1,"type":"function"}]\n`,
+
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: data',
+        'data: {"type":"content_block_stop","index":2}\n',
+
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: stop',
+        'data: "tool_use"\n',
+
+        'id: msg_0175ryA67RbGrnRrGBXFQEYK',
+        'event: stop',
+        'data: "message_stop"\n',
+      ].map((item) => `${item}\n`),
+    );
+
+    expect(onToolCallMock).toHaveBeenCalledTimes(6);
+  });
 
   it('should handle ReadableStream input', async () => {
     const mockReadableStream = new ReadableStream({

package/src/libs/agent-runtime/utils/streams/anthropic.ts

@@ -26,17 +26,26 @@ export const transformAnthropicStream = (
       if (chunk.content_block.type === 'tool_use') {
         const toolChunk = chunk.content_block;
 
+        // if toolIndex is not defined, set it to 0
+        if (typeof stack.toolIndex === 'undefined') {
+          stack.toolIndex = 0;
+        }
+        // if toolIndex is defined, increment it
+        else {
+          stack.toolIndex += 1;
+        }
+
         const toolCall: StreamToolCallChunkData = {
           function: {
             arguments: '',
             name: toolChunk.name,
           },
           id: toolChunk.id,
-          index: 0,
+          index: stack.toolIndex,
           type: 'function',
         };
 
-        stack.tool = { id: toolChunk.id, index: 0, name: toolChunk.name };
+        stack.tool = { id: toolChunk.id, index: stack.toolIndex, name: toolChunk.name };
 
         return { data: [toolCall], id: stack.id, type: 'tool_calls' };
       }
@@ -55,7 +64,7 @@ export const transformAnthropicStream = (
 
           const toolCall: StreamToolCallChunkData = {
             function: { arguments: delta },
-            index: 0,
+            index: stack.toolIndex || 0,
             type: 'function',
           };
 

package/src/libs/agent-runtime/utils/streams/protocol.ts

@@ -7,6 +7,7 @@ export interface StreamStack {
     index: number;
     name: string;
   };
+  toolIndex?: number;
 }
 
 export interface StreamProtocolChunk {