@lobehub/lobehub 2.0.0-next.88 → 2.0.0-next.89

package/packages/model-runtime/src/core/streams/google/google-ai.test.ts

@@ -4,938 +4,1239 @@ import { describe, expect, it, vi } from 'vitest';
 import * as uuidModule from '../../../utils/uuid';
 import { GoogleGenerativeAIStream, LOBE_ERROR_KEY } from './index';
 
+/**
+ * Helper function to decode stream chunks into string array
+ */
+async function decodeStreamChunks(stream: ReadableStream): Promise<string[]> {
+  const decoder = new TextDecoder();
+  const chunks: string[] = [];
+
+  // @ts-ignore
+  for await (const chunk of stream) {
+    chunks.push(decoder.decode(chunk, { stream: true }));
+  }
+
+  return chunks;
+}
+
 describe('GoogleGenerativeAIStream', () => {
-  it('should transform Google Generative AI stream to protocol stream', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1').mockReturnValueOnce('abcd1234');
-
-    const mockGenerateContentResponse = (text: string, functionCalls?: any[]) =>
-      ({
-        text: text,
-        functionCalls: functionCalls,
-      }) as unknown as GenerateContentResponse;
-
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        controller.enqueue(mockGenerateContentResponse('Hello'));
-
-        controller.enqueue(
-          mockGenerateContentResponse('', [{ name: 'testFunction', args: { arg1: 'value1' } }]),
-        );
-
-        // final chunk should include finishReason and usageMetadata to mark terminal event
-        controller.enqueue({
-          text: ' world!',
-          candidates: [{ content: { role: 'model' }, finishReason: 'STOP', index: 0 }],
-          usageMetadata: {
-            promptTokenCount: 1,
-            totalTokenCount: 1,
-            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 1 }],
-          },
-          modelVersion: 'gemini-test',
-        } as unknown as GenerateContentResponse);
+  describe('Basic functionality', () => {
+    it('should transform Google Generative AI stream to protocol stream', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1').mockReturnValueOnce('abcd1234');
+
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          // Text chunk
+          controller.enqueue({
+            text: 'Hello',
+            candidates: [{ content: { parts: [{ text: 'Hello' }], role: 'model' }, index: 0 }],
+          } as unknown as GenerateContentResponse);
+
+          // Function call chunk
+          controller.enqueue({
+            text: '',
+            candidates: [
+              {
+                content: {
+                  parts: [
+                    {
+                      functionCall: {
+                        name: 'testFunction',
+                        args: { arg1: 'value1' },
+                      },
+                    },
+                  ],
+                  role: 'model',
+                },
+                index: 0,
+              },
+            ],
+          } as unknown as GenerateContentResponse);
+
+          // Final chunk with finishReason and usageMetadata to mark terminal event
+          controller.enqueue({
+            text: ' world!',
+            candidates: [
+              {
+                content: { parts: [{ text: ' world!' }], role: 'model' },
+                finishReason: 'STOP',
+                index: 0,
+              },
+            ],
+            usageMetadata: {
+              promptTokenCount: 1,
+              totalTokenCount: 1,
+              promptTokensDetails: [{ modality: 'TEXT', tokenCount: 1 }],
+            },
+            modelVersion: 'gemini-test',
+          } as unknown as GenerateContentResponse);
 
-        controller.close();
-      },
-    });
+          controller.close();
+        },
+      });
+
+      const onStartMock = vi.fn();
+      const onTextMock = vi.fn();
+      const onToolCallMock = vi.fn();
+      const onCompletionMock = vi.fn();
+
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream, {
+        callbacks: {
+          onStart: onStartMock,
+          onText: onTextMock,
+          onToolsCalling: onToolCallMock,
+          onCompletion: onCompletionMock,
+        },
+      });
 
-    const onStartMock = vi.fn();
-    const onTextMock = vi.fn();
-    const onToolCallMock = vi.fn();
-    const onCompletionMock = vi.fn();
-
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream, {
-      callbacks: {
-        onStart: onStartMock,
-        onText: onTextMock,
-        onToolsCalling: onToolCallMock,
-        onCompletion: onCompletionMock,
-      },
-    });
+      const chunks = await decodeStreamChunks(protocolStream);
 
-    const decoder = new TextDecoder();
-    const chunks = [];
-
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
-
-    expect(chunks).toEqual([
-      // text
-      'id: chat_1\n',
-      'event: text\n',
-      `data: "Hello"\n\n`,
-
-      // tool call
-      'id: chat_1\n',
-      'event: tool_calls\n',
-      `data: [{"function":{"arguments":"{\\"arg1\\":\\"value1\\"}","name":"testFunction"},"id":"testFunction_0_abcd1234","index":0,"type":"function"}]\n\n`,
-
-      // text
-      'id: chat_1\n',
-      'event: text\n',
-      `data: " world!"\n\n`,
-      // stop
-      'id: chat_1\n',
-      'event: stop\n',
-      `data: "STOP"\n\n`,
-      // usage
-      'id: chat_1\n',
-      'event: usage\n',
-      `data: {"inputTextTokens":1,"outputImageTokens":0,"outputTextTokens":0,"totalInputTokens":1,"totalOutputTokens":0,"totalTokens":1}\n\n`,
-    ]);
-
-    expect(onStartMock).toHaveBeenCalledTimes(1);
-    expect(onTextMock).toHaveBeenNthCalledWith(1, 'Hello');
-    expect(onTextMock).toHaveBeenNthCalledWith(2, ' world!');
-    expect(onToolCallMock).toHaveBeenCalledTimes(1);
-    expect(onCompletionMock).toHaveBeenCalledTimes(1);
-  });
+      expect(chunks).toEqual([
+        // text
+        'id: chat_1\n',
+        'event: text\n',
+        `data: "Hello"\n\n`,
 
-  it('should handle empty stream', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('E5M9dFKw');
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        controller.enqueue({
-          candidates: [{ content: { role: 'model' }, finishReason: 'STOP', index: 0 }],
-          usageMetadata: {
-            promptTokenCount: 0,
-            cachedContentTokenCount: 0,
-            totalTokenCount: 0,
-            promptTokensDetails: [
-              { modality: 'TEXT', tokenCount: 0 },
-              { modality: 'IMAGE', tokenCount: 0 },
-            ],
-          },
-          modelVersion: 'gemini-test',
-        } as unknown as GenerateContentResponse);
+        // tool call
+        'id: chat_1\n',
+        'event: tool_calls\n',
+        `data: [{"function":{"arguments":"{\\"arg1\\":\\"value1\\"}","name":"testFunction"},"id":"testFunction_0_abcd1234","index":0,"type":"function"}]\n\n`,
 
-        controller.close();
-      },
+        // text
+        'id: chat_1\n',
+        'event: text\n',
+        `data: " world!"\n\n`,
+        // stop
+        'id: chat_1\n',
+        'event: stop\n',
+        `data: "STOP"\n\n`,
+        // usage
+        'id: chat_1\n',
+        'event: usage\n',
+        `data: {"inputTextTokens":1,"outputImageTokens":0,"outputTextTokens":0,"totalInputTokens":1,"totalOutputTokens":0,"totalTokens":1}\n\n`,
+      ]);
+
+      expect(onStartMock).toHaveBeenCalledTimes(1);
+      expect(onTextMock).toHaveBeenNthCalledWith(1, 'Hello');
+      expect(onTextMock).toHaveBeenNthCalledWith(2, ' world!');
+      expect(onToolCallMock).toHaveBeenCalledTimes(1);
+      expect(onCompletionMock).toHaveBeenCalledTimes(1);
     });
 
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+    it('should handle empty stream', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('E5M9dFKw');
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          controller.enqueue({
+            candidates: [{ content: { role: 'model' }, finishReason: 'STOP', index: 0 }],
+            usageMetadata: {
+              promptTokenCount: 0,
+              cachedContentTokenCount: 0,
+              totalTokenCount: 0,
+              promptTokensDetails: [
+                { modality: 'TEXT', tokenCount: 0 },
+                { modality: 'IMAGE', tokenCount: 0 },
+              ],
+            },
+            modelVersion: 'gemini-test',
+          } as unknown as GenerateContentResponse);
+
+          controller.close();
+        },
+      });
 
-    const decoder = new TextDecoder();
-    const chunks = [];
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
 
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
+      const chunks = await decodeStreamChunks(protocolStream);
 
-    expect(chunks).toEqual([
-      'id: chat_E5M9dFKw\n',
-      'event: stop\n',
-      `data: "STOP"\n\n`,
-      'id: chat_E5M9dFKw\n',
-      'event: usage\n',
-      `data: {"inputCachedTokens":0,"inputImageTokens":0,"inputTextTokens":0,"outputImageTokens":0,"outputTextTokens":0,"totalInputTokens":0,"totalOutputTokens":0,"totalTokens":0}\n\n`,
-    ]);
-  });
+      expect(chunks).toEqual([
+        'id: chat_E5M9dFKw\n',
+        'event: stop\n',
+        `data: "STOP"\n\n`,
+        'id: chat_E5M9dFKw\n',
+        'event: usage\n',
+        `data: {"inputCachedTokens":0,"inputImageTokens":0,"inputTextTokens":0,"outputImageTokens":0,"outputTextTokens":0,"totalInputTokens":0,"totalOutputTokens":0,"totalTokens":0}\n\n`,
+      ]);
+    });
 
-  it('should handle image', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+    it('should return undefined data without text', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
 
-    const data = {
-      candidates: [
+      const data = [
         {
-          content: {
-            parts: [{ inlineData: { mimeType: 'image/png', data: 'iVBORw0KGgoAA' } }],
-            role: 'model',
+          candidates: [
+            {
+              content: { parts: [{ text: '234' }], role: 'model' },
+              safetyRatings: [
+                { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
+              ],
+            },
+          ],
+          text: '234',
+          usageMetadata: {
+            promptTokenCount: 19,
+            candidatesTokenCount: 3,
+            totalTokenCount: 122,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
+            thoughtsTokenCount: 100,
           },
-          finishReason: 'STOP',
-          index: 0,
-        },
-      ],
-      usageMetadata: {
-        promptTokenCount: 6,
-        totalTokenCount: 6,
-        promptTokensDetails: [
-          { modality: 'TEXT', tokenCount: 6 },
-          { modality: 'IMAGE', tokenCount: 0 },
-        ],
-      },
-      modelVersion: 'gemini-2.0-flash-exp',
-    };
+          modelVersion: 'gemini-2.5-flash-preview-04-17',
+        },
+        {
+          text: '',
+          candidates: [
+            {
+              content: { parts: [{ text: '' }], role: 'model' },
+              safetyRatings: [
+                { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
+              ],
+            },
+          ],
+          usageMetadata: {
+            promptTokenCount: 19,
+            candidatesTokenCount: 3,
+            totalTokenCount: 122,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
+            candidatesTokensDetails: [{ modality: 'TEXT', tokenCount: 3 }],
+            thoughtsTokenCount: 100,
+          },
+          modelVersion: 'gemini-2.5-flash-preview-04-17',
+        },
+        {
+          text: '567890\n',
+          candidates: [
+            {
+              content: { parts: [{ text: '567890\n' }], role: 'model' },
+              finishReason: 'STOP',
+              safetyRatings: [
+                { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
+              ],
+            },
+          ],
+          usageMetadata: {
+            promptTokenCount: 19,
+            candidatesTokenCount: 11,
+            totalTokenCount: 131,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
+            candidatesTokensDetails: [{ modality: 'TEXT', tokenCount: 11 }],
+            thoughtsTokenCount: 100,
+          },
+          modelVersion: 'gemini-2.5-flash-preview-04-17',
+        },
+      ];
 
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        controller.enqueue(data);
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          data.forEach((item) => {
+            controller.enqueue(item);
+          });
 
-        controller.close();
-      },
+          controller.close();
+        },
+      });
+
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+
+      const chunks = await decodeStreamChunks(protocolStream);
+
+      expect(chunks).toEqual(
+        [
+          'id: chat_1',
+          'event: text',
+          'data: "234"\n',
+
+          'id: chat_1',
+          'event: text',
+          'data: ""\n',
+
+          'id: chat_1',
+          'event: text',
+          `data: "567890\\n"\n`,
+          // stop
+          'id: chat_1',
+          'event: stop',
+          `data: "STOP"\n`,
+          // usage
+          'id: chat_1',
+          'event: usage',
+          `data: {"inputTextTokens":19,"outputImageTokens":0,"outputReasoningTokens":100,"outputTextTokens":11,"totalInputTokens":19,"totalOutputTokens":111,"totalTokens":131}\n`,
+        ].map((i) => i + '\n'),
+      );
     });
-
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
-
-    const decoder = new TextDecoder();
-    const chunks = [];
-
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
-
-    expect(chunks).toEqual([
-      // image
-      'id: chat_1\n',
-      'event: base64_image\n',
-      `data: "data:image/png;base64,iVBORw0KGgoAA"\n\n`,
-      // stop
-      'id: chat_1\n',
-      'event: stop\n',
-      `data: "STOP"\n\n`,
-      // usage
-      'id: chat_1\n',
-      'event: usage\n',
-      `data: {"inputImageTokens":0,"inputTextTokens":6,"outputImageTokens":0,"outputTextTokens":0,"totalInputTokens":6,"totalOutputTokens":0,"totalTokens":6}\n\n`,
-    ]);
   });
 
-  it('should handle token count', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
-
-    const data = {
-      candidates: [{ content: { role: 'model' }, finishReason: 'STOP', index: 0 }],
-      usageMetadata: {
-        promptTokenCount: 266,
-        totalTokenCount: 266,
-        promptTokensDetails: [
-          { modality: 'TEXT', tokenCount: 8 },
-          { modality: 'IMAGE', tokenCount: 258 },
-        ],
-      },
-      modelVersion: 'gemini-2.0-flash-exp',
-    };
+  describe('Reasoning and Thought', () => {
+    it('should handle thought candidate part', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
 
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        controller.enqueue(data);
+      const data = [
+        {
+          candidates: [
+            {
+              content: {
+                parts: [{ text: '**Understanding the Conditional Logic**\n\n', thought: true }],
+                role: 'model',
+              },
+              index: 0,
+            },
+          ],
+          text: '**Understanding the Conditional Logic**\n\n',
+          usageMetadata: {
+            promptTokenCount: 38,
+            candidatesTokenCount: 7,
+            totalTokenCount: 301,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 38 }],
+            thoughtsTokenCount: 256,
+          },
+          modelVersion: 'models/gemini-2.5-flash-preview-04-17',
+        },
+        {
+          candidates: [
+            {
+              content: {
+                parts: [{ text: '**Finalizing Interpretation**\n\n', thought: true }],
+                role: 'model',
+              },
+              index: 0,
+            },
+          ],
+          text: '**Finalizing Interpretation**\n\n',
+          usageMetadata: {
+            promptTokenCount: 38,
+            candidatesTokenCount: 13,
+            totalTokenCount: 355,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 38 }],
+            thoughtsTokenCount: 304,
+          },
+          modelVersion: 'models/gemini-2.5-flash-preview-04-17',
+        },
+        {
+          candidates: [
+            {
+              content: {
+                parts: [{ text: '简单来说，' }],
+                role: 'model',
+              },
+              index: 0,
+            },
+          ],
+          text: '简单来说，',
+          usageMetadata: {
+            promptTokenCount: 38,
+            candidatesTokenCount: 16,
+            totalTokenCount: 358,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 38 }],
+            thoughtsTokenCount: 304,
+          },
+          modelVersion: 'models/gemini-2.5-flash-preview-04-17',
+        },
+        {
+          candidates: [
+            {
+              content: { parts: [{ text: '文本内容。' }], role: 'model' },
+              finishReason: 'STOP',
+              index: 0,
+            },
+          ],
+          text: '文本内容。',
+          usageMetadata: {
+            promptTokenCount: 38,
+            candidatesTokenCount: 19,
+            totalTokenCount: 361,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 38 }],
+            thoughtsTokenCount: 304,
+          },
+          modelVersion: 'models/gemini-2.5-flash-preview-04-17',
+        },
+      ];
 
-        controller.close();
-      },
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          data.forEach((item) => {
+            controller.enqueue(item);
+          });
+
+          controller.close();
+        },
+      });
+
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+
+      const chunks = await decodeStreamChunks(protocolStream);
+
+      expect(chunks).toEqual(
+        [
+          'id: chat_1',
+          'event: reasoning',
+          'data: "**Understanding the Conditional Logic**\\n\\n"\n',
+
+          'id: chat_1',
+          'event: reasoning',
+          `data: "**Finalizing Interpretation**\\n\\n"\n`,
+
+          'id: chat_1',
+          'event: text',
+          `data: "简单来说，"\n`,
+
+          'id: chat_1',
+          'event: text',
+          `data: "文本内容。"\n`,
+          // stop
+          'id: chat_1',
+          'event: stop',
+          `data: "STOP"\n`,
+          // usage
+          'id: chat_1',
+          'event: usage',
+          `data: {"inputTextTokens":38,"outputImageTokens":0,"outputReasoningTokens":304,"outputTextTokens":19,"totalInputTokens":38,"totalOutputTokens":323,"totalTokens":361}\n`,
+        ].map((i) => i + '\n'),
+      );
     });
 
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
-
-    const decoder = new TextDecoder();
-    const chunks = [];
-
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
-
-    expect(chunks).toEqual([
-      // stop
-      'id: chat_1\n',
-      'event: stop\n',
-      `data: "STOP"\n\n`,
-      // usage
-      'id: chat_1\n',
-      'event: usage\n',
-      `data: {"inputImageTokens":258,"inputTextTokens":8,"outputImageTokens":0,"outputTextTokens":0,"totalInputTokens":266,"totalOutputTokens":0,"totalTokens":266}\n\n`,
-    ]);
-  });
+    it('should handle stop with content and thought', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
 
-  it('should handle token count with cached token count', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
-
-    const data = {
-      candidates: [{ content: { role: 'model' }, finishReason: 'STOP', index: 0 }],
-      usageMetadata: {
-        promptTokenCount: 15725,
-        candidatesTokenCount: 1053,
-        totalTokenCount: 16778,
-        cachedContentTokenCount: 14286,
-        promptTokensDetails: [{ modality: 'TEXT', tokenCount: 15725 }],
-        cacheTokensDetails: [{ modality: 'TEXT', tokenCount: 14286 }],
-      },
-      modelVersion: 'gemini-2.0-flash-exp',
-    };
-
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        controller.enqueue(data);
-
-        controller.close();
-      },
-    });
+      const data = [
+        {
+          candidates: [
+            {
+              content: { parts: [{ text: '234' }], role: 'model' },
+              safetyRatings: [
+                { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
+              ],
+            },
+          ],
+          text: '234',
+          usageMetadata: {
+            promptTokenCount: 19,
+            candidatesTokenCount: 3,
+            totalTokenCount: 122,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
+            thoughtsTokenCount: 100,
+          },
+          modelVersion: 'gemini-2.5-flash-preview-04-17',
+        },
+        {
+          text: '567890\n',
+          candidates: [
+            {
+              content: { parts: [{ text: '567890\n' }], role: 'model' },
+              finishReason: 'STOP',
+              safetyRatings: [
+                { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
+              ],
+            },
+          ],
+          usageMetadata: {
+            promptTokenCount: 19,
+            candidatesTokenCount: 11,
+            totalTokenCount: 131,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
+            candidatesTokensDetails: [{ modality: 'TEXT', tokenCount: 11 }],
+            thoughtsTokenCount: 100,
+          },
+          modelVersion: 'gemini-2.5-flash-preview-04-17',
+        },
+      ];
 
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
-
-    const decoder = new TextDecoder();
-    const chunks = [];
-
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
-
-    expect(chunks).toEqual([
-      // stop
-      'id: chat_1\n',
-      'event: stop\n',
-      `data: "STOP"\n\n`,
-      // usage
-      'id: chat_1\n',
-      'event: usage\n',
-      `data: {"inputCacheMissTokens":1439,"inputCachedTokens":14286,"inputTextTokens":15725,"outputImageTokens":0,"outputTextTokens":1053,"totalInputTokens":15725,"totalOutputTokens":1053,"totalTokens":16778}\n\n`,
-    ]);
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          data.forEach((item) => {
+            controller.enqueue(item);
+          });
+
+          controller.close();
+        },
+      });
+
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+
+      const chunks = await decodeStreamChunks(protocolStream);
+
+      expect(chunks).toEqual(
+        [
+          'id: chat_1',
+          'event: text',
+          'data: "234"\n',
+
+          'id: chat_1',
+          'event: text',
+          `data: "567890\\n"\n`,
+          // stop
+          'id: chat_1',
+          'event: stop',
+          `data: "STOP"\n`,
+          // usage
+          'id: chat_1',
+          'event: usage',
+          `data: {"inputTextTokens":19,"outputImageTokens":0,"outputReasoningTokens":100,"outputTextTokens":11,"totalInputTokens":19,"totalOutputTokens":111,"totalTokens":131}\n`,
+        ].map((i) => i + '\n'),
+      );
+    });
   });
 
-  it('should handle stop with content', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+  describe('Usage and Token counting', () => {
+    it('should handle token count', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
 
-    const data = [
-      {
-        candidates: [
-          {
-            content: { parts: [{ text: '234' }], role: 'model' },
-            safetyRatings: [
-              { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
-            ],
-          },
-        ],
-        text: '234',
+      const data = {
+        candidates: [{ content: { role: 'model' }, finishReason: 'STOP', index: 0 }],
         usageMetadata: {
-          promptTokenCount: 20,
-          totalTokenCount: 20,
-          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 20 }],
-        },
-        modelVersion: 'gemini-2.0-flash-exp-image-generation',
-      },
-      {
-        text: '567890\n',
-        candidates: [
-          {
-            content: { parts: [{ text: '567890\n' }], role: 'model' },
-            finishReason: 'STOP',
-            safetyRatings: [
-              { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
-            ],
-          },
-        ],
-        usageMetadata: {
-          promptTokenCount: 19,
-          candidatesTokenCount: 11,
-          totalTokenCount: 30,
-          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
-          candidatesTokensDetails: [{ modality: 'TEXT', tokenCount: 11 }],
-        },
-        modelVersion: 'gemini-2.0-flash-exp-image-generation',
-      },
-    ];
-
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        data.forEach((item) => {
-          controller.enqueue(item);
-        });
-
-        controller.close();
-      },
-    });
+          promptTokenCount: 266,
+          totalTokenCount: 266,
+          promptTokensDetails: [
+            { modality: 'TEXT', tokenCount: 8 },
+            { modality: 'IMAGE', tokenCount: 258 },
+          ],
+        },
+        modelVersion: 'gemini-2.0-flash-exp',
+      };
 
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          controller.enqueue(data);
 
-    const decoder = new TextDecoder();
-    const chunks = [];
+          controller.close();
+        },
+      });
 
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
 
-    expect(chunks).toEqual(
-      [
-        'id: chat_1',
-        'event: text',
-        'data: "234"\n',
+      const chunks = await decodeStreamChunks(protocolStream);
 
-        'id: chat_1',
-        'event: text',
-        `data: "567890\\n"\n`,
+      expect(chunks).toEqual([
         // stop
-        'id: chat_1',
-        'event: stop',
-        `data: "STOP"\n`,
+        'id: chat_1\n',
+        'event: stop\n',
+        `data: "STOP"\n\n`,
         // usage
-        'id: chat_1',
-        'event: usage',
-        `data: {"inputTextTokens":19,"outputImageTokens":0,"outputTextTokens":11,"totalInputTokens":19,"totalOutputTokens":11,"totalTokens":30}\n`,
-      ].map((i) => i + '\n'),
-    );
-  });
+        'id: chat_1\n',
+        'event: usage\n',
+        `data: {"inputImageTokens":258,"inputTextTokens":8,"outputImageTokens":0,"outputTextTokens":0,"totalInputTokens":266,"totalOutputTokens":0,"totalTokens":266}\n\n`,
+      ]);
+    });
 
-  it('should handle stop with content and thought', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+    it('should handle token count with cached token count', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
 
-    const data = [
-      {
-        candidates: [
-          {
-            content: { parts: [{ text: '234' }], role: 'model' },
-            safetyRatings: [
-              { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
-            ],
-          },
-        ],
-        text: '234',
+      const data = {
+        candidates: [{ content: { role: 'model' }, finishReason: 'STOP', index: 0 }],
         usageMetadata: {
-          promptTokenCount: 19,
-          candidatesTokenCount: 3,
-          totalTokenCount: 122,
-          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
-          thoughtsTokenCount: 100,
-        },
-        modelVersion: 'gemini-2.5-flash-preview-04-17',
-      },
-      {
-        text: '567890\n',
-        candidates: [
-          {
-            content: { parts: [{ text: '567890\n' }], role: 'model' },
-            finishReason: 'STOP',
-            safetyRatings: [
-              { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
-            ],
-          },
-        ],
-        usageMetadata: {
-          promptTokenCount: 19,
-          candidatesTokenCount: 11,
-          totalTokenCount: 131,
-          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
-          candidatesTokensDetails: [{ modality: 'TEXT', tokenCount: 11 }],
-          thoughtsTokenCount: 100,
-        },
-        modelVersion: 'gemini-2.5-flash-preview-04-17',
-      },
-    ];
-
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        data.forEach((item) => {
-          controller.enqueue(item);
-        });
-
-        controller.close();
-      },
-    });
+          promptTokenCount: 15725,
+          candidatesTokenCount: 1053,
+          totalTokenCount: 16778,
+          cachedContentTokenCount: 14286,
+          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 15725 }],
+          cacheTokensDetails: [{ modality: 'TEXT', tokenCount: 14286 }],
+        },
+        modelVersion: 'gemini-2.0-flash-exp',
+      };
 
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          controller.enqueue(data);
 
-    const decoder = new TextDecoder();
-    const chunks = [];
+          controller.close();
+        },
+      });
 
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
 
-    expect(chunks).toEqual(
-      [
-        'id: chat_1',
-        'event: text',
-        'data: "234"\n',
+      const chunks = await decodeStreamChunks(protocolStream);
 
-        'id: chat_1',
-        'event: text',
-        `data: "567890\\n"\n`,
+      expect(chunks).toEqual([
         // stop
-        'id: chat_1',
-        'event: stop',
-        `data: "STOP"\n`,
+        'id: chat_1\n',
+        'event: stop\n',
+        `data: "STOP"\n\n`,
         // usage
-        'id: chat_1',
-        'event: usage',
-        `data: {"inputTextTokens":19,"outputImageTokens":0,"outputReasoningTokens":100,"outputTextTokens":11,"totalInputTokens":19,"totalOutputTokens":111,"totalTokens":131}\n`,
-      ].map((i) => i + '\n'),
-    );
-  });
+        'id: chat_1\n',
+        'event: usage\n',
+        `data: {"inputCacheMissTokens":1439,"inputCachedTokens":14286,"inputTextTokens":15725,"outputImageTokens":0,"outputTextTokens":1053,"totalInputTokens":15725,"totalOutputTokens":1053,"totalTokens":16778}\n\n`,
+      ]);
+    });
 
-  it('should handle thought candidate part', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+    it('should handle stop with content', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
 
-    const data = [
-      {
-        candidates: [
-          {
-            content: {
-              parts: [{ text: '**Understanding the Conditional Logic**\n\n', thought: true }],
-              role: 'model',
+      const data = [
+        {
+          candidates: [
+            {
+              content: { parts: [{ text: '234' }], role: 'model' },
+              safetyRatings: [
+                { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
+              ],
             },
-            index: 0,
+          ],
+          text: '234',
+          usageMetadata: {
+            promptTokenCount: 20,
+            totalTokenCount: 20,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 20 }],
           },
-        ],
-        text: '**Understanding the Conditional Logic**\n\n',
-        usageMetadata: {
-          promptTokenCount: 38,
-          candidatesTokenCount: 7,
-          totalTokenCount: 301,
-          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 38 }],
-          thoughtsTokenCount: 256,
-        },
-        modelVersion: 'models/gemini-2.5-flash-preview-04-17',
-      },
-      {
-        candidates: [
-          {
-            content: {
-              parts: [{ text: '**Finalizing Interpretation**\n\n', thought: true }],
-              role: 'model',
+          modelVersion: 'gemini-2.0-flash-exp-image-generation',
+        },
+        {
+          text: '567890\n',
+          candidates: [
+            {
+              content: { parts: [{ text: '567890\n' }], role: 'model' },
+              finishReason: 'STOP',
+              safetyRatings: [
+                { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
+                { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
+              ],
             },
-            index: 0,
+          ],
+          usageMetadata: {
+            promptTokenCount: 19,
+            candidatesTokenCount: 11,
+            totalTokenCount: 30,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
+            candidatesTokensDetails: [{ modality: 'TEXT', tokenCount: 11 }],
           },
-        ],
-        text: '**Finalizing Interpretation**\n\n',
-        usageMetadata: {
-          promptTokenCount: 38,
-          candidatesTokenCount: 13,
-          totalTokenCount: 355,
-          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 38 }],
-          thoughtsTokenCount: 304,
-        },
-        modelVersion: 'models/gemini-2.5-flash-preview-04-17',
-      },
-      {
+          modelVersion: 'gemini-2.0-flash-exp-image-generation',
+        },
+      ];
+
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          data.forEach((item) => {
+            controller.enqueue(item);
+          });
+
+          controller.close();
+        },
+      });
+
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+
+      const chunks = await decodeStreamChunks(protocolStream);
+
+      expect(chunks).toEqual(
+        [
+          'id: chat_1',
+          'event: text',
+          'data: "234"\n',
+
+          'id: chat_1',
+          'event: text',
+          `data: "567890\\n"\n`,
+          // stop
+          'id: chat_1',
+          'event: stop',
+          `data: "STOP"\n`,
+          // usage
+          'id: chat_1',
+          'event: usage',
+          `data: {"inputTextTokens":19,"outputImageTokens":0,"outputTextTokens":11,"totalInputTokens":19,"totalOutputTokens":11,"totalTokens":30}\n`,
+        ].map((i) => i + '\n'),
+      );
+    });
+  });
+
+  describe('Special content types', () => {
+    it('should handle image', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+
+      const data = {
         candidates: [
           {
             content: {
-              parts: [{ text: '简单来说，' }],
+              parts: [{ inlineData: { mimeType: 'image/png', data: 'iVBORw0KGgoAA' } }],
               role: 'model',
             },
-            index: 0,
-          },
-        ],
-        text: '简单来说，',
-        usageMetadata: {
-          promptTokenCount: 38,
-          candidatesTokenCount: 16,
-          totalTokenCount: 358,
-          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 38 }],
-          thoughtsTokenCount: 304,
-        },
-        modelVersion: 'models/gemini-2.5-flash-preview-04-17',
-      },
-      {
-        candidates: [
-          {
-            content: { parts: [{ text: '文本内容。' }], role: 'model' },
             finishReason: 'STOP',
             index: 0,
           },
         ],
-        text: '文本内容。',
         usageMetadata: {
-          promptTokenCount: 38,
-          candidatesTokenCount: 19,
-          totalTokenCount: 361,
-          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 38 }],
-          thoughtsTokenCount: 304,
-        },
-        modelVersion: 'models/gemini-2.5-flash-preview-04-17',
-      },
-    ];
-
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        data.forEach((item) => {
-          controller.enqueue(item);
-        });
-
-        controller.close();
-      },
-    });
-
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
-
-    const decoder = new TextDecoder();
-    const chunks = [];
+          promptTokenCount: 6,
+          totalTokenCount: 6,
+          promptTokensDetails: [
+            { modality: 'TEXT', tokenCount: 6 },
+            { modality: 'IMAGE', tokenCount: 0 },
+          ],
+        },
+        modelVersion: 'gemini-2.0-flash-exp',
+      };
 
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          controller.enqueue(data);
 
-    expect(chunks).toEqual(
-      [
-        'id: chat_1',
-        'event: reasoning',
-        'data: "**Understanding the Conditional Logic**\\n\\n"\n',
+          controller.close();
+        },
+      });
 
-        'id: chat_1',
-        'event: reasoning',
-        `data: "**Finalizing Interpretation**\\n\\n"\n`,
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
 
-        'id: chat_1',
-        'event: text',
-        `data: "简单来说，"\n`,
+      const chunks = await decodeStreamChunks(protocolStream);
 
-        'id: chat_1',
-        'event: text',
-        `data: "文本内容。"\n`,
+      expect(chunks).toEqual([
+        // image
+        'id: chat_1\n',
+        'event: base64_image\n',
+        `data: "data:image/png;base64,iVBORw0KGgoAA"\n\n`,
         // stop
-        'id: chat_1',
-        'event: stop',
-        `data: "STOP"\n`,
+        'id: chat_1\n',
+        'event: stop\n',
+        `data: "STOP"\n\n`,
         // usage
-        'id: chat_1',
-        'event: usage',
-        `data: {"inputTextTokens":38,"outputImageTokens":0,"outputReasoningTokens":304,"outputTextTokens":19,"totalInputTokens":38,"totalOutputTokens":323,"totalTokens":361}\n`,
-      ].map((i) => i + '\n'),
-    );
-  });
+        'id: chat_1\n',
+        'event: usage\n',
+        `data: {"inputImageTokens":0,"inputTextTokens":6,"outputImageTokens":0,"outputTextTokens":0,"totalInputTokens":6,"totalOutputTokens":0,"totalTokens":6}\n\n`,
+      ]);
+    });
 
-  it('should return undefined data without text', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+    it('should handle groundingMetadata', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
 
-    const data = [
-      {
-        candidates: [
-          {
-            content: { parts: [{ text: '234' }], role: 'model' },
-            safetyRatings: [
-              { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
-            ],
-          },
-        ],
-        text: '234',
-        usageMetadata: {
-          promptTokenCount: 19,
-          candidatesTokenCount: 3,
-          totalTokenCount: 122,
-          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
-          thoughtsTokenCount: 100,
-        },
-        modelVersion: 'gemini-2.5-flash-preview-04-17',
-      },
-      {
-        text: '',
-        candidates: [
-          {
-            content: { parts: [{ text: '' }], role: 'model' },
-            safetyRatings: [
-              { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
+      const data = [
+        {
+          text: '123',
+          candidates: [
+            {
+              content: {
+                parts: [
+                  {
+                    text: '123',
+                  },
+                ],
+                role: 'model',
+              },
+              index: 0,
+              groundingMetadata: {},
+            },
+          ],
+          usageMetadata: {
+            promptTokenCount: 9,
+            candidatesTokenCount: 18,
+            totalTokenCount: 27,
+            promptTokensDetails: [
+              {
+                modality: 'TEXT',
+                tokenCount: 9,
+              },
             ],
           },
-        ],
-        usageMetadata: {
-          promptTokenCount: 19,
-          candidatesTokenCount: 3,
-          totalTokenCount: 122,
-          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
-          candidatesTokensDetails: [{ modality: 'TEXT', tokenCount: 3 }],
-          thoughtsTokenCount: 100,
-        },
-        modelVersion: 'gemini-2.5-flash-preview-04-17',
-      },
-      {
-        text: '567890\n',
-        candidates: [
-          {
-            content: { parts: [{ text: '567890\n' }], role: 'model' },
-            finishReason: 'STOP',
-            safetyRatings: [
-              { category: 'HARM_CATEGORY_HATE_SPEECH', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_DANGEROUS_CONTENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_HARASSMENT', probability: 'NEGLIGIBLE' },
-              { category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', probability: 'NEGLIGIBLE' },
+          modelVersion: 'models/gemini-2.5-flash-preview-04-17',
+        },
+        {
+          text: '45678',
+          candidates: [
+            {
+              content: {
+                parts: [
+                  {
+                    text: '45678',
+                  },
+                ],
+                role: 'model',
+              },
+              finishReason: 'STOP',
+              index: 0,
+              groundingMetadata: {
+                searchEntryPoint: {
+                  renderedContent: 'content\n',
+                },
+                groundingChunks: [
+                  {
+                    web: {
+                      uri: 'https://vertexaisearch.cloud.google.com/grounding-api-redirect/AbF9wXG1234545',
+                      title: 'npmjs.com',
+                    },
+                  },
+                  {
+                    web: {
+                      uri: 'https://vertexaisearch.cloud.google.com/grounding-api-redirect/AbF9wXE9288334',
+                      title: 'google.dev',
+                    },
+                  },
+                ],
+                groundingSupports: [
+                  {
+                    segment: {
+                      startIndex: 63,
+                      endIndex: 67,
+                      text: '1。',
+                    },
+                    groundingChunkIndices: [0],
+                    confidenceScores: [1],
+                  },
+                  {
+                    segment: {
+                      startIndex: 69,
+                      endIndex: 187,
+                      text: 'SDK。',
+                    },
+                    groundingChunkIndices: [1],
+                    confidenceScores: [1],
+                  },
+                ],
+                webSearchQueries: ['sdk latest version'],
+              },
+            },
+          ],
+          usageMetadata: {
+            promptTokenCount: 9,
+            candidatesTokenCount: 122,
+            totalTokenCount: 131,
+            promptTokensDetails: [
+              {
+                modality: 'TEXT',
+                tokenCount: 9,
+              },
             ],
           },
-        ],
-        usageMetadata: {
-          promptTokenCount: 19,
-          candidatesTokenCount: 11,
-          totalTokenCount: 131,
-          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 19 }],
-          candidatesTokensDetails: [{ modality: 'TEXT', tokenCount: 11 }],
-          thoughtsTokenCount: 100,
-        },
-        modelVersion: 'gemini-2.5-flash-preview-04-17',
-      },
-    ];
-
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        data.forEach((item) => {
-          controller.enqueue(item);
-        });
-
-        controller.close();
-      },
+          modelVersion: 'models/gemini-2.5-flash-preview-04-17',
+        },
+      ];
+
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          data.forEach((item) => {
+            controller.enqueue(item);
+          });
+
+          controller.close();
+        },
+      });
+
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+
+      const chunks = await decodeStreamChunks(protocolStream);
+
+      expect(chunks).toEqual(
+        [
+          'id: chat_1',
+          'event: text',
+          'data: "123"\n',
+
+          'id: chat_1',
+          'event: text',
+          'data: "45678"\n',
+
+          'id: chat_1',
+          'event: grounding',
+          `data: {\"citations\":[{\"favicon\":\"npmjs.com\",\"title\":\"npmjs.com\",\"url\":\"https://vertexaisearch.cloud.google.com/grounding-api-redirect/AbF9wXG1234545\"},{\"favicon\":\"google.dev\",\"title\":\"google.dev\",\"url\":\"https://vertexaisearch.cloud.google.com/grounding-api-redirect/AbF9wXE9288334\"}],\"searchQueries\":[\"sdk latest version\"]}\n`,
+          // stop
+          'id: chat_1',
+          'event: stop',
+          `data: "STOP"\n`,
+          // usage
+          'id: chat_1',
+          'event: usage',
+          `data: {"inputTextTokens":9,"outputImageTokens":0,"outputTextTokens":122,"totalInputTokens":9,"totalOutputTokens":122,"totalTokens":131}\n`,
+        ].map((i) => i + '\n'),
+      );
     });
+  });
 
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+  describe('Tool calls', () => {
+    it('should handle tool calls with thoughtSignature', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1').mockReturnValueOnce('abcd1234');
 
-    const decoder = new TextDecoder();
-    const chunks = [];
+      const data = [
+        {
+          candidates: [
+            {
+              content: {
+                parts: [
+                  {
+                    functionCall: {
+                      name: 'grep____searchGitHub____mcp',
+                      args: {
+                        query: '"version":',
+                        repo: 'lobehub/lobe-chat',
+                        path: 'package.json',
+                      },
+                    },
+                    thoughtSignature: '123',
+                  },
+                ],
+                role: 'model',
+              },
+              index: 0,
+            },
+          ],
+          modelVersion: 'gemini-3-pro-preview',
+          responseId: 'UVcdaZ26ILac_uMP9ZOeiQ0',
+          usageMetadata: {
+            promptTokenCount: 1171,
+            candidatesTokenCount: 41,
+            totalTokenCount: 1408,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 1171 }],
+            thoughtsTokenCount: 196,
+          },
+        },
+        {
+          candidates: [
+            {
+              content: { parts: [{ text: '' }], role: 'model' },
+              finishReason: 'STOP',
+              index: 0,
+            },
+          ],
+          modelVersion: 'gemini-3-pro-preview',
+          responseId: 'UVcdaZ26ILac_uMP9ZOeiQ0',
+          usageMetadata: {
+            promptTokenCount: 1171,
+            candidatesTokenCount: 41,
+            totalTokenCount: 1408,
+            promptTokensDetails: [{ modality: 'TEXT', tokenCount: 1171 }],
+            thoughtsTokenCount: 196,
+          },
+        },
+      ];
+
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          data.forEach((item) => {
+            controller.enqueue(item);
+          });
+          controller.close();
+        },
+      });
 
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
 
-    expect(chunks).toEqual(
-      [
-        'id: chat_1',
-        'event: text',
-        'data: "234"\n',
+      const chunks = await decodeStreamChunks(protocolStream);
 
-        'id: chat_1',
-        'event: text',
-        'data: ""\n',
+      expect(chunks).toEqual(
+        [
+          'id: chat_1',
+          'event: tool_calls',
+          'data: [{"function":{"arguments":"{\\"query\\":\\"\\\\\\\"version\\\\\\":\\",\\"repo\\":\\"lobehub/lobe-chat\\",\\"path\\":\\"package.json\\"}","name":"grep____searchGitHub____mcp"},"id":"grep____searchGitHub____mcp_0_abcd1234","index":0,"thoughtSignature":"123","type":"function"}]\n',
 
-        'id: chat_1',
-        'event: text',
-        `data: "567890\\n"\n`,
-        // stop
-        'id: chat_1',
-        'event: stop',
-        `data: "STOP"\n`,
-        // usage
-        'id: chat_1',
-        'event: usage',
-        `data: {"inputTextTokens":19,"outputImageTokens":0,"outputReasoningTokens":100,"outputTextTokens":11,"totalInputTokens":19,"totalOutputTokens":111,"totalTokens":131}\n`,
-      ].map((i) => i + '\n'),
-    );
-  });
+          'id: chat_1',
+          'event: stop',
+          'data: "STOP"\n',
 
-  it('should handle groundingMetadata', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+          'id: chat_1',
+          'event: usage',
+          'data: {"inputTextTokens":1171,"outputImageTokens":0,"outputReasoningTokens":196,"outputTextTokens":41,"totalInputTokens":1171,"totalOutputTokens":237,"totalTokens":1408}\n',
+        ].map((i) => i + '\n'),
+      );
+    });
 
-    const data = [
-      {
-        text: '123',
-        candidates: [
-          {
-            content: {
-              parts: [
-                {
-                  text: '123',
-                },
-              ],
-              role: 'model',
+    it('should handle parallel tool calls', async () => {
+      vi.spyOn(uuidModule, 'nanoid')
+        .mockReturnValueOnce('1')
+        .mockReturnValueOnce('abcd1234')
+        .mockReturnValueOnce('efgh5678');
+
+      const data = [
+        {
+          candidates: [
+            {
+              content: {
+                parts: [
+                  {
+                    functionCall: {
+                      name: 'get_current_temperature',
+                      args: {
+                        location: 'Paris',
+                      },
+                    },
+                    thoughtSignature: 'ErEDCq4DAdHtim...',
+                  },
+                ],
+                role: 'model',
+              },
+              index: 0,
             },
-            index: 0,
-            groundingMetadata: {},
+          ],
+          usageMetadata: {
+            promptTokenCount: 72,
+            candidatesTokenCount: 18,
+            totalTokenCount: 167,
+            promptTokensDetails: [
+              {
+                modality: 'TEXT',
+                tokenCount: 72,
+              },
+            ],
+            thoughtsTokenCount: 77,
           },
-        ],
-        usageMetadata: {
-          promptTokenCount: 9,
-          candidatesTokenCount: 18,
-          totalTokenCount: 27,
-          promptTokensDetails: [
+          modelVersion: 'gemini-3-pro-preview',
+          responseId: 'UDcdaZviO4jojMcPycPDkQY',
+        },
+        {
+          candidates: [
             {
-              modality: 'TEXT',
-              tokenCount: 9,
+              content: {
+                parts: [
+                  {
+                    functionCall: {
+                      name: 'get_current_temperature',
+                      args: {
+                        location: 'London',
+                      },
+                    },
+                  },
+                ],
+                role: 'model',
+              },
+              index: 0,
             },
           ],
+          usageMetadata: {
+            promptTokenCount: 72,
+            candidatesTokenCount: 36,
+            totalTokenCount: 185,
+            promptTokensDetails: [
+              {
+                modality: 'TEXT',
+                tokenCount: 72,
+              },
+            ],
+            thoughtsTokenCount: 77,
+          },
+          modelVersion: 'gemini-3-pro-preview',
+          responseId: 'UDcdaZviO4jojMcPycPDkQY',
         },
-        modelVersion: 'models/gemini-2.5-flash-preview-04-17',
-      },
-      {
-        text: '45678',
-        candidates: [
-          {
-            content: {
-              parts: [
-                {
-                  text: '45678',
-                },
-              ],
-              role: 'model',
+        {
+          candidates: [
+            {
+              content: {
+                parts: [
+                  {
+                    text: '',
+                  },
+                ],
+                role: 'model',
+              },
+              finishReason: 'STOP',
+              index: 0,
             },
-            finishReason: 'STOP',
-            index: 0,
-            groundingMetadata: {
-              searchEntryPoint: {
-                renderedContent: 'content\n',
+          ],
+          usageMetadata: {
+            promptTokenCount: 72,
+            candidatesTokenCount: 36,
+            totalTokenCount: 185,
+            promptTokensDetails: [
+              {
+                modality: 'TEXT',
+                tokenCount: 72,
               },
-              groundingChunks: [
-                {
-                  web: {
-                    uri: 'https://vertexaisearch.cloud.google.com/grounding-api-redirect/AbF9wXG1234545',
-                    title: 'npmjs.com',
-                  },
-                },
-                {
-                  web: {
-                    uri: 'https://vertexaisearch.cloud.google.com/grounding-api-redirect/AbF9wXE9288334',
-                    title: 'google.dev',
-                  },
-                },
-              ],
-              groundingSupports: [
-                {
-                  segment: {
-                    startIndex: 63,
-                    endIndex: 67,
-                    text: '1。',
-                  },
-                  groundingChunkIndices: [0],
-                  confidenceScores: [1],
-                },
-                {
-                  segment: {
-                    startIndex: 69,
-                    endIndex: 187,
-                    text: 'SDK。',
+            ],
+            thoughtsTokenCount: 77,
+          },
+          modelVersion: 'gemini-3-pro-preview',
+          responseId: 'UDcdaZviO4jojMcPycPDkQY',
+        },
+      ];
+
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          data.forEach((item) => {
+            controller.enqueue(item);
+          });
+          controller.close();
+        },
+      });
+
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+
+      const chunks = await decodeStreamChunks(protocolStream);
+
+      expect(chunks).toEqual(
+        [
+          'id: chat_1',
+          'event: tool_calls',
+          'data: [{"function":{"arguments":"{\\"location\\":\\"Paris\\"}","name":"get_current_temperature"},"id":"get_current_temperature_0_abcd1234","index":0,"thoughtSignature":"ErEDCq4DAdHtim...","type":"function"}]\n',
+
+          'id: chat_1',
+          'event: tool_calls',
+          'data: [{"function":{"arguments":"{\\"location\\":\\"London\\"}","name":"get_current_temperature"},"id":"get_current_temperature_0_efgh5678","index":0,"type":"function"}]\n',
+
+          'id: chat_1',
+          'event: stop',
+          'data: "STOP"\n',
+
+          'id: chat_1',
+          'event: usage',
+          'data: {"inputTextTokens":72,"outputImageTokens":0,"outputReasoningTokens":77,"outputTextTokens":36,"totalInputTokens":72,"totalOutputTokens":113,"totalTokens":185}\n',
+        ].map((i) => i + '\n'),
+      );
+    });
+
+    it('should handle thoughtSignature with empty text', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+
+      const data = [
+        {
+          candidates: [
+            {
+              content: {
+                parts: [
+                  {
+                    text: '你好！很高兴为你服务。请问有什么我可以帮你的吗？\n\n无论是回答问题、协助写作、翻译，还是随便聊聊，我都随时待命！',
                   },
-                  groundingChunkIndices: [1],
-                  confidenceScores: [1],
-                },
-              ],
-              webSearchQueries: ['sdk latest version'],
+                ],
+                role: 'model',
+              },
+              index: 0,
             },
+          ],
+          usageMetadata: {
+            promptTokenCount: 1,
+            candidatesTokenCount: 35,
+            totalTokenCount: 712,
+            promptTokensDetails: [
+              {
+                modality: 'TEXT',
+                tokenCount: 1,
+              },
+            ],
+            thoughtsTokenCount: 676,
           },
-        ],
-        usageMetadata: {
-          promptTokenCount: 9,
-          candidatesTokenCount: 122,
-          totalTokenCount: 131,
-          promptTokensDetails: [
+          modelVersion: 'gemini-3-pro-preview',
+          responseId: 'lTcdaf_1FrONjMcP24Sz6QQ',
+        },
+        {
+          candidates: [
             {
-              modality: 'TEXT',
-              tokenCount: 9,
+              content: {
+                parts: [
+                  {
+                    text: '',
+                    thoughtSignature: 'Ep8YCpwYAdHtim...',
+                  },
+                ],
+                role: 'model',
+              },
+              finishReason: 'STOP',
+              index: 0,
             },
           ],
+          usageMetadata: {
+            promptTokenCount: 1,
+            candidatesTokenCount: 35,
+            totalTokenCount: 712,
+            promptTokensDetails: [
+              {
+                modality: 'TEXT',
+                tokenCount: 1,
+              },
+            ],
+            thoughtsTokenCount: 676,
+          },
+          modelVersion: 'gemini-3-pro-preview',
+          responseId: 'lTcdaf_1FrONjMcP24Sz6QQ',
         },
-        modelVersion: 'models/gemini-2.5-flash-preview-04-17',
-      },
-    ];
+      ];
 
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        data.forEach((item) => {
-          controller.enqueue(item);
-        });
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          data.forEach((item) => {
+            controller.enqueue(item);
+          });
 
-        controller.close();
-      },
-    });
-
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
-
-    const decoder = new TextDecoder();
-    const chunks = [];
+          controller.close();
+        },
+      });
 
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
 
-    expect(chunks).toEqual(
-      [
-        'id: chat_1',
-        'event: text',
-        'data: "123"\n',
+      const chunks = await decodeStreamChunks(protocolStream);
 
-        'id: chat_1',
-        'event: text',
-        'data: "45678"\n',
+      expect(chunks).toEqual(
+        [
+          'id: chat_1',
+          'event: text',
+          'data: "你好！很高兴为你服务。请问有什么我可以帮你的吗？\\n\\n无论是回答问题、协助写作、翻译，还是随便聊聊，我都随时待命！"\n',
 
-        'id: chat_1',
-        'event: grounding',
-        `data: {\"citations\":[{\"favicon\":\"npmjs.com\",\"title\":\"npmjs.com\",\"url\":\"https://vertexaisearch.cloud.google.com/grounding-api-redirect/AbF9wXG1234545\"},{\"favicon\":\"google.dev\",\"title\":\"google.dev\",\"url\":\"https://vertexaisearch.cloud.google.com/grounding-api-redirect/AbF9wXE9288334\"}],\"searchQueries\":[\"sdk latest version\"]}\n`,
-        // stop
-        'id: chat_1',
-        'event: stop',
-        `data: "STOP"\n`,
-        // usage
-        'id: chat_1',
-        'event: usage',
-        `data: {"inputTextTokens":9,"outputImageTokens":0,"outputTextTokens":122,"totalInputTokens":9,"totalOutputTokens":122,"totalTokens":131}\n`,
-      ].map((i) => i + '\n'),
-    );
-  });
+          'id: chat_1',
+          'event: stop',
+          'data: "STOP"\n',
 
-  it('should handle promptFeedback with blockReason (PROHIBITED_CONTENT)', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
-
-    const data = {
-      promptFeedback: {
-        blockReason: 'PROHIBITED_CONTENT',
-      },
-      usageMetadata: {
-        promptTokenCount: 4438,
-        totalTokenCount: 4438,
-        promptTokensDetails: [{ modality: 'TEXT', tokenCount: 4438 }],
-      },
-      modelVersion: 'gemini-2.5-pro',
-      responseId: 'THOUaKaNOeiGz7IPjL_VgQc',
-    };
-
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        controller.enqueue(data);
-        controller.close();
-      },
+          'id: chat_1',
+          'event: usage',
+          'data: {"inputTextTokens":1,"outputImageTokens":0,"outputReasoningTokens":676,"outputTextTokens":35,"totalInputTokens":1,"totalOutputTokens":711,"totalTokens":712}\n',
+        ].map((i) => i + '\n'),
+      );
     });
+  });
 
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+  describe('Error handling', () => {
+    it('should handle promptFeedback with blockReason (PROHIBITED_CONTENT)', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
 
-    const decoder = new TextDecoder();
-    const chunks = [];
+      const data = {
+        promptFeedback: {
+          blockReason: 'PROHIBITED_CONTENT',
+        },
+        usageMetadata: {
+          promptTokenCount: 4438,
+          totalTokenCount: 4438,
+          promptTokensDetails: [{ modality: 'TEXT', tokenCount: 4438 }],
+        },
+        modelVersion: 'gemini-2.5-pro',
+        responseId: 'THOUaKaNOeiGz7IPjL_VgQc',
+      };
+
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          controller.enqueue(data);
+          controller.close();
+        },
+      });
 
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
 
-    expect(chunks).toEqual([
-      'id: chat_1\n',
-      'event: error\n',
-      `data: {"body":{"context":{"promptFeedback":{"blockReason":"PROHIBITED_CONTENT"}},"message":"Your request may contain prohibited content. Please adjust your request to comply with the usage guidelines.","provider":"google"},"type":"ProviderBizError"}\n\n`,
-    ]);
-  });
+      const chunks = await decodeStreamChunks(protocolStream);
 
-  it('should pass through injected lobe error marker', async () => {
-    vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
+      expect(chunks).toEqual([
+        'id: chat_1\n',
+        'event: error\n',
+        `data: {"body":{"context":{"promptFeedback":{"blockReason":"PROHIBITED_CONTENT"}},"message":"Your request may contain prohibited content. Please adjust your request to comply with the usage guidelines.","provider":"google"},"type":"ProviderBizError"}\n\n`,
+      ]);
+    });
 
-    const errorPayload = { message: 'internal error', code: 123 };
+    it('should pass through injected lobe error marker', async () => {
+      vi.spyOn(uuidModule, 'nanoid').mockReturnValueOnce('1');
 
-    const mockGoogleStream = new ReadableStream({
-      start(controller) {
-        controller.enqueue({ [LOBE_ERROR_KEY]: errorPayload });
-        controller.close();
-      },
-    });
+      const errorPayload = { message: 'internal error', code: 123 };
 
-    const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
+      const mockGoogleStream = new ReadableStream({
+        start(controller) {
+          controller.enqueue({ [LOBE_ERROR_KEY]: errorPayload });
+          controller.close();
+        },
+      });
 
-    const decoder = new TextDecoder();
-    const chunks = [];
+      const protocolStream = GoogleGenerativeAIStream(mockGoogleStream);
 
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
+      const chunks = await decodeStreamChunks(protocolStream);
 
-    expect(chunks).toEqual([
-      'id: chat_1\n',
-      'event: error\n',
-      `data: ${JSON.stringify(errorPayload)}\n\n`,
-    ]);
+      expect(chunks).toEqual([
+        'id: chat_1\n',
+        'event: error\n',
+        `data: ${JSON.stringify(errorPayload)}\n\n`,
+      ]);
+    });
   });
 });