@lobehub/chat 1.65.0 → 1.65.2

package/src/libs/agent-runtime/utils/streams/anthropic.test.ts

@@ -384,7 +384,334 @@ describe('AnthropicStream', () => {
     expect(onToolCallMock).toHaveBeenCalledTimes(6);
   });
 
-  it('should handle thinking ', async () => {
+  describe('thinking', () => {
+    it('should handle normal thinking ', async () => {
+      const streams = [
+        {
+          type: 'message_start',
+          message: {
+            id: 'msg_01MNsLe7n1uVLtu6W8rCFujD',
+            type: 'message',
+            role: 'assistant',
+            model: 'claude-3-7-sonnet-20250219',
+            content: [],
+            stop_reason: null,
+            stop_sequence: null,
+            usage: {
+              input_tokens: 46,
+              cache_creation_input_tokens: 0,
+              cache_read_input_tokens: 0,
+              output_tokens: 11,
+            },
+          },
+        },
+        {
+          type: 'content_block_start',
+          index: 0,
+          content_block: { type: 'thinking', thinking: '', signature: '' },
+        },
+        {
+          type: 'content_block_delta',
+          index: 0,
+          delta: { type: 'thinking_delta', thinking: '我需要比较两个数字的' },
+        },
+        {
+          type: 'content_block_delta',
+          index: 0,
+          delta: { type: 'thinking_delta', thinking: '大小：9.8和9' },
+        },
+        {
+          type: 'content_block_delta',
+          index: 0,
+          delta: { type: 'thinking_delta', thinking: '11\n\n所以9.8比9.11大。' },
+        },
+        {
+          type: 'content_block_delta',
+          index: 0,
+          delta: {
+            type: 'signature_delta',
+            signature:
+              'EuYBCkQYAiJAHnHRJG4nPBrdTlo6CmXoyE8WYoQeoPiLnXaeuaM8ExdiIEkVvxK1DYXOz5sCubs2s/G1NsST8A003Zb8XmuhYBIMwDGMZSZ3+gxOEBpVGgzdpOlDNBTxke31SngiMKUk6WcSiA11OSVBuInNukoAhnRd5jPAEg7e5mIoz/qJwnQHV8I+heKUreP77eJdFipQaM3FHn+avEHuLa/Z/fu0O9BftDi+caB1UWDwJakNeWX1yYTvK+N1v4gRpKbj4AhctfYHMjq8qX9XTnXme5AGzCYC6HgYw2/RfalWzwNxI6k=',
+          },
+        },
+        { type: 'content_block_stop', index: 0 },
+        { type: 'content_block_start', index: 1, content_block: { type: 'text', text: '' } },
+        {
+          type: 'content_block_delta',
+          index: 1,
+          delta: { type: 'text_delta', text: '9.8比9.11大。' },
+        },
+        { type: 'content_block_stop', index: 1 },
+        {
+          type: 'message_delta',
+          delta: { stop_reason: 'end_turn', stop_sequence: null },
+          usage: { output_tokens: 354 },
+        },
+        { type: 'message_stop' },
+      ];
+
+      const mockReadableStream = new ReadableStream({
+        start(controller) {
+          streams.forEach((chunk) => {
+            controller.enqueue(chunk);
+          });
+          controller.close();
+        },
+      });
+
+      const protocolStream = AnthropicStream(mockReadableStream);
+
+      const decoder = new TextDecoder();
+      const chunks = [];
+
+      // @ts-ignore
+      for await (const chunk of protocolStream) {
+        chunks.push(decoder.decode(chunk, { stream: true }));
+      }
+
+      expect(chunks).toEqual(
+        [
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: data',
+          'data: {"id":"msg_01MNsLe7n1uVLtu6W8rCFujD","type":"message","role":"assistant","model":"claude-3-7-sonnet-20250219","content":[],"stop_reason":null,"stop_sequence":null,"usage":{"input_tokens":46,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":11}}\n',
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: reasoning',
+          'data: ""\n',
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: reasoning',
+          'data: "我需要比较两个数字的"\n',
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: reasoning',
+          'data: "大小：9.8和9"\n',
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: reasoning',
+          'data: "11\\n\\n所以9.8比9.11大。"\n',
+          // Tool calls
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: reasoning_signature',
+          `data: "EuYBCkQYAiJAHnHRJG4nPBrdTlo6CmXoyE8WYoQeoPiLnXaeuaM8ExdiIEkVvxK1DYXOz5sCubs2s/G1NsST8A003Zb8XmuhYBIMwDGMZSZ3+gxOEBpVGgzdpOlDNBTxke31SngiMKUk6WcSiA11OSVBuInNukoAhnRd5jPAEg7e5mIoz/qJwnQHV8I+heKUreP77eJdFipQaM3FHn+avEHuLa/Z/fu0O9BftDi+caB1UWDwJakNeWX1yYTvK+N1v4gRpKbj4AhctfYHMjq8qX9XTnXme5AGzCYC6HgYw2/RfalWzwNxI6k="\n`,
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: data',
+          `data: {"type":"content_block_stop","index":0}\n`,
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: data',
+          `data: ""\n`,
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: text',
+          `data: "9.8比9.11大。"\n`,
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: data',
+          `data: {"type":"content_block_stop","index":1}\n`,
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: stop',
+          'data: "end_turn"\n',
+          'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
+          'event: stop',
+          'data: "message_stop"\n',
+        ].map((item) => `${item}\n`),
+      );
+    });
+
+    it('should handle flagged thinking ', async () => {
+      const streams = [
+        {
+          type: 'message_start',
+          message: {
+            id: 'msg_019q32esPvu3TftzZnL6JPys',
+            type: 'message',
+            role: 'assistant',
+            model: 'claude-3-7-sonnet-20250219',
+            content: [],
+            stop_reason: null,
+            stop_sequence: null,
+            usage: {
+              input_tokens: 92,
+              cache_creation_input_tokens: 0,
+              cache_read_input_tokens: 0,
+              output_tokens: 4,
+            },
+          },
+        },
+        {
+          type: 'content_block_start',
+          index: 0,
+          content_block: {
+            type: 'redacted_thinking',
+            data: 'EvYBCoYBGAIiQNzXoJZW+Ocan2YajVtfm4HE2B3NJdxl05x4M+qDZ2XDAv8uysmma7oaIwNsO/gaZDcaYphIPVvSR0da9BiU4fkqQOseUkmKX3f2PDTFQsTVPGJQdiAoojyYWydq912tQiaWOAnV8pEpsw5qzAhjTg7a/VhucOXRjSO6PrBGUJs4IGgSDEOrVeGKw+XJKwI32RoMXxGUrsCpnzifc238IjCiip27oNxaDKqsGVsa3l8CxznwldGK5o7NKoAWxBr6EjmUyWBfHSjCBSG58dLhH6AqHTHs1h7CpyC9q2PiGFKyI6Qpyq27LMf/IJrL4JzY',
+          },
+        },
+        { type: 'ping' },
+        { type: 'content_block_stop', index: 0 },
+        {
+          type: 'content_block_start',
+          index: 1,
+          content_block: {
+            type: 'redacted_thinking',
+            data: 'EqsCCoYBGAIiQFOzsK5wAM+th5SAo3iYCtupF+/ToOYMoKuQowEkQdMYSr+uTiZGV17Ezt1YopNShapyJHraaanqud0SpjNWb1EqQAIs1xKVmShDP/KzTnkeGj3sB1w9fjEcB8I4Q1oYXmAOvEeBRp+/0eszpC5KM4vfBXockGREIX3b9t0aVkKV5LQSDMMox34k4/t6jt5lwBoM8BCR+z8yvwr8RmRAIjCuZUKwzt5cpTSSKsMRF5w/NkH0KeVbDPkHJAHoyKbVThaz2tNP4DGn9Hje/eOhm14qUjEqjkE7ZBa4oXfutU09Ekn6S+Cn5SsYrFLeg+o4/8ewb8YHuspvYbMMN4IwbkqQp19hi2z6QxUWWbLrpMe40Fi2PNKct/dmGmw/SF692L/tyOU=',
+          },
+        },
+        { type: 'content_block_stop', index: 1 },
+        {
+          type: 'content_block_start',
+          index: 2,
+          content_block: {
+            type: 'redacted_thinking',
+            data: 'EowCCoYBGAIiQK1Px08f5EwkoGrjGov2SWq2eHJVrkwBhL9atUCuZegNB+yK0F2ENixvwLlFjZOeSDhfVZ3von76crqoGaEUOUgqQGnTe9FWXAOXYnreuT4sCpUCVSq6pyewyyYCJkAVHTc8YCgPQsGagW9qNmUJDNdCoFyMEtFzqRuHZk3nc/9KjJgSDK4yegsNIw6czWXdCxoMzzrg26MN6RjFUrRqIjAjjEWG7mPPMolxAVvscgcaETILV4WtO4xOXDxK0L2NLSb+GlR7LQraWOATBMBc0lAqM43SvsI2xLX6GvdtNIr98tAKXpadetuHoDta+uqVn9dRfJG6Nno0e1cdx9VzgrOM2I0l6w==',
+          },
+        },
+        { type: 'content_block_stop', index: 2 },
+        {
+          type: 'content_block_start',
+          index: 3,
+          content_block: {
+            type: 'redacted_thinking',
+            data: 'EvMGCoYBGAIiQKkoAFWygajHbTRK/q0hrakXULQBWfg0/EAiNRami4uuzOwDVEPBDu74aP47MMQG0zhLspVkvGpOlfNLkkeROYEqQHO9MLpvtKDkob22tAH2ctP7CxIhI+SRZ0flou71sDdaVtcsel2dIas8+soULHfW68glHJ1ormzeUKv9YHtvVxMSDIC31I3S0nvTPOB/GxoMos7jtbwUPmYvx4viIjD01EiiuBny4srom6xEm/c9VCJQaRKuglEehQ3BRxn2Qs28eGNs7EV63kF5DHV7QTIqmQUaw3A/XKIK+2dhPMzE9/n7VSeWvPl7lFLgTCZBW+q49KoLNuIw5tGMR2nXxTrykvQt9zhNDb9TYAsu8nubMASJt9hWwwMpXAPJhUOP5IL+/p6YDuN9Y5TbDkCiR+3Dgs4xh6VeBhD0cusWdC2LefHT92i1dz2mCFhTtPG8nr/jChOGv/KPPO24sJcSMUYu1T07ohiDCe6vjEckBP2aaSH46rcGEydFBaufPKGD2LsiQfrFDRx639AFlwdeSz30cRrjYCiXBu3l/it0LYt8m5Ixsn41P0xFiPDfecZAkGymvrV8JrS0uPnRbpF9n4CNj1YanoplbVgA9yegj962PnRBHwIoT/UMTLnBgxNE1J9LM6JuMbDQRXpYpZ7OaB9FXwxCKjcWgSiGmiPjdWwan8z7cILDes3Kz9sBaqF4s6uj9eJ31fFL9dHKS0jciCrOPMfKUOQSP/HRuAUsyeyUROquh4MIfXLUUPrFCXyyy42wBvrTXkdWOGZF/wMw6YQGC3iNbgldO4K6OBc8+6+AhRsZR51EuBp1iMl5na6KspyVJnCMx52lUYq3SXNTZkiika/z1jO3C1+cvrzQggo9Yf56bzjKBlVjdjqsIqaNOB8BQqU8EidE668/7cMLF3YJP2YwohEO1C7vOV1vliNkyxdCFz6qB9q8vzZ1hIlFz8LHVxZRmmlMMnAq/Q9nWOXmi/6lIXVRIP+4z6dyIWNINTR/D2ZsMjN34cnDgxgbzGuDoicikliSnJG+RB1smJSAmMrNf+U+JZSW2zpU+7zu1dZm5DMKlef+pmbIJMCxVS7v98vAxt/tO+99HlXwhktL4JuOdC2TcvrDm56e2IeGY0KR5TVA2sfCqxEyb+QAAbwDD7TDwq+r62GVBA==',
+          },
+        },
+        { type: 'content_block_stop', index: 3 },
+        { type: 'content_block_start', index: 4, content_block: { type: 'text', text: '' } },
+        {
+          type: 'content_block_delta',
+          index: 4,
+          delta: {
+            type: 'text_delta',
+            text: "I'm not able to respond to special commands or triggers",
+          },
+        },
+        {
+          type: 'content_block_delta',
+          index: 4,
+          delta: {
+            type: 'text_delta',
+            text: ' with information, answer questions, or assist with many other ways.',
+          },
+        },
+        { type: 'content_block_stop', index: 4 },
+        {
+          type: 'message_delta',
+          delta: { stop_reason: 'end_turn', stop_sequence: null },
+          usage: { output_tokens: 259 },
+        },
+        { type: 'message_stop' },
+      ];
+
+      const mockReadableStream = new ReadableStream({
+        start(controller) {
+          streams.forEach((chunk) => {
+            controller.enqueue(chunk);
+          });
+          controller.close();
+        },
+      });
+
+      const protocolStream = AnthropicStream(mockReadableStream);
+
+      const decoder = new TextDecoder();
+      const chunks = [];
+
+      // @ts-ignore
+      for await (const chunk of protocolStream) {
+        chunks.push(decoder.decode(chunk, { stream: true }));
+      }
+
+      expect(chunks).toEqual(
+        [
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: data',
+          'data: {"id":"msg_019q32esPvu3TftzZnL6JPys","type":"message","role":"assistant","model":"claude-3-7-sonnet-20250219","content":[],"stop_reason":null,"stop_sequence":null,"usage":{"input_tokens":92,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":4}}\n',
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: flagged_reasoning_signature',
+          'data: "EvYBCoYBGAIiQNzXoJZW+Ocan2YajVtfm4HE2B3NJdxl05x4M+qDZ2XDAv8uysmma7oaIwNsO/gaZDcaYphIPVvSR0da9BiU4fkqQOseUkmKX3f2PDTFQsTVPGJQdiAoojyYWydq912tQiaWOAnV8pEpsw5qzAhjTg7a/VhucOXRjSO6PrBGUJs4IGgSDEOrVeGKw+XJKwI32RoMXxGUrsCpnzifc238IjCiip27oNxaDKqsGVsa3l8CxznwldGK5o7NKoAWxBr6EjmUyWBfHSjCBSG58dLhH6AqHTHs1h7CpyC9q2PiGFKyI6Qpyq27LMf/IJrL4JzY"\n',
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: data',
+          'data: {"type":"ping"}\n',
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: data',
+          'data: {"type":"content_block_stop","index":0}\n',
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: flagged_reasoning_signature',
+          'data: "EqsCCoYBGAIiQFOzsK5wAM+th5SAo3iYCtupF+/ToOYMoKuQowEkQdMYSr+uTiZGV17Ezt1YopNShapyJHraaanqud0SpjNWb1EqQAIs1xKVmShDP/KzTnkeGj3sB1w9fjEcB8I4Q1oYXmAOvEeBRp+/0eszpC5KM4vfBXockGREIX3b9t0aVkKV5LQSDMMox34k4/t6jt5lwBoM8BCR+z8yvwr8RmRAIjCuZUKwzt5cpTSSKsMRF5w/NkH0KeVbDPkHJAHoyKbVThaz2tNP4DGn9Hje/eOhm14qUjEqjkE7ZBa4oXfutU09Ekn6S+Cn5SsYrFLeg+o4/8ewb8YHuspvYbMMN4IwbkqQp19hi2z6QxUWWbLrpMe40Fi2PNKct/dmGmw/SF692L/tyOU="\n',
+          // Tool calls
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: data',
+          `data: {"type":"content_block_stop","index":1}\n`,
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: flagged_reasoning_signature',
+          `data: "EowCCoYBGAIiQK1Px08f5EwkoGrjGov2SWq2eHJVrkwBhL9atUCuZegNB+yK0F2ENixvwLlFjZOeSDhfVZ3von76crqoGaEUOUgqQGnTe9FWXAOXYnreuT4sCpUCVSq6pyewyyYCJkAVHTc8YCgPQsGagW9qNmUJDNdCoFyMEtFzqRuHZk3nc/9KjJgSDK4yegsNIw6czWXdCxoMzzrg26MN6RjFUrRqIjAjjEWG7mPPMolxAVvscgcaETILV4WtO4xOXDxK0L2NLSb+GlR7LQraWOATBMBc0lAqM43SvsI2xLX6GvdtNIr98tAKXpadetuHoDta+uqVn9dRfJG6Nno0e1cdx9VzgrOM2I0l6w=="\n`,
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: data',
+          `data: {"type":"content_block_stop","index":2}\n`,
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: flagged_reasoning_signature',
+          `data: "EvMGCoYBGAIiQKkoAFWygajHbTRK/q0hrakXULQBWfg0/EAiNRami4uuzOwDVEPBDu74aP47MMQG0zhLspVkvGpOlfNLkkeROYEqQHO9MLpvtKDkob22tAH2ctP7CxIhI+SRZ0flou71sDdaVtcsel2dIas8+soULHfW68glHJ1ormzeUKv9YHtvVxMSDIC31I3S0nvTPOB/GxoMos7jtbwUPmYvx4viIjD01EiiuBny4srom6xEm/c9VCJQaRKuglEehQ3BRxn2Qs28eGNs7EV63kF5DHV7QTIqmQUaw3A/XKIK+2dhPMzE9/n7VSeWvPl7lFLgTCZBW+q49KoLNuIw5tGMR2nXxTrykvQt9zhNDb9TYAsu8nubMASJt9hWwwMpXAPJhUOP5IL+/p6YDuN9Y5TbDkCiR+3Dgs4xh6VeBhD0cusWdC2LefHT92i1dz2mCFhTtPG8nr/jChOGv/KPPO24sJcSMUYu1T07ohiDCe6vjEckBP2aaSH46rcGEydFBaufPKGD2LsiQfrFDRx639AFlwdeSz30cRrjYCiXBu3l/it0LYt8m5Ixsn41P0xFiPDfecZAkGymvrV8JrS0uPnRbpF9n4CNj1YanoplbVgA9yegj962PnRBHwIoT/UMTLnBgxNE1J9LM6JuMbDQRXpYpZ7OaB9FXwxCKjcWgSiGmiPjdWwan8z7cILDes3Kz9sBaqF4s6uj9eJ31fFL9dHKS0jciCrOPMfKUOQSP/HRuAUsyeyUROquh4MIfXLUUPrFCXyyy42wBvrTXkdWOGZF/wMw6YQGC3iNbgldO4K6OBc8+6+AhRsZR51EuBp1iMl5na6KspyVJnCMx52lUYq3SXNTZkiika/z1jO3C1+cvrzQggo9Yf56bzjKBlVjdjqsIqaNOB8BQqU8EidE668/7cMLF3YJP2YwohEO1C7vOV1vliNkyxdCFz6qB9q8vzZ1hIlFz8LHVxZRmmlMMnAq/Q9nWOXmi/6lIXVRIP+4z6dyIWNINTR/D2ZsMjN34cnDgxgbzGuDoicikliSnJG+RB1smJSAmMrNf+U+JZSW2zpU+7zu1dZm5DMKlef+pmbIJMCxVS7v98vAxt/tO+99HlXwhktL4JuOdC2TcvrDm56e2IeGY0KR5TVA2sfCqxEyb+QAAbwDD7TDwq+r62GVBA=="\n`,
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: data',
+          `data: {"type":"content_block_stop","index":3}\n`,
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: data',
+          `data: ""\n`,
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: text',
+          `data: "I'm not able to respond to special commands or triggers"\n`,
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: text',
+          `data: " with information, answer questions, or assist with many other ways."\n`,
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: data',
+          `data: {"type":"content_block_stop","index":4}\n`,
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: stop',
+          'data: "end_turn"\n',
+          'id: msg_019q32esPvu3TftzZnL6JPys',
+          'event: stop',
+          'data: "message_stop"\n',
+        ].map((item) => `${item}\n`),
+      );
+    });
+  });
+
+  it('should handle ReadableStream input', async () => {
+    const mockReadableStream = new ReadableStream({
+      start(controller) {
+        controller.enqueue({
+          type: 'message_start',
+          message: { id: 'message_1', metadata: {} },
+        });
+        controller.enqueue({
+          type: 'content_block_delta',
+          delta: { type: 'text_delta', text: 'Hello' },
+        });
+        controller.enqueue({
+          type: 'message_stop',
+        });
+        controller.close();
+      },
+    });
+
+    const protocolStream = AnthropicStream(mockReadableStream);
+
+    const decoder = new TextDecoder();
+    const chunks = [];
+
+    // @ts-ignore
+    for await (const chunk of protocolStream) {
+      chunks.push(decoder.decode(chunk, { stream: true }));
+    }
+
+    expect(chunks).toEqual([
+      'id: message_1\n',
+      'event: data\n',
+      `data: {"id":"message_1","metadata":{}}\n\n`,
+      'id: message_1\n',
+      'event: text\n',
+      `data: "Hello"\n\n`,
+      'id: message_1\n',
+      'event: stop\n',
+      `data: "message_stop"\n\n`,
+    ]);
+  });
+
+  it('should handle un-normal block type', async () => {
     const streams = [
       {
         type: 'message_start',
@@ -407,46 +734,23 @@ describe('AnthropicStream', () => {
       {
         type: 'content_block_start',
         index: 0,
-        content_block: { type: 'thinking', thinking: '', signature: '' },
-      },
-      {
-        type: 'content_block_delta',
-        index: 0,
-        delta: { type: 'thinking_delta', thinking: '我需要比较两个数字的' },
+        content_block: { type: 'thinking', thinking: 'abc', signature: 'dddd' },
       },
       {
-        type: 'content_block_delta',
+        type: 'content_block_start',
         index: 0,
-        delta: { type: 'thinking_delta', thinking: '大小：9.8和9' },
+        content_block: { type: 'thinking', thinking: null },
       },
       {
-        type: 'content_block_delta',
+        type: 'content_block_start',
         index: 0,
-        delta: { type: 'thinking_delta', thinking: '11\n\n所以9.8比9.11大。' },
+        content_block: { type: 'abc', abc: '' },
       },
       {
         type: 'content_block_delta',
         index: 0,
-        delta: {
-          type: 'signature_delta',
-          signature:
-            'EuYBCkQYAiJAHnHRJG4nPBrdTlo6CmXoyE8WYoQeoPiLnXaeuaM8ExdiIEkVvxK1DYXOz5sCubs2s/G1NsST8A003Zb8XmuhYBIMwDGMZSZ3+gxOEBpVGgzdpOlDNBTxke31SngiMKUk6WcSiA11OSVBuInNukoAhnRd5jPAEg7e5mIoz/qJwnQHV8I+heKUreP77eJdFipQaM3FHn+avEHuLa/Z/fu0O9BftDi+caB1UWDwJakNeWX1yYTvK+N1v4gRpKbj4AhctfYHMjq8qX9XTnXme5AGzCYC6HgYw2/RfalWzwNxI6k=',
-        },
-      },
-      { type: 'content_block_stop', index: 0 },
-      { type: 'content_block_start', index: 1, content_block: { type: 'text', text: '' } },
-      {
-        type: 'content_block_delta',
-        index: 1,
-        delta: { type: 'text_delta', text: '9.8比9.11大。' },
+        delta: { type: 'abc', abc: '123' },
       },
-      { type: 'content_block_stop', index: 1 },
-      {
-        type: 'message_delta',
-        delta: { stop_reason: 'end_turn', stop_sequence: null },
-        usage: { output_tokens: 354 },
-      },
-      { type: 'message_stop' },
     ];
 
     const mockReadableStream = new ReadableStream({
@@ -475,79 +779,20 @@ describe('AnthropicStream', () => {
         'data: {"id":"msg_01MNsLe7n1uVLtu6W8rCFujD","type":"message","role":"assistant","model":"claude-3-7-sonnet-20250219","content":[],"stop_reason":null,"stop_sequence":null,"usage":{"input_tokens":46,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":11}}\n',
         'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
         'event: reasoning',
-        'data: ""\n',
-        'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
-        'event: reasoning',
-        'data: "我需要比较两个数字的"\n',
-        'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
-        'event: reasoning',
-        'data: "大小：9.8和9"\n',
-        'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
-        'event: reasoning',
-        'data: "11\\n\\n所以9.8比9.11大。"\n',
-        // Tool calls
+        'data: "abc"\n',
         'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
         'event: reasoning_signature',
-        `data: "EuYBCkQYAiJAHnHRJG4nPBrdTlo6CmXoyE8WYoQeoPiLnXaeuaM8ExdiIEkVvxK1DYXOz5sCubs2s/G1NsST8A003Zb8XmuhYBIMwDGMZSZ3+gxOEBpVGgzdpOlDNBTxke31SngiMKUk6WcSiA11OSVBuInNukoAhnRd5jPAEg7e5mIoz/qJwnQHV8I+heKUreP77eJdFipQaM3FHn+avEHuLa/Z/fu0O9BftDi+caB1UWDwJakNeWX1yYTvK+N1v4gRpKbj4AhctfYHMjq8qX9XTnXme5AGzCYC6HgYw2/RfalWzwNxI6k="\n`,
+        'data: "dddd"\n',
         'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
         'event: data',
-        `data: {"type":"content_block_stop","index":0}\n`,
+        'data: {"type":"thinking","thinking":null}\n',
         'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
         'event: data',
-        `data: ""\n`,
-        'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
-        'event: text',
-        `data: "9.8比9.11大。"\n`,
+        'data: {"type":"content_block_start","index":0,"content_block":{"type":"abc","abc":""}}\n',
         'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
         'event: data',
-        `data: {"type":"content_block_stop","index":1}\n`,
-        'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
-        'event: stop',
-        'data: "end_turn"\n',
-        'id: msg_01MNsLe7n1uVLtu6W8rCFujD',
-        'event: stop',
-        'data: "message_stop"\n',
+        'data: {"type":"content_block_delta","index":0,"delta":{"type":"abc","abc":"123"}}\n',
       ].map((item) => `${item}\n`),
     );
   });
-  it('should handle ReadableStream input', async () => {
-    const mockReadableStream = new ReadableStream({
-      start(controller) {
-        controller.enqueue({
-          type: 'message_start',
-          message: { id: 'message_1', metadata: {} },
-        });
-        controller.enqueue({
-          type: 'content_block_delta',
-          delta: { type: 'text_delta', text: 'Hello' },
-        });
-        controller.enqueue({
-          type: 'message_stop',
-        });
-        controller.close();
-      },
-    });
-
-    const protocolStream = AnthropicStream(mockReadableStream);
-
-    const decoder = new TextDecoder();
-    const chunks = [];
-
-    // @ts-ignore
-    for await (const chunk of protocolStream) {
-      chunks.push(decoder.decode(chunk, { stream: true }));
-    }
-
-    expect(chunks).toEqual([
-      'id: message_1\n',
-      'event: data\n',
-      `data: {"id":"message_1","metadata":{}}\n\n`,
-      'id: message_1\n',
-      'event: text\n',
-      `data: "Hello"\n\n`,
-      'id: message_1\n',
-      'event: stop\n',
-      `data: "message_stop"\n\n`,
-    ]);
-  });
 });

package/src/libs/agent-runtime/utils/streams/anthropic.ts

@@ -15,7 +15,7 @@ import {
 export const transformAnthropicStream = (
   chunk: Anthropic.MessageStreamEvent,
   context: StreamContext,
-): StreamProtocolChunk => {
+): StreamProtocolChunk | StreamProtocolChunk[] => {
   // maybe need another structure to add support for multiple choices
   switch (chunk.type) {
     case 'message_start': {
@@ -23,48 +23,68 @@ export const transformAnthropicStream = (
       return { data: chunk.message, id: chunk.message.id, type: 'data' };
     }
     case 'content_block_start': {
-      if (chunk.content_block.type === 'tool_use') {
-        const toolChunk = chunk.content_block;
-
-        // if toolIndex is not defined, set it to 0
-        if (typeof context.toolIndex === 'undefined') {
-          context.toolIndex = 0;
+      switch (chunk.content_block.type) {
+        case 'redacted_thinking': {
+          return {
+            data: chunk.content_block.data,
+            id: context.id,
+            type: 'flagged_reasoning_signature',
+          };
         }
-        // if toolIndex is defined, increment it
-        else {
-          context.toolIndex += 1;
+
+        case 'text': {
+          return { data: chunk.content_block.text, id: context.id, type: 'data' };
         }
 
-        const toolCall: StreamToolCallChunkData = {
-          function: {
-            arguments: '',
-            name: toolChunk.name,
-          },
-          id: toolChunk.id,
-          index: context.toolIndex,
-          type: 'function',
-        };
+        case 'tool_use': {
+          const toolChunk = chunk.content_block;
 
-        context.tool = { id: toolChunk.id, index: context.toolIndex, name: toolChunk.name };
+          // if toolIndex is not defined, set it to 0
+          if (typeof context.toolIndex === 'undefined') {
+            context.toolIndex = 0;
+          }
+          // if toolIndex is defined, increment it
+          else {
+            context.toolIndex += 1;
+          }
 
-        return { data: [toolCall], id: context.id, type: 'tool_calls' };
-      }
+          const toolCall: StreamToolCallChunkData = {
+            function: {
+              arguments: '',
+              name: toolChunk.name,
+            },
+            id: toolChunk.id,
+            index: context.toolIndex,
+            type: 'function',
+          };
 
-      if (chunk.content_block.type === 'thinking') {
-        const thinkingChunk = chunk.content_block;
+          context.tool = { id: toolChunk.id, index: context.toolIndex, name: toolChunk.name };
 
-        return { data: thinkingChunk.thinking, id: context.id, type: 'reasoning' };
-      }
+          return { data: [toolCall], id: context.id, type: 'tool_calls' };
+        }
+        case 'thinking': {
+          const thinkingChunk = chunk.content_block;
+
+          // if there is signature in the thinking block, return both thinking and signature
+          if (!!thinkingChunk.signature) {
+            return [
+              { data: thinkingChunk.thinking, id: context.id, type: 'reasoning' },
+              { data: thinkingChunk.signature, id: context.id, type: 'reasoning_signature' },
+            ];
+          }
+
+          if (typeof thinkingChunk.thinking === 'string')
+            return { data: thinkingChunk.thinking, id: context.id, type: 'reasoning' };
+
+          return { data: thinkingChunk, id: context.id, type: 'data' };
+        }
 
-      if (chunk.content_block.type === 'redacted_thinking') {
-        return {
-          data: chunk.content_block.data,
-          id: context.id,
-          type: 'reasoning',
-        };
+        default: {
+          break;
+        }
       }
 
-      return { data: chunk.content_block.text, id: context.id, type: 'data' };
+      return { data: chunk, id: context.id, type: 'data' };
     }
 
     case 'content_block_delta': {
@@ -93,7 +113,7 @@ export const transformAnthropicStream = (
           return {
             data: chunk.delta.signature,
             id: context.id,
-            type: 'reasoning_signature' as any,
+            type: 'reasoning_signature',
           };
         }