@xsai/stream-text 0.4.0-beta.1 → 0.4.0-beta.2

package/dist/index.js

@@ -102,7 +102,14 @@ const streamText = async (options) => {
     steps.push(step);
     void options.onStepFinish?.(step);
   };
-  const startStream = async () => {
+  const startStream = async () => chat({
+    ...options,
+    maxSteps: void 0,
+    messages,
+    stream: true,
+    streamOptions: options.streamOptions != null ? objCamelToSnake(options.streamOptions) : void 0
+  }).then((res) => res.body);
+  const handleStream = async (stream2) => {
     const pushUsage = (u) => {
       usage = u;
     };
@@ -115,55 +122,47 @@ const streamText = async (options) => {
     const toolCalls = [];
     const toolResults = [];
     let finishReason = "other";
-    await chat({
-      ...options,
-      maxSteps: void 0,
-      messages,
-      stream: true,
-      streamOptions: options.streamOptions != null ? objCamelToSnake(options.streamOptions) : void 0
-    }).then(
-      async (res) => res.body.pipeThrough(transformChunk()).pipeTo(new WritableStream({
-        abort: (reason) => {
-          eventCtrl?.error(reason);
-          textCtrl?.error(reason);
-        },
-        close: () => {
-        },
-        // eslint-disable-next-line sonarjs/cognitive-complexity
-        write: (chunk) => {
-          if (chunk.usage)
-            pushUsage(chunk.usage);
-          if (chunk.choices == null || chunk.choices.length === 0)
-            return;
-          const choice = chunk.choices[0];
-          if (choice.delta.reasoning_content != null)
-            pushEvent({ text: choice.delta.reasoning_content, type: "reasoning-delta" });
-          if (choice.finish_reason != null)
-            finishReason = choice.finish_reason;
-          if (choice.delta.tool_calls?.length === 0 || choice.delta.tool_calls == null) {
-            if (choice.delta.content != null) {
-              pushEvent({ text: choice.delta.content, type: "text-delta" });
-              pushText(choice.delta.content);
-            } else if (choice.delta.refusal != null) {
-              pushEvent({ error: choice.delta.refusal, type: "error" });
-            } else if (choice.finish_reason != null) {
-              pushEvent({ finishReason: choice.finish_reason, type: "finish", usage });
-            }
-          } else {
-            for (const toolCall of choice.delta.tool_calls) {
-              const { index } = toolCall;
-              if (!tool_calls.at(index)) {
-                tool_calls[index] = toolCall;
-                pushEvent({ toolCallId: toolCall.id, toolName: toolCall.function.name, type: "tool-call-streaming-start" });
-              } else {
-                tool_calls[index].function.arguments += toolCall.function.arguments;
-                pushEvent({ argsTextDelta: toolCall.function.arguments, toolCallId: toolCall.id, toolName: toolCall.function.name, type: "tool-call-delta" });
-              }
+    await stream2.pipeThrough(transformChunk()).pipeTo(new WritableStream({
+      abort: (reason) => {
+        eventCtrl?.error(reason);
+        textCtrl?.error(reason);
+      },
+      close: () => {
+      },
+      // eslint-disable-next-line sonarjs/cognitive-complexity
+      write: (chunk) => {
+        if (chunk.usage)
+          pushUsage(chunk.usage);
+        if (chunk.choices == null || chunk.choices.length === 0)
+          return;
+        const choice = chunk.choices[0];
+        if (choice.delta.reasoning_content != null)
+          pushEvent({ text: choice.delta.reasoning_content, type: "reasoning-delta" });
+        if (choice.finish_reason != null)
+          finishReason = choice.finish_reason;
+        if (choice.delta.tool_calls?.length === 0 || choice.delta.tool_calls == null) {
+          if (choice.delta.content != null) {
+            pushEvent({ text: choice.delta.content, type: "text-delta" });
+            pushText(choice.delta.content);
+          } else if (choice.delta.refusal != null) {
+            pushEvent({ error: choice.delta.refusal, type: "error" });
+          } else if (choice.finish_reason != null) {
+            pushEvent({ finishReason: choice.finish_reason, type: "finish", usage });
+          }
+        } else {
+          for (const toolCall of choice.delta.tool_calls) {
+            const { index } = toolCall;
+            if (!tool_calls.at(index)) {
+              tool_calls[index] = toolCall;
+              pushEvent({ toolCallId: toolCall.id, toolName: toolCall.function.name, type: "tool-call-streaming-start" });
+            } else {
+              tool_calls[index].function.arguments += toolCall.function.arguments;
+              pushEvent({ argsTextDelta: toolCall.function.arguments, toolCallId: toolCall.id, toolName: toolCall.function.name, type: "tool-call-delta" });
             }
           }
         }
-      }))
-    );
+      }
+    }));
     messages.push({ content: text, role: "assistant", tool_calls });
     if (tool_calls.length !== 0) {
       for (const toolCall of tool_calls) {
@@ -195,24 +194,27 @@ const streamText = async (options) => {
       usage
     });
     if (toolCalls.length !== 0 && steps.length < maxSteps)
-      return async () => startStream();
+      return async () => handleStream(await startStream());
   };
-  try {
-    await trampoline(async () => startStream());
-    eventCtrl?.close();
-    textCtrl?.close();
-  } catch (err) {
-    eventCtrl?.error(err);
-    textCtrl?.error(err);
-    resultSteps.reject(err);
-    resultMessages.reject(err);
-    resultUsage.reject(err);
-  } finally {
-    resultSteps.resolve(steps);
-    resultMessages.resolve(messages);
-    resultUsage.resolve(usage);
-    void options.onFinish?.(steps.at(-1));
-  }
+  const stream = await startStream();
+  void (async () => {
+    try {
+      await trampoline(async () => handleStream(stream));
+      eventCtrl?.close();
+      textCtrl?.close();
+    } catch (err) {
+      eventCtrl?.error(err);
+      textCtrl?.error(err);
+      resultSteps.reject(err);
+      resultMessages.reject(err);
+      resultUsage.reject(err);
+    } finally {
+      resultSteps.resolve(steps);
+      resultMessages.resolve(messages);
+      resultUsage.resolve(usage);
+      void options.onFinish?.(steps.at(-1));
+    }
+  })();
   return {
     fullStream: eventStream,
     messages: resultMessages.promise,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@xsai/stream-text",
   "type": "module",
-  "version": "0.4.0-beta.1",
+  "version": "0.4.0-beta.2",
   "description": "extra-small AI SDK.",
   "author": "Moeru AI",
   "license": "MIT",
@@ -29,12 +29,12 @@
     "dist"
   ],
   "dependencies": {
-    "@xsai/shared-chat": "~0.4.0-beta.1"
+    "@xsai/shared-chat": "~0.4.0-beta.2"
   },
   "devDependencies": {
     "valibot": "^1.0.0",
-    "@xsai/tool": "~0.4.0-beta.1",
-    "@xsai/shared": "~0.4.0-beta.1"
+    "@xsai/shared": "~0.4.0-beta.2",
+    "@xsai/tool": "~0.4.0-beta.2"
   },
   "scripts": {
     "build": "pkgroll",