@xsai/stream-text 0.4.0-beta.1 → 0.4.0-beta.3

package/dist/index.d.ts

@@ -51,8 +51,9 @@ interface StreamTextResult {
     messages: Promise<Message[]>;
     steps: Promise<CompletionStep[]>;
     textStream: ReadableStream<string>;
+    totalUsage: Promise<undefined | Usage>;
     usage: Promise<undefined | Usage>;
 }
-declare const streamText: (options: StreamTextOptions) => Promise<StreamTextResult>;
+declare const streamText: (options: StreamTextOptions) => StreamTextResult;
 
 export { type StreamTextEvent, type StreamTextOptions, type StreamTextResult, streamText };

package/dist/index.js

@@ -82,14 +82,16 @@ const transformChunk = () => {
   });
 };
 
-const streamText = async (options) => {
+const streamText = (options) => {
   const steps = [];
   const messages = structuredClone(options.messages);
   const maxSteps = options.maxSteps ?? 1;
   let usage;
+  let totalUsage;
   const resultSteps = new DelayedPromise();
   const resultMessages = new DelayedPromise();
   const resultUsage = new DelayedPromise();
+  const resultTotalUsage = new DelayedPromise();
   let eventCtrl;
   let textCtrl;
   const eventStream = new ReadableStream({ start: (controller) => eventCtrl = controller });
@@ -102,9 +104,21 @@ const streamText = async (options) => {
     steps.push(step);
     void options.onStepFinish?.(step);
   };
-  const startStream = async () => {
+  const doStream = async () => {
+    const { body: stream } = await chat({
+      ...options,
+      maxSteps: void 0,
+      messages,
+      stream: true,
+      streamOptions: options.streamOptions != null ? objCamelToSnake(options.streamOptions) : void 0
+    });
     const pushUsage = (u) => {
       usage = u;
+      totalUsage = totalUsage ? {
+        completion_tokens: totalUsage.completion_tokens + u.completion_tokens,
+        prompt_tokens: totalUsage.prompt_tokens + u.prompt_tokens,
+        total_tokens: totalUsage.total_tokens + u.total_tokens
+      } : { ...u };
     };
     let text = "";
     const pushText = (content) => {
@@ -115,55 +129,47 @@ const streamText = async (options) => {
     const toolCalls = [];
     const toolResults = [];
     let finishReason = "other";
-    await chat({
-      ...options,
-      maxSteps: void 0,
-      messages,
-      stream: true,
-      streamOptions: options.streamOptions != null ? objCamelToSnake(options.streamOptions) : void 0
-    }).then(
-      async (res) => res.body.pipeThrough(transformChunk()).pipeTo(new WritableStream({
-        abort: (reason) => {
-          eventCtrl?.error(reason);
-          textCtrl?.error(reason);
-        },
-        close: () => {
-        },
-        // eslint-disable-next-line sonarjs/cognitive-complexity
-        write: (chunk) => {
-          if (chunk.usage)
-            pushUsage(chunk.usage);
-          if (chunk.choices == null || chunk.choices.length === 0)
-            return;
-          const choice = chunk.choices[0];
-          if (choice.delta.reasoning_content != null)
-            pushEvent({ text: choice.delta.reasoning_content, type: "reasoning-delta" });
-          if (choice.finish_reason != null)
-            finishReason = choice.finish_reason;
-          if (choice.delta.tool_calls?.length === 0 || choice.delta.tool_calls == null) {
-            if (choice.delta.content != null) {
-              pushEvent({ text: choice.delta.content, type: "text-delta" });
-              pushText(choice.delta.content);
-            } else if (choice.delta.refusal != null) {
-              pushEvent({ error: choice.delta.refusal, type: "error" });
-            } else if (choice.finish_reason != null) {
-              pushEvent({ finishReason: choice.finish_reason, type: "finish", usage });
-            }
-          } else {
-            for (const toolCall of choice.delta.tool_calls) {
-              const { index } = toolCall;
-              if (!tool_calls.at(index)) {
-                tool_calls[index] = toolCall;
-                pushEvent({ toolCallId: toolCall.id, toolName: toolCall.function.name, type: "tool-call-streaming-start" });
-              } else {
-                tool_calls[index].function.arguments += toolCall.function.arguments;
-                pushEvent({ argsTextDelta: toolCall.function.arguments, toolCallId: toolCall.id, toolName: toolCall.function.name, type: "tool-call-delta" });
-              }
+    await stream.pipeThrough(transformChunk()).pipeTo(new WritableStream({
+      abort: (reason) => {
+        eventCtrl?.error(reason);
+        textCtrl?.error(reason);
+      },
+      close: () => {
+      },
+      // eslint-disable-next-line sonarjs/cognitive-complexity
+      write: (chunk) => {
+        if (chunk.usage)
+          pushUsage(chunk.usage);
+        if (chunk.choices == null || chunk.choices.length === 0)
+          return;
+        const choice = chunk.choices[0];
+        if (choice.delta.reasoning_content != null)
+          pushEvent({ text: choice.delta.reasoning_content, type: "reasoning-delta" });
+        if (choice.finish_reason != null)
+          finishReason = choice.finish_reason;
+        if (choice.delta.tool_calls?.length === 0 || choice.delta.tool_calls == null) {
+          if (choice.delta.content != null) {
+            pushEvent({ text: choice.delta.content, type: "text-delta" });
+            pushText(choice.delta.content);
+          } else if (choice.delta.refusal != null) {
+            pushEvent({ error: choice.delta.refusal, type: "error" });
+          } else if (choice.finish_reason != null) {
+            pushEvent({ finishReason: choice.finish_reason, type: "finish", usage });
+          }
+        } else {
+          for (const toolCall of choice.delta.tool_calls) {
+            const { index } = toolCall;
+            if (!tool_calls.at(index)) {
+              tool_calls[index] = toolCall;
+              pushEvent({ toolCallId: toolCall.id, toolName: toolCall.function.name, type: "tool-call-streaming-start" });
+            } else {
+              tool_calls[index].function.arguments += toolCall.function.arguments;
+              pushEvent({ argsTextDelta: toolCall.function.arguments, toolCallId: toolCall.id, toolName: toolCall.function.name, type: "tool-call-delta" });
             }
           }
         }
-      }))
-    );
+      }
+    }));
     messages.push({ content: text, role: "assistant", tool_calls });
     if (tool_calls.length !== 0) {
       for (const toolCall of tool_calls) {
@@ -195,29 +201,34 @@ const streamText = async (options) => {
       usage
     });
     if (toolCalls.length !== 0 && steps.length < maxSteps)
-      return async () => startStream();
+      return async () => doStream();
   };
-  try {
-    await trampoline(async () => startStream());
-    eventCtrl?.close();
-    textCtrl?.close();
-  } catch (err) {
-    eventCtrl?.error(err);
-    textCtrl?.error(err);
-    resultSteps.reject(err);
-    resultMessages.reject(err);
-    resultUsage.reject(err);
-  } finally {
-    resultSteps.resolve(steps);
-    resultMessages.resolve(messages);
-    resultUsage.resolve(usage);
-    void options.onFinish?.(steps.at(-1));
-  }
+  void (async () => {
+    try {
+      await trampoline(async () => doStream());
+      eventCtrl?.close();
+      textCtrl?.close();
+    } catch (err) {
+      eventCtrl?.error(err);
+      textCtrl?.error(err);
+      resultSteps.reject(err);
+      resultMessages.reject(err);
+      resultUsage.reject(err);
+      resultTotalUsage.reject(err);
+    } finally {
+      resultSteps.resolve(steps);
+      resultMessages.resolve(messages);
+      resultUsage.resolve(usage);
+      resultTotalUsage.resolve(totalUsage);
+      void options.onFinish?.(steps.at(-1));
+    }
+  })();
   return {
     fullStream: eventStream,
     messages: resultMessages.promise,
     steps: resultSteps.promise,
     textStream,
+    totalUsage: resultTotalUsage.promise,
     usage: resultUsage.promise
   };
 };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@xsai/stream-text",
   "type": "module",
-  "version": "0.4.0-beta.1",
+  "version": "0.4.0-beta.3",
   "description": "extra-small AI SDK.",
   "author": "Moeru AI",
   "license": "MIT",
@@ -29,12 +29,12 @@
     "dist"
   ],
   "dependencies": {
-    "@xsai/shared-chat": "~0.4.0-beta.1"
+    "@xsai/shared-chat": "~0.4.0-beta.3"
   },
   "devDependencies": {
     "valibot": "^1.0.0",
-    "@xsai/tool": "~0.4.0-beta.1",
-    "@xsai/shared": "~0.4.0-beta.1"
+    "@xsai/shared": "~0.4.0-beta.3",
+    "@xsai/tool": "~0.4.0-beta.3"
   },
   "scripts": {
     "build": "pkgroll",