@xsai-ext/telemetry 0.5.0-beta.2 → 0.5.0-beta.4

package/dist/index.js

@@ -1,9 +1,9 @@
-import { embed as embed$1, clean, embedMany as embedMany$1, trampoline, resolveStepOptions, chat, responseJSON, InvalidResponseError, stepCountAtLeast, executeTool, shouldStop, determineStepType, DelayedPromise, objCamelToSnake } from 'xsai';
+import { embed as embed$1, clean, embedMany as embedMany$1, trampoline, resolvePrepareStep, chat, responseJSON, normalizeChatCompletionUsage, computeTotalUsage, InvalidResponseError, stepCountAtLeast, executeTool, shouldStop, DelayedPromise, objCamelToSnake } from 'xsai';
 export * from 'xsai';
 import { trace, SpanStatusCode } from '@opentelemetry/api';
 import { createControlledStream, errorControllers, closeControllers, EventSourceParserStream, JsonMessageTransformStream } from '@xsai/shared-stream';
 
-var version = "0.5.0-beta.2";
+var version = "0.5.0-beta.4";
 var pkg = {
 	version: version};
 
@@ -135,8 +135,8 @@ const generateText = async (options) => {
   const rawGenerateText = async (options2) => {
     const messages = options2.steps == null ? structuredClone(options2.messages) : options2.messages;
     const steps = options2.steps ?? [];
-    const stepOptions = await resolveStepOptions({
-      messages,
+    const stepOptions = await resolvePrepareStep({
+      input: messages,
       model: options2.model,
       prepareStep: options2.prepareStep,
       stepNumber: steps.length,
@@ -145,20 +145,22 @@ const generateText = async (options) => {
     });
     return recordSpan(chatSpan({
       ...options2,
-      messages: stepOptions.messages,
+      messages: stepOptions.input,
       model: stepOptions.model,
       toolChoice: stepOptions.toolChoice
     }, tracer), async (span) => chat({
       ...options2,
-      maxSteps: void 0,
-      messages: stepOptions.messages,
+      messages: stepOptions.input,
       model: stepOptions.model,
       steps: void 0,
-      stopWhen: void 0,
       stream: false,
-      toolChoice: stepOptions.toolChoice
+      telemetry: void 0,
+      toolChoice: stepOptions.toolChoice,
+      totalUsage: void 0
     }).then(responseJSON).then(async (res) => {
-      const { choices, usage } = res;
+      const { choices } = res;
+      const usage = normalizeChatCompletionUsage(res.usage);
+      const totalUsage = computeTotalUsage(options2.totalUsage, usage);
       if (!choices?.length) {
         const responseBody = JSON.stringify(res);
         throw new InvalidResponseError(`No choices returned, response body: ${responseBody}`, {
@@ -182,13 +184,17 @@ const generateText = async (options) => {
             tools: options2.tools
           }))
         );
-        for (const { completionToolCall, completionToolResult, message: message2 } of results) {
+        for (const { completionToolCall, completionToolResult, result } of results) {
           toolCalls.push(completionToolCall);
           toolResults.push(completionToolResult);
-          messages.push(message2);
+          messages.push({
+            content: result,
+            role: "tool",
+            tool_call_id: completionToolCall.toolCallId
+          });
         }
       }
-      const stopStep = {
+      const step = {
         finishReason,
         text: Array.isArray(message.content) ? message.content.filter((m) => m.type === "text").map((m) => m.text).join("\n") : message.content,
         toolCalls,
@@ -196,25 +202,16 @@ const generateText = async (options) => {
         usage
       };
       const stop = shouldStop(stopWhen, {
-        messages,
-        step: stopStep,
-        steps: [...steps, stopStep]
+        input: messages,
+        step,
+        steps: [...steps, step]
       });
       const willContinue = toolCalls.length > 0 && !stop;
-      const step = {
-        ...stopStep,
-        stepType: determineStepType({
-          finishReason,
-          stepsLength: steps.length,
-          toolCallsLength: toolCalls.length,
-          willContinue
-        })
-      };
       steps.push(step);
       span.setAttributes({
         "gen_ai.response.finish_reasons": [step.finishReason],
-        "gen_ai.usage.input_tokens": step.usage.prompt_tokens,
-        "gen_ai.usage.output_tokens": step.usage.completion_tokens
+        "gen_ai.usage.input_tokens": step.usage.inputTokens,
+        "gen_ai.usage.output_tokens": step.usage.outputTokens
       });
       if (options2.onStepFinish)
         await options2.onStepFinish(step);
@@ -227,13 +224,15 @@ const generateText = async (options) => {
           text: step.text,
           toolCalls: step.toolCalls,
           toolResults: step.toolResults,
+          totalUsage,
           usage: step.usage
         };
       } else {
         return async () => rawGenerateText({
           ...options2,
           messages,
-          steps
+          steps,
+          totalUsage
         });
       }
     }));
@@ -257,6 +256,7 @@ const streamText = (options) => {
   const resultUsage = new DelayedPromise();
   const resultTotalUsage = new DelayedPromise();
   const [eventStream, eventCtrl] = createControlledStream();
+  const [fullStream, fullCtrl] = createControlledStream();
   const [textStream, textCtrl] = createControlledStream();
   const [reasoningTextStream, reasoningTextCtrl] = createControlledStream();
   const pushEvent = (stepEvent) => {
@@ -269,8 +269,8 @@ const streamText = (options) => {
   };
   const tools = options.tools != null && options.tools.length > 0 ? options.tools.map((tool) => wrapTool(tool, tracer)) : void 0;
   const doStream = async () => {
-    const stepOptions = await resolveStepOptions({
-      messages,
+    const stepOptions = await resolvePrepareStep({
+      input: messages,
       model: options.model,
       prepareStep: options.prepareStep,
       stepNumber: steps.length,
@@ -279,28 +279,25 @@ const streamText = (options) => {
     });
     return recordSpan(chatSpan({
       ...options,
-      messages: stepOptions.messages,
+      messages: stepOptions.input,
       model: stepOptions.model,
       toolChoice: stepOptions.toolChoice
     }, tracer), async (span) => {
       const { body: stream } = await chat({
         ...options,
-        maxSteps: void 0,
-        messages: stepOptions.messages,
+        messages: stepOptions.input,
         model: stepOptions.model,
-        stopWhen: void 0,
         stream: true,
         streamOptions: options.streamOptions != null ? objCamelToSnake(options.streamOptions) : void 0,
+        telemetry: void 0,
         toolChoice: stepOptions.toolChoice,
         tools
       });
       const pushUsage = (u) => {
-        usage = u;
-        totalUsage = totalUsage ? {
-          completion_tokens: totalUsage.completion_tokens + u.completion_tokens,
-          prompt_tokens: totalUsage.prompt_tokens + u.prompt_tokens,
-          total_tokens: totalUsage.total_tokens + u.total_tokens
-        } : u;
+        if (u == null)
+          return;
+        usage = normalizeChatCompletionUsage(u);
+        totalUsage = computeTotalUsage(totalUsage, usage);
       };
       let text = "";
       let reasoningText;
@@ -309,8 +306,7 @@ const streamText = (options) => {
         text += content;
       };
       const pushReasoningText = (reasoningContent) => {
-        if (reasoningText == null)
-          reasoningText = "";
+        reasoningText ??= "";
         reasoningTextCtrl.current?.enqueue(reasoningContent);
         reasoningText += reasoningContent;
       };
@@ -320,14 +316,14 @@ const streamText = (options) => {
       let finishReason = "other";
       await stream.pipeThrough(new TextDecoderStream()).pipeThrough(new EventSourceParserStream()).pipeThrough(new JsonMessageTransformStream()).pipeTo(new WritableStream({
         abort: (reason) => {
-          errorControllers(reason, eventCtrl, textCtrl, reasoningTextCtrl);
+          errorControllers(reason, eventCtrl, fullCtrl, textCtrl, reasoningTextCtrl);
         },
         close: () => {
         },
         // eslint-disable-next-line sonarjs/cognitive-complexity
         write: (chunk) => {
-          if (chunk.usage)
-            pushUsage(chunk.usage);
+          fullCtrl.current?.enqueue(chunk);
+          pushUsage(chunk.usage);
           if (chunk.choices == null || chunk.choices.length === 0)
             return;
           const choice = chunk.choices[0];
@@ -400,10 +396,14 @@ const streamText = (options) => {
             tools
           }))
         );
-        for (const { completionToolCall, completionToolResult, message: message2 } of results) {
+        for (const { completionToolCall, completionToolResult, result } of results) {
           toolCalls.push(completionToolCall);
           toolResults.push(completionToolResult);
-          messages.push(message2);
+          messages.push({
+            content: result,
+            role: "tool",
+            tool_call_id: completionToolCall.toolCallId
+          });
           pushEvent({ ...completionToolCall, type: "tool-call" });
           pushEvent({ ...completionToolResult, type: "tool-result" });
         }
@@ -414,7 +414,7 @@ const streamText = (options) => {
           usage
         });
       }
-      const stopStep = {
+      const step = {
         finishReason,
         text,
         toolCalls,
@@ -422,26 +422,17 @@ const streamText = (options) => {
         usage
       };
       const stop = shouldStop(stopWhen, {
-        messages,
-        step: stopStep,
-        steps: [...steps, stopStep]
+        input: messages,
+        step,
+        steps: [...steps, step]
       });
       const willContinue = toolCalls.length > 0 && !stop;
-      const step = {
-        ...stopStep,
-        stepType: determineStepType({
-          finishReason,
-          stepsLength: steps.length,
-          toolCallsLength: toolCalls.length,
-          willContinue
-        })
-      };
       pushStep(step);
       span.setAttributes({
         "gen_ai.response.finish_reasons": [step.finishReason],
         ...step.usage && {
-          "gen_ai.usage.input_tokens": step.usage.prompt_tokens,
-          "gen_ai.usage.output_tokens": step.usage.completion_tokens
+          "gen_ai.usage.input_tokens": step.usage.inputTokens,
+          "gen_ai.usage.output_tokens": step.usage.outputTokens
         }
       });
       if (willContinue)
@@ -461,21 +452,22 @@ const streamText = (options) => {
       finalError ??= err;
     }
     if (finalError != null) {
-      errorControllers(finalError, eventCtrl, textCtrl, reasoningTextCtrl);
+      errorControllers(finalError, eventCtrl, fullCtrl, textCtrl, reasoningTextCtrl);
       resultSteps.reject(finalError);
       resultMessages.reject(finalError);
       resultUsage.reject(finalError);
       resultTotalUsage.reject(finalError);
       return;
     }
-    closeControllers(eventCtrl, textCtrl, reasoningTextCtrl);
+    closeControllers(eventCtrl, fullCtrl, textCtrl, reasoningTextCtrl);
     resultSteps.resolve(steps);
     resultMessages.resolve(messages);
     resultUsage.resolve(usage);
     resultTotalUsage.resolve(totalUsage);
   })();
   return {
-    fullStream: eventStream,
+    eventStream,
+    fullStream,
     messages: resultMessages.promise,
     reasoningTextStream,
     steps: resultSteps.promise,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@xsai-ext/telemetry",
   "type": "module",
-  "version": "0.5.0-beta.2",
+  "version": "0.5.0-beta.4",
   "description": "extra-small AI SDK.",
   "author": "Moeru AI",
   "license": "MIT",
@@ -29,15 +29,15 @@
     "dist"
   ],
   "dependencies": {
-    "@opentelemetry/api": "^1.9.0",
-    "@xsai/shared-stream": "~0.5.0-beta.2",
-    "xsai": "~0.5.0-beta.2"
+    "@opentelemetry/api": "^1.9.1",
+    "@xsai/shared-stream": "0.5.0-beta.4",
+    "xsai": "0.5.0-beta.4"
   },
   "devDependencies": {
-    "@langfuse/otel": "^4.5.1",
-    "@opentelemetry/sdk-trace-base": "^2.2.0",
-    "@opentelemetry/sdk-trace-node": "^2.2.0",
-    "zod": "^4.2.1"
+    "@langfuse/otel": "^5.1.0",
+    "@opentelemetry/sdk-trace-base": "^2.6.1",
+    "@opentelemetry/sdk-trace-node": "^2.6.1",
+    "zod": "^4.3.6"
   },
   "scripts": {
     "build": "pkgroll",