@xsai-ext/telemetry 0.5.0-beta.2 → 0.5.0-beta.3

package/dist/index.js

@@ -1,9 +1,9 @@
-import { embed as embed$1, clean, embedMany as embedMany$1, trampoline, resolveStepOptions, chat, responseJSON, InvalidResponseError, stepCountAtLeast, executeTool, shouldStop, determineStepType, DelayedPromise, objCamelToSnake } from 'xsai';
+import { embed as embed$1, clean, embedMany as embedMany$1, trampoline, resolvePrepareStep, chat, responseJSON, normalizeChatCompletionUsage, InvalidResponseError, stepCountAtLeast, executeTool, shouldStop, DelayedPromise, objCamelToSnake, computeTotalUsage } from 'xsai';
 export * from 'xsai';
 import { trace, SpanStatusCode } from '@opentelemetry/api';
 import { createControlledStream, errorControllers, closeControllers, EventSourceParserStream, JsonMessageTransformStream } from '@xsai/shared-stream';
 
-var version = "0.5.0-beta.2";
+var version = "0.5.0-beta.3";
 var pkg = {
 	version: version};
 
@@ -135,8 +135,8 @@ const generateText = async (options) => {
   const rawGenerateText = async (options2) => {
     const messages = options2.steps == null ? structuredClone(options2.messages) : options2.messages;
     const steps = options2.steps ?? [];
-    const stepOptions = await resolveStepOptions({
-      messages,
+    const stepOptions = await resolvePrepareStep({
+      input: messages,
       model: options2.model,
       prepareStep: options2.prepareStep,
       stepNumber: steps.length,
@@ -145,20 +145,21 @@ const generateText = async (options) => {
     });
     return recordSpan(chatSpan({
       ...options2,
-      messages: stepOptions.messages,
+      messages: stepOptions.input,
       model: stepOptions.model,
       toolChoice: stepOptions.toolChoice
     }, tracer), async (span) => chat({
       ...options2,
       maxSteps: void 0,
-      messages: stepOptions.messages,
+      messages: stepOptions.input,
       model: stepOptions.model,
       steps: void 0,
       stopWhen: void 0,
       stream: false,
       toolChoice: stepOptions.toolChoice
     }).then(responseJSON).then(async (res) => {
-      const { choices, usage } = res;
+      const { choices } = res;
+      const usage = normalizeChatCompletionUsage(res.usage);
       if (!choices?.length) {
         const responseBody = JSON.stringify(res);
         throw new InvalidResponseError(`No choices returned, response body: ${responseBody}`, {
@@ -182,13 +183,17 @@ const generateText = async (options) => {
             tools: options2.tools
           }))
         );
-        for (const { completionToolCall, completionToolResult, message: message2 } of results) {
+        for (const { completionToolCall, completionToolResult, result } of results) {
           toolCalls.push(completionToolCall);
           toolResults.push(completionToolResult);
-          messages.push(message2);
+          messages.push({
+            content: result,
+            role: "tool",
+            tool_call_id: completionToolCall.toolCallId
+          });
         }
       }
-      const stopStep = {
+      const step = {
         finishReason,
         text: Array.isArray(message.content) ? message.content.filter((m) => m.type === "text").map((m) => m.text).join("\n") : message.content,
         toolCalls,
@@ -196,25 +201,16 @@ const generateText = async (options) => {
         usage
       };
       const stop = shouldStop(stopWhen, {
-        messages,
-        step: stopStep,
-        steps: [...steps, stopStep]
+        input: messages,
+        step,
+        steps: [...steps, step]
       });
       const willContinue = toolCalls.length > 0 && !stop;
-      const step = {
-        ...stopStep,
-        stepType: determineStepType({
-          finishReason,
-          stepsLength: steps.length,
-          toolCallsLength: toolCalls.length,
-          willContinue
-        })
-      };
       steps.push(step);
       span.setAttributes({
         "gen_ai.response.finish_reasons": [step.finishReason],
-        "gen_ai.usage.input_tokens": step.usage.prompt_tokens,
-        "gen_ai.usage.output_tokens": step.usage.completion_tokens
+        "gen_ai.usage.input_tokens": step.usage.inputTokens,
+        "gen_ai.usage.output_tokens": step.usage.outputTokens
       });
       if (options2.onStepFinish)
         await options2.onStepFinish(step);
@@ -269,8 +265,8 @@ const streamText = (options) => {
   };
   const tools = options.tools != null && options.tools.length > 0 ? options.tools.map((tool) => wrapTool(tool, tracer)) : void 0;
   const doStream = async () => {
-    const stepOptions = await resolveStepOptions({
-      messages,
+    const stepOptions = await resolvePrepareStep({
+      input: messages,
       model: options.model,
       prepareStep: options.prepareStep,
       stepNumber: steps.length,
@@ -279,14 +275,14 @@ const streamText = (options) => {
     });
     return recordSpan(chatSpan({
       ...options,
-      messages: stepOptions.messages,
+      messages: stepOptions.input,
       model: stepOptions.model,
       toolChoice: stepOptions.toolChoice
     }, tracer), async (span) => {
       const { body: stream } = await chat({
         ...options,
         maxSteps: void 0,
-        messages: stepOptions.messages,
+        messages: stepOptions.input,
         model: stepOptions.model,
         stopWhen: void 0,
         stream: true,
@@ -295,12 +291,10 @@ const streamText = (options) => {
         tools
       });
       const pushUsage = (u) => {
-        usage = u;
-        totalUsage = totalUsage ? {
-          completion_tokens: totalUsage.completion_tokens + u.completion_tokens,
-          prompt_tokens: totalUsage.prompt_tokens + u.prompt_tokens,
-          total_tokens: totalUsage.total_tokens + u.total_tokens
-        } : u;
+        if (u == null)
+          return;
+        usage = normalizeChatCompletionUsage(u);
+        totalUsage = computeTotalUsage(totalUsage, usage);
       };
       let text = "";
       let reasoningText;
@@ -309,8 +303,7 @@ const streamText = (options) => {
         text += content;
       };
       const pushReasoningText = (reasoningContent) => {
-        if (reasoningText == null)
-          reasoningText = "";
+        reasoningText ??= "";
         reasoningTextCtrl.current?.enqueue(reasoningContent);
         reasoningText += reasoningContent;
       };
@@ -326,8 +319,7 @@ const streamText = (options) => {
         },
         // eslint-disable-next-line sonarjs/cognitive-complexity
         write: (chunk) => {
-          if (chunk.usage)
-            pushUsage(chunk.usage);
+          pushUsage(chunk.usage);
           if (chunk.choices == null || chunk.choices.length === 0)
             return;
           const choice = chunk.choices[0];
@@ -400,10 +392,14 @@ const streamText = (options) => {
             tools
           }))
         );
-        for (const { completionToolCall, completionToolResult, message: message2 } of results) {
+        for (const { completionToolCall, completionToolResult, result } of results) {
           toolCalls.push(completionToolCall);
           toolResults.push(completionToolResult);
-          messages.push(message2);
+          messages.push({
+            content: result,
+            role: "tool",
+            tool_call_id: completionToolCall.toolCallId
+          });
           pushEvent({ ...completionToolCall, type: "tool-call" });
           pushEvent({ ...completionToolResult, type: "tool-result" });
         }
@@ -414,7 +410,7 @@ const streamText = (options) => {
           usage
         });
       }
-      const stopStep = {
+      const step = {
         finishReason,
         text,
         toolCalls,
@@ -422,26 +418,17 @@ const streamText = (options) => {
         usage
       };
       const stop = shouldStop(stopWhen, {
-        messages,
-        step: stopStep,
-        steps: [...steps, stopStep]
+        input: messages,
+        step,
+        steps: [...steps, step]
       });
       const willContinue = toolCalls.length > 0 && !stop;
-      const step = {
-        ...stopStep,
-        stepType: determineStepType({
-          finishReason,
-          stepsLength: steps.length,
-          toolCallsLength: toolCalls.length,
-          willContinue
-        })
-      };
       pushStep(step);
       span.setAttributes({
         "gen_ai.response.finish_reasons": [step.finishReason],
         ...step.usage && {
-          "gen_ai.usage.input_tokens": step.usage.prompt_tokens,
-          "gen_ai.usage.output_tokens": step.usage.completion_tokens
+          "gen_ai.usage.input_tokens": step.usage.inputTokens,
+          "gen_ai.usage.output_tokens": step.usage.outputTokens
         }
       });
       if (willContinue)

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@xsai-ext/telemetry",
   "type": "module",
-  "version": "0.5.0-beta.2",
+  "version": "0.5.0-beta.3",
   "description": "extra-small AI SDK.",
   "author": "Moeru AI",
   "license": "MIT",
@@ -29,15 +29,15 @@
     "dist"
   ],
   "dependencies": {
-    "@opentelemetry/api": "^1.9.0",
-    "@xsai/shared-stream": "~0.5.0-beta.2",
-    "xsai": "~0.5.0-beta.2"
+    "@opentelemetry/api": "^1.9.1",
+    "xsai": "0.5.0-beta.3",
+    "@xsai/shared-stream": "0.5.0-beta.3"
   },
   "devDependencies": {
-    "@langfuse/otel": "^4.5.1",
-    "@opentelemetry/sdk-trace-base": "^2.2.0",
-    "@opentelemetry/sdk-trace-node": "^2.2.0",
-    "zod": "^4.2.1"
+    "@langfuse/otel": "^5.1.0",
+    "@opentelemetry/sdk-trace-base": "^2.6.1",
+    "@opentelemetry/sdk-trace-node": "^2.6.1",
+    "zod": "^4.3.6"
   },
   "scripts": {
     "build": "pkgroll",