@mastra/observability 1.0.0-beta.7 → 1.0.0-beta.8

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @mastra/observability
 
+## 1.0.0-beta.8
+
+### Patch Changes
+
+- fix(observability): start MODEL_STEP span at beginning of LLM execution ([#11409](https://github.com/mastra-ai/mastra/pull/11409))
+
+  The MODEL_STEP span was being created when the step-start chunk arrived (after the model API call completed), causing the span's startTime to be close to its endTime instead of accurately reflecting when the step began.
+
+  This fix ensures MODEL_STEP spans capture the full duration of each LLM execution step, including the API call latency, by starting the span at the beginning of the step execution rather than when the response starts streaming.
+
+  Fixes #11271
+
+- Updated dependencies [[`3d93a15`](https://github.com/mastra-ai/mastra/commit/3d93a15796b158c617461c8b98bede476ebb43e2), [`efe406a`](https://github.com/mastra-ai/mastra/commit/efe406a1353c24993280ebc2ed61dd9f65b84b26), [`119e5c6`](https://github.com/mastra-ai/mastra/commit/119e5c65008f3e5cfca954eefc2eb85e3bf40da4), [`74e504a`](https://github.com/mastra-ai/mastra/commit/74e504a3b584eafd2f198001c6a113bbec589fd3), [`e33fdbd`](https://github.com/mastra-ai/mastra/commit/e33fdbd07b33920d81e823122331b0c0bee0bb59), [`929f69c`](https://github.com/mastra-ai/mastra/commit/929f69c3436fa20dd0f0e2f7ebe8270bd82a1529), [`8a73529`](https://github.com/mastra-ai/mastra/commit/8a73529ca01187f604b1f3019d0a725ac63ae55f)]:
+  - @mastra/core@1.0.0-beta.16
+
 ## 1.0.0-beta.7
 
 ### Minor Changes

package/dist/index.cjs

@@ -5136,9 +5136,14 @@ var ModelSpanTracker = class {
     this.#modelSpan?.update(options);
   }
   /**
-   * Start a new Model execution step
+   * Start a new Model execution step.
+   * This should be called at the beginning of LLM execution to capture accurate startTime.
+   * The step-start chunk payload can be passed later via updateStep() if needed.
    */
-  #startStepSpan(payload) {
+  startStep(payload) {
+    if (this.#currentStepSpan) {
+      return;
+    }
     this.#currentStepSpan = this.#modelSpan?.createChildSpan({
       name: `step: ${this.#stepIndex}`,
       type: observability.SpanType.MODEL_STEP,
@@ -5151,6 +5156,22 @@ var ModelSpanTracker = class {
     });
     this.#chunkSequence = 0;
   }
+  /**
+   * Update the current step span with additional payload data.
+   * Called when step-start chunk arrives with request/warnings info.
+   */
+  updateStep(payload) {
+    if (!this.#currentStepSpan || !payload) {
+      return;
+    }
+    this.#currentStepSpan.update({
+      input: payload.request,
+      attributes: {
+        ...payload.messageId ? { messageId: payload.messageId } : {},
+        ...payload.warnings?.length ? { warnings: payload.warnings } : {}
+      }
+    });
+  }
   /**
    * End the current Model execution step with token usage, finish reason, output, and metadata
    */
@@ -5185,7 +5206,7 @@ var ModelSpanTracker = class {
    */
   #startChunkSpan(chunkType, initialData) {
     if (!this.#currentStepSpan) {
-      this.#startStepSpan();
+      this.startStep();
     }
     this.#currentChunkSpan = this.#currentStepSpan?.createChildSpan({
       name: `chunk: '${chunkType}'`,
@@ -5225,7 +5246,7 @@ var ModelSpanTracker = class {
    */
   #createEventSpan(chunkType, output) {
     if (!this.#currentStepSpan) {
-      this.#startStepSpan();
+      this.startStep();
     }
     const span = this.#currentStepSpan?.createEventSpan({
       name: `chunk: '${chunkType}'`,
@@ -5344,7 +5365,7 @@ var ModelSpanTracker = class {
     let acc = this.#toolOutputAccumulators.get(toolCallId);
     if (!acc) {
       if (!this.#currentStepSpan) {
-        this.#startStepSpan();
+        this.startStep();
       }
       acc = {
         toolName: toolName || "unknown",
@@ -5444,7 +5465,11 @@ var ModelSpanTracker = class {
               this.#handleObjectChunk(chunk);
               break;
             case "step-start":
-              this.#startStepSpan(chunk.payload);
+              if (this.#currentStepSpan) {
+                this.updateStep(chunk.payload);
+              } else {
+                this.startStep(chunk.payload);
+              }
               break;
             case "step-finish":
               this.#endStepSpan(chunk.payload);