@mastra/observability 1.16.5 → 1.16.6-alpha.2

package/CHANGELOG.md

@@ -1,5 +1,32 @@
 # @mastra/observability
 
+## 1.16.6-alpha.2
+
+### Patch Changes
+
+- Use Vercel AI Gateway reported costs for completed model generations when every step reports a valid cost. ([#19921](https://github.com/mastra-ai/mastra/pull/19921))
+
+- Updated dependencies [[`cdd5c33`](https://github.com/mastra-ai/mastra/commit/cdd5c33ac6c7118a9f139e6dc0e14e6a8ae31658), [`d7cf7fa`](https://github.com/mastra-ai/mastra/commit/d7cf7fafc1ae1b50bd8462dd0e6c671a8606db93), [`0f9a448`](https://github.com/mastra-ai/mastra/commit/0f9a448502157e59f7b76f24360ad497168f5ef8), [`289f4ce`](https://github.com/mastra-ai/mastra/commit/289f4ce16e3293370440172132c52ee787cbc09f), [`4f16ff8`](https://github.com/mastra-ai/mastra/commit/4f16ff824bf2f9b0ddc93f210477c10c8a4fb1ab), [`1c67d85`](https://github.com/mastra-ai/mastra/commit/1c67d85e9da8285662f4dbbf47e0378c3fee0747), [`ba24be6`](https://github.com/mastra-ai/mastra/commit/ba24be662439c331ab23a600041f93803c89eca8), [`842b5fe`](https://github.com/mastra-ai/mastra/commit/842b5fe22b6a7fa811bd14e48eb9af523ac989f2), [`80bdf3a`](https://github.com/mastra-ai/mastra/commit/80bdf3ae16ade6ff63bde0cb16fa2df8ab7dd4dd), [`9ba1247`](https://github.com/mastra-ai/mastra/commit/9ba12470c77f1c03642d720ce67e517e878f666e), [`fd96298`](https://github.com/mastra-ai/mastra/commit/fd96298a8367622f4ebfcaa97b5b6c1fbbd14564), [`6a84954`](https://github.com/mastra-ai/mastra/commit/6a84954a2667f85b6d59da652dab1bbff007ccb0), [`52d8ef0`](https://github.com/mastra-ai/mastra/commit/52d8ef03801f1deb7ee48532fc4190dd4a33916c), [`cdd5c33`](https://github.com/mastra-ai/mastra/commit/cdd5c33ac6c7118a9f139e6dc0e14e6a8ae31658), [`efd5c81`](https://github.com/mastra-ai/mastra/commit/efd5c81cc25fde3c2ddd86fc1178deb4ec176e19), [`0976933`](https://github.com/mastra-ai/mastra/commit/0976933142333ec78451feef265b68bcb45aa5e7), [`242b945`](https://github.com/mastra-ai/mastra/commit/242b94558777bfbdeb42cbfea84afff0b6ad0633), [`fea5cae`](https://github.com/mastra-ai/mastra/commit/fea5caedc7e2cfea51784a15e015952692027abf), [`4b59f78`](https://github.com/mastra-ai/mastra/commit/4b59f786cbc9a7d1ef07a07517dbd4b96865e99d), [`7010c5d`](https://github.com/mastra-ai/mastra/commit/7010c5d15728bf9c5dfe4fb6b1bf80ce23bf143a)]:
+  - @mastra/core@1.58.0-alpha.3
+
+## 1.16.6-alpha.1
+
+### Patch Changes
+
+- Fixed span exports when `excludeSpanTypes` removes a parent span. Descendant spans now use the nearest exported parent, so exporters retain tool calls. ([#20881](https://github.com/mastra-ai/mastra/pull/20881))
+
+- Updated dependencies [[`b4c89b4`](https://github.com/mastra-ai/mastra/commit/b4c89b4371b0c86da57403ad1a3b3ef0681f3128), [`e44e8f3`](https://github.com/mastra-ai/mastra/commit/e44e8f370b66c339ddcaba946d33da6d3c3f06cd), [`c967a5e`](https://github.com/mastra-ai/mastra/commit/c967a5eec150c5dc5418c4a4388982d1fb7ad27c), [`f53d5bd`](https://github.com/mastra-ai/mastra/commit/f53d5bd4885b29e4ac29a428a6044088ea8d6aa3), [`bda2235`](https://github.com/mastra-ai/mastra/commit/bda22353ee28f2df0eaea555f7cae1549f979c0b), [`a7eb4a1`](https://github.com/mastra-ai/mastra/commit/a7eb4a11450f6170274ed5141bffe821d4fdd5a6), [`2f9ef3f`](https://github.com/mastra-ai/mastra/commit/2f9ef3f4ca06fc2dcdd5088c26b7f4da6a016791), [`e7eefcb`](https://github.com/mastra-ai/mastra/commit/e7eefcb162cda7c493e8c3bf43050ead0efbcb2c), [`4d7aca2`](https://github.com/mastra-ai/mastra/commit/4d7aca2fe75f225c83d1502d63079568e6ec163f), [`c4ec889`](https://github.com/mastra-ai/mastra/commit/c4ec889561c0264c43f66d04d587bee4ce35e792), [`9be8878`](https://github.com/mastra-ai/mastra/commit/9be8878dcf0388e84fc4873e0eec27bd49b881a4)]:
+  - @mastra/core@1.58.0-alpha.2
+
+## 1.16.6-alpha.0
+
+### Patch Changes
+
+- Fixed an issue where live workflow scores and feedback could be lost before their trace data reached observability storage. Mastra now logs a warning when it cannot save an annotation. ([#20795](https://github.com/mastra-ai/mastra/pull/20795))
+
+- Updated dependencies [[`e7109ee`](https://github.com/mastra-ai/mastra/commit/e7109ee6f731bacc79c885906f3c7dca8d8f013a), [`772c0c8`](https://github.com/mastra-ai/mastra/commit/772c0c897cec383258de2e6178147f8014767c7b), [`578bf2e`](https://github.com/mastra-ai/mastra/commit/578bf2e6a88e9d5b8bf502204e15a95dfbb679ae), [`06b2d87`](https://github.com/mastra-ai/mastra/commit/06b2d87e63bcdd0ed59215c6789692b9b12de376), [`ac01d63`](https://github.com/mastra-ai/mastra/commit/ac01d6355974aec73fdb8781449ed12bac582094), [`a810a05`](https://github.com/mastra-ai/mastra/commit/a810a058f62ad407cfc1701e0be36ae91145d7cf), [`f8da216`](https://github.com/mastra-ai/mastra/commit/f8da21633e7eb0e31c9ce0fc30567870d19416d3), [`6104347`](https://github.com/mastra-ai/mastra/commit/61043473ba6bfd0a25156824e853e13165562e6c), [`45bfb88`](https://github.com/mastra-ai/mastra/commit/45bfb88fd52f1dd3be20e2a38905777c96499c90), [`e3b9307`](https://github.com/mastra-ai/mastra/commit/e3b9307098daefbfae2a52ae2ef51bc9fc701190), [`d6834c5`](https://github.com/mastra-ai/mastra/commit/d6834c5a7866b16734d23900163c2414ed70d791), [`c52d346`](https://github.com/mastra-ai/mastra/commit/c52d3462ec831a5d95926ecd3d3373f5928ad2e5), [`0023e79`](https://github.com/mastra-ai/mastra/commit/0023e7919431078280abd11c89d1edeae35fcc69), [`c2ad51e`](https://github.com/mastra-ai/mastra/commit/c2ad51e2467f901eecba8c9f4a45e22a50bd7c18), [`3dc97ea`](https://github.com/mastra-ai/mastra/commit/3dc97ea415fad353b48a13095fad1835933cc12a), [`3d01cd3`](https://github.com/mastra-ai/mastra/commit/3d01cd387321b6f9c5cac31d487c84bf51b19c78), [`7bf3086`](https://github.com/mastra-ai/mastra/commit/7bf308663f0115ca74ad20554ade740f06640859), [`a8dd139`](https://github.com/mastra-ai/mastra/commit/a8dd1391a9fe9a6632c25809ef236980afa9a020), [`e5786be`](https://github.com/mastra-ai/mastra/commit/e5786be02bb903073082bd9d6da880ebaacc343f), [`2093fbd`](https://github.com/mastra-ai/mastra/commit/2093fbd53bb744bae19ec89f6d73db9a66fbe8a7), [`e7a5da4`](https://github.com/mastra-ai/mastra/commit/e7a5da4ef8e4dd452d2f232961b4e682a85ffe43), [`7b4393d`](https://github.com/mastra-ai/mastra/commit/7b4393d557411fdcf07b0e30e5acaf7cc85154ae)]:
+  - @mastra/core@1.58.0-alpha.1
+
 ## 1.16.5
 
 ### Patch Changes

package/dist/default.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"default.d.ts","sourceRoot":"","sources":["../src/default.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EACV,wBAAwB,EACxB,kBAAkB,EAClB,cAAc,EACd,qBAAqB,EACrB,aAAa,EAEb,uBAAuB,EAEvB,qBAAqB,EACrB,aAAa,EACb,UAAU,EAEX,MAAM,4BAA4B,CAAC;AAKpC,OAAO,KAAK,EAA+B,2BAA2B,EAAE,MAAM,UAAU,CAAC;AAuBzF;;;GAGG;AACH,qBAAa,aAAc,SAAQ,UAAW,YAAW,uBAAuB;;gBAKlE,MAAM,EAAE,2BAA2B;IAgJ/C,yFAAyF;IACzF,gBAAgB,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAsCnD,sFAAsF;IACtF,SAAS,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,aAAa,CAAA;KAAE,GAAG,IAAI;IAOnD,0FAA0F;IAC1F,mBAAmB,CAAC,OAAO,EAAE,qBAAqB,GAAG,qBAAqB,GAAG,SAAS;IAIhF,gBAAgB,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IA6B1E,QAAQ,CAAC,IAAI,EAAE;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;QACxC,KAAK,EAAE,UAAU,CAAC;KACnB,GAAG,OAAO,CAAC,IAAI,CAAC;IAsCX,WAAW,CAAC,IAAI,EAAE;QACtB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;QACxC,QAAQ,EAAE,aAAa,CAAC;KACzB,GAAG,OAAO,CAAC,IAAI,CAAC;IAsCjB,iFAAiF;IACjF,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,qBAAqB,EAAE,SAAS,UAAQ,GAAG,IAAI;IAWxF,yCAAyC;IACzC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,qBAAqB,GAAG,SAAS;IAI5D,8CAA8C;IAC9C,kBAAkB,IAAI,qBAAqB,GAAG,SAAS;IAIvD,mDAAmD;IACnD,aAAa,IAAI,WAAW,CAAC,MAAM,EAAE,qBAAqB,CAAC;IAI3D,gFAAgF;IAChF,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAIzC,mEAAmE;IACnE,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAIlC,qEAAqE;IACrE,iBAAiB,CAAC,QAAQ,EAAE,cAAc,GAAG,IAAI;IAIjD,8DAA8D;IAC9D,KAAK,IAAI,IAAI;IAIb,4DAA4D;IACtD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,qEAAqE;IAC/D,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B;;;;;;;;OAQG;IACH,2BAA2B,IAAI,wBAAwB,GAAG,SAAS;CA2DpE"}
+{"version":3,"file":"default.d.ts","sourceRoot":"","sources":["../src/default.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EACV,wBAAwB,EACxB,kBAAkB,EAClB,cAAc,EACd,qBAAqB,EACrB,aAAa,EAEb,uBAAuB,EAEvB,qBAAqB,EACrB,aAAa,EACb,UAAU,EAEX,MAAM,4BAA4B,CAAC;AAKpC,OAAO,KAAK,EAA+B,2BAA2B,EAAE,MAAM,UAAU,CAAC;AAkCzF;;;GAGG;AACH,qBAAa,aAAc,SAAQ,UAAW,YAAW,uBAAuB;;gBAKlE,MAAM,EAAE,2BAA2B;IAgJ/C,yFAAyF;IACzF,gBAAgB,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAsCnD,sFAAsF;IACtF,SAAS,CAAC,OAAO,EAAE;QAAE,MAAM,EAAE,aAAa,CAAA;KAAE,GAAG,IAAI;IAOnD,0FAA0F;IAC1F,mBAAmB,CAAC,OAAO,EAAE,qBAAqB,GAAG,qBAAqB,GAAG,SAAS;IAIhF,gBAAgB,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IA6B1E,QAAQ,CAAC,IAAI,EAAE;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;QACxC,KAAK,EAAE,UAAU,CAAC;KACnB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkCX,WAAW,CAAC,IAAI,EAAE;QACtB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;QACxC,QAAQ,EAAE,aAAa,CAAC;KACzB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkCjB,iFAAiF;IACjF,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,qBAAqB,EAAE,SAAS,UAAQ,GAAG,IAAI;IAWxF,yCAAyC;IACzC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,qBAAqB,GAAG,SAAS;IAI5D,8CAA8C;IAC9C,kBAAkB,IAAI,qBAAqB,GAAG,SAAS;IAIvD,mDAAmD;IACnD,aAAa,IAAI,WAAW,CAAC,MAAM,EAAE,qBAAqB,CAAC;IAI3D,gFAAgF;IAChF,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAIzC,mEAAmE;IACnE,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAIlC,qEAAqE;IACrE,iBAAiB,CAAC,QAAQ,EAAE,cAAc,GAAG,IAAI;IAIjD,8DAA8D;IAC9D,KAAK,IAAI,IAAI;IAIb,4DAA4D;IACtD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,qEAAqE;IAC/D,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B;;;;;;;;OAQG;IACH,2BAA2B,IAAI,wBAAwB,GAAG,SAAS;CAmFpE"}

package/dist/index.cjs

@@ -1784,6 +1784,34 @@ function addUsageStats(a, b) {
 function supportsModelInference() {
 	return _mastra_core_features.coreFeatures.has("model-inference-span");
 }
+function parseGatewayCost(providerMetadata) {
+	const rawCost = providerMetadata?.gateway?.cost;
+	const cost = typeof rawCost === "number" ? rawCost : typeof rawCost === "string" && rawCost.trim().length > 0 ? Number(rawCost) : void 0;
+	return typeof cost === "number" && Number.isFinite(cost) && cost >= 0 ? cost : void 0;
+}
+function getGatewayCostContext({ stepProviderMetadata }) {
+	if (!stepProviderMetadata) return;
+	if (!stepProviderMetadata.some((metadata) => metadata?.gateway !== void 0)) return;
+	const costs = [];
+	for (const metadata of stepProviderMetadata) {
+		const cost = parseGatewayCost(metadata);
+		if (cost === void 0) return;
+		costs.push(cost);
+	}
+	const estimatedCost = costs.reduce((total, cost) => total + cost, 0);
+	if (!Number.isFinite(estimatedCost)) return;
+	return {
+		estimatedCost,
+		costUnit: "USD",
+		costMetadata: {
+			source: "provider_reported",
+			sdkProvider: "vercel_ai_gateway",
+			sdkCostField: "gateway.cost",
+			scope: "query_total",
+			reportedStepCount: costs.length
+		}
+	};
+}
 function formatPreviewLabel(label, fallback) {
 	return typeof label === "string" && label.length > 0 ? label : fallback;
 }
@@ -1965,10 +1993,11 @@ var ModelSpanTracker = class {
 	* If usage is provided, it will be converted to UsageStats with cache token details.
 	*/
 	endGeneration(options) {
-		const { usage, providerMetadata, ...spanOptions } = options ?? {};
+		const { usage, providerMetadata, stepProviderMetadata, ...spanOptions } = options ?? {};
 		if (spanOptions.attributes) {
 			spanOptions.attributes.completionStartTime = this.#completionStartTime;
 			spanOptions.attributes.usage = extractUsageMetrics(usage, providerMetadata);
+			if (!spanOptions.attributes.costContext) spanOptions.attributes.costContext = getGatewayCostContext({ stepProviderMetadata });
 		}
 		this.#modelSpan?.end(spanOptions);
 	}
@@ -2456,12 +2485,12 @@ function isSpanInternal(spanType, flags) {
 /**
 * Get the external parent span ID from CreateSpanOptions.
 *
-* If the parent is internal, walks up the parent chain to find
-* the closest external ancestor. If the parent is already external,
-* returns its ID directly.
+* If the parent is internal or excluded from export (`excludeSpanTypes`),
+* walks up the parent chain to find the closest exported ancestor.
+* If the parent is already exportable, returns its ID directly.
 *
 * This is useful when exporting spans to external observability systems
-* that shouldn't include internal framework spans.
+* that shouldn't include internal framework spans or excluded types.
 *
 * @param options - Span creation options
 * @returns The external parent span ID, or undefined if no external parent exists
@@ -2482,8 +2511,9 @@ function isSpanInternal(spanType, flags) {
 */
 function getExternalParentId(options) {
 	if (!options.parent) return;
-	if (options.parent.isInternal) return options.parent.getParentSpanId(false);
-	else return options.parent.id;
+	const parent = options.parent;
+	if (parent.isInternal || parent.isExcluded) return parent.getParentSpanId(false);
+	return parent.id;
 }
 var BaseSpan = class {
 	name;
@@ -2522,6 +2552,10 @@ var BaseSpan = class {
 	* when the span is internal and includeInternalSpans is false, or when
 	* the subclass is always excluded (e.g., NoOpSpan).
 	*
+	* Public so parent-chain walks (`getParentSpan`) can skip ancestors that
+	* exporters will never receive — otherwise descendants export a
+	* `parentSpanId` pointing at a dropped span and become orphans.
+	*
 	* Note: metadata is still attached and deepCleaned because it is read in
 	* process by getCorrelationContext() and by getLoggerContext() /
 	* getMetricsContext() (which structuredClone it).
@@ -2593,14 +2627,20 @@ var BaseSpan = class {
 	get isRootSpan() {
 		return !this.parent;
 	}
-	/** Get the closest parent span, optionally skipping internal spans */
+	/**
+	* Get the closest parent span.
+	* Always skips ancestors dropped by `excludeSpanTypes` (`isExcluded`), so
+	* exported `parentSpanId` values never point at spans exporters omit.
+	* When `includeInternalSpans` is false/undefined, also skips `isInternal`
+	* ancestors.
+	*/
 	getParentSpan(includeInternalSpans) {
 		if (!this.parent) return;
-		if (includeInternalSpans) return this.parent;
-		if (this.parent.isInternal) return this.parent.getParentSpan(includeInternalSpans);
+		const parent = this.parent;
+		if (parent.isExcluded || !includeInternalSpans && parent.isInternal) return parent.getParentSpan(includeInternalSpans);
 		return this.parent;
 	}
-	/** Get the closest parent spanId that isn't an internal span */
+	/** Get the closest parent spanId that will reach exporters (unless includeInternalSpans) */
 	getParentSpanId(includeInternalSpans) {
 		if (!this.parent) return this.parentSpanId;
 		const parentSpan = this.getParentSpan(includeInternalSpans);
@@ -8721,6 +8761,23 @@ function isInstance(obj) {
 	return obj instanceof BaseObservabilityInstance;
 }
 /**
+* Delays (ms) between attempts to rehydrate a trace from storage when an
+* annotation (score/feedback) targets a span that has not been flushed by
+* the configured exporters yet. Exporters buffer and flush asynchronously:
+* by default they flush at 1000 spans or after a 5000ms wait
+* (`maxBatchWaitMs`), so an annotation emitted right after a span ends can
+* race the flush and be silently dropped. The schedule below sums to
+* ~5.85s, covering the default flush interval with margin.
+*/
+const RECORDED_TRACE_LOOKUP_RETRY_DELAYS_MS = [
+	100,
+	250,
+	500,
+	1e3,
+	2e3,
+	2e3
+];
+/**
 * Top-level observability entrypoint. Manages a registry of ObservabilityInstance
 * configurations and provides instance selection via config selectors.
 */
@@ -8877,14 +8934,15 @@ var Observability = class extends _mastra_core_base.MastraBase {
 			return;
 		}
 		if (!args.traceId) return;
-		const trace = await this.#getStoredTrace(args.traceId);
-		if (!trace) return;
-		const event = buildRecordedScoreEventFromTrace({
+		const event = await this.#buildRecordedEventWithRetry(args.traceId, (trace) => buildRecordedScoreEventFromTrace({
 			trace,
 			spanId: args.spanId,
 			score: args.score
-		});
-		if (!event) return;
+		}));
+		if (!event) {
+			this.logger?.warn(`Score event was dropped because the target trace/span was not found in observability storage (traceId: ${args.traceId}, spanId: ${args.spanId})`);
+			return;
+		}
 		await this.#emitRecordedEvent(event);
 	}
 	async addFeedback(args) {
@@ -8900,14 +8958,15 @@ var Observability = class extends _mastra_core_base.MastraBase {
 			return;
 		}
 		if (!args.traceId) return;
-		const trace = await this.#getStoredTrace(args.traceId);
-		if (!trace) return;
-		const event = buildRecordedFeedbackEventFromTrace({
+		const event = await this.#buildRecordedEventWithRetry(args.traceId, (trace) => buildRecordedFeedbackEventFromTrace({
 			trace,
 			spanId: args.spanId,
 			feedback: args.feedback
-		});
-		if (!event) return;
+		}));
+		if (!event) {
+			this.logger?.warn(`Feedback event was dropped because the target trace/span was not found in observability storage (traceId: ${args.traceId}, spanId: ${args.spanId})`);
+			return;
+		}
 		await this.#emitRecordedEvent(event);
 	}
 	/** Register a named observability instance, optionally marking it as default. */
@@ -8972,6 +9031,20 @@ var Observability = class extends _mastra_core_base.MastraBase {
 		if (!storage) return null;
 		return await storage.getStore("observability") ?? null;
 	}
+	/**
+	* Build a recorded score/feedback event from storage, retrying briefly to
+	* ride out the async exporter flush: annotations emitted right after a
+	* span ends can otherwise race the flush and be silently dropped.
+	*/
+	async #buildRecordedEventWithRetry(traceId, build) {
+		for (const delayMs of [0, ...RECORDED_TRACE_LOOKUP_RETRY_DELAYS_MS]) {
+			if (delayMs > 0) await new Promise((resolve) => setTimeout(resolve, delayMs));
+			const trace = await this.#getStoredTrace(traceId);
+			const event = trace ? build(trace) : null;
+			if (event) return event;
+		}
+		return null;
+	}
 	async #getStoredTrace(traceId) {
 		const observabilityStorage = await this.#getObservabilityStorage();
 		if (!observabilityStorage) return null;