@mastra/observability 1.17.1-alpha.0 → 1.17.1-alpha.2

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @mastra/observability
 
+## 1.17.1-alpha.2
+
+### Patch Changes
+
+- Fixed the `__truncated` marker on span data. It now counts only the fields dropped by the object-key limit, so traces no longer report more omitted keys than were really dropped. Values beyond the limit are no longer read. ([#21630](https://github.com/mastra-ai/mastra/pull/21630))
+
+- Updated dependencies [[`4e7a421`](https://github.com/mastra-ai/mastra/commit/4e7a421dce8a48742f785d1e93ad2f43a572b282), [`242e324`](https://github.com/mastra-ai/mastra/commit/242e3241e73cbd5c9bb86a31ebb49ca0256488d4), [`217e967`](https://github.com/mastra-ai/mastra/commit/217e9672d8b3160eb729d8e9f0044949e88da239), [`d774e89`](https://github.com/mastra-ai/mastra/commit/d774e8930c781df8c9effe3763e6b501c099b6cc), [`9c27a53`](https://github.com/mastra-ai/mastra/commit/9c27a53cd9d3de4f3f025bc387d94ce371c33f95), [`dff25a1`](https://github.com/mastra-ai/mastra/commit/dff25a1103fa72ee082a9b6f805ebeb5ce400753), [`217e967`](https://github.com/mastra-ai/mastra/commit/217e9672d8b3160eb729d8e9f0044949e88da239), [`7f78585`](https://github.com/mastra-ai/mastra/commit/7f785857e401570e2ffb316911f126ed363aa537), [`f2a4afd`](https://github.com/mastra-ai/mastra/commit/f2a4afd7e37e809669001ed17724b341a5c1f45e), [`d438148`](https://github.com/mastra-ai/mastra/commit/d438148e222c1e2fb3c652725ce75680962ebec4), [`ba05fe0`](https://github.com/mastra-ai/mastra/commit/ba05fe0738f70cb686777546e968237d09269142), [`d26a8d4`](https://github.com/mastra-ai/mastra/commit/d26a8d4281f28414715b333c85bedaf70d0b2890), [`677cdc6`](https://github.com/mastra-ai/mastra/commit/677cdc6af564dec29a13464d12b7ab2a4efc22e9), [`a318490`](https://github.com/mastra-ai/mastra/commit/a318490e17da32f338d50929c770d901a9b3dd72), [`763e0c6`](https://github.com/mastra-ai/mastra/commit/763e0c61e04d76ad9a9efd301aa57525ca0cbea9), [`23e0be2`](https://github.com/mastra-ai/mastra/commit/23e0be261381e49534b4ff3101c60ee64a946cbf), [`7fc8806`](https://github.com/mastra-ai/mastra/commit/7fc880627d3cbf995d31ea0e8b807bf15417e651), [`0e02eac`](https://github.com/mastra-ai/mastra/commit/0e02eacdb2e30e1697a41910b41163742a181dc1), [`4df174c`](https://github.com/mastra-ai/mastra/commit/4df174c32bddf093a82f273070b8380aef7c9e90), [`f7c25b5`](https://github.com/mastra-ai/mastra/commit/f7c25b5106ddfb48e591f98df7a51e0f2dd01dba), [`dc09cc1`](https://github.com/mastra-ai/mastra/commit/dc09cc1083d861cde192c1cd235324dc75b8c731), [`36b4649`](https://github.com/mastra-ai/mastra/commit/36b4649045a3a380cbab8ceca866db4086223aff), [`377eb81`](https://github.com/mastra-ai/mastra/commit/377eb81ce43b964e3a6b541df172da74a8ff3716)]:
+  - @mastra/core@1.60.0-alpha.8
+
+## 1.17.1-alpha.1
+
+### Patch Changes
+
+- Fixed Anthropic cache-write cost estimates by applying TTL-specific rates without double counting aggregate tokens. ([#21563](https://github.com/mastra-ai/mastra/pull/21563))
+
+- Updated dependencies [[`d7e6745`](https://github.com/mastra-ai/mastra/commit/d7e67456954863c55440ea9c49bc6ceb9949972d), [`9acb50f`](https://github.com/mastra-ai/mastra/commit/9acb50f71cec9c362f06820033f90ae6b1f8282f), [`46e9e3f`](https://github.com/mastra-ai/mastra/commit/46e9e3f73babe1bc70080a596cf2ac0b9da48519), [`3f9a190`](https://github.com/mastra-ai/mastra/commit/3f9a19057c027155867b9317294ee4ca7bd0581a), [`e8808e3`](https://github.com/mastra-ai/mastra/commit/e8808e3d8eb585a2565be53e56a7e0e1477352a4), [`d4be8c1`](https://github.com/mastra-ai/mastra/commit/d4be8c1739d22d621e3f78790e1dd5eb5ecc3589), [`a5d2eb1`](https://github.com/mastra-ai/mastra/commit/a5d2eb10347eade1ae2816d88f466c25186c54a5), [`e81744c`](https://github.com/mastra-ai/mastra/commit/e81744cd13c46619c142dc521dc0baac47607a84)]:
+  - @mastra/core@1.60.0-alpha.4
+
 ## 1.17.1-alpha.0
 
 ### Patch Changes

package/README.md

@@ -56,9 +56,11 @@ Metrics are automatically extracted from span lifecycle events by `AutoExtracted
 - `mastra_workflow_duration_ms`
 - `mastra_model_duration_ms`
 - `mastra_model_total_input_tokens` / `mastra_model_total_output_tokens`
-- `mastra_model_input_text_tokens` / `mastra_model_input_cache_read_tokens` / `mastra_model_input_cache_write_tokens` / `mastra_model_input_audio_tokens` / `mastra_model_input_image_tokens`
+- `mastra_model_input_text_tokens` / `mastra_model_input_cache_read_tokens` / `mastra_model_input_cache_write_tokens` / `mastra_model_input_cache_write_5m_tokens` / `mastra_model_input_cache_write_1h_tokens` / `mastra_model_input_audio_tokens` / `mastra_model_input_image_tokens`
 - `mastra_model_output_text_tokens` / `mastra_model_output_reasoning_tokens` / `mastra_model_output_audio_tokens` / `mastra_model_output_image_tokens`
 
+For Anthropic models, the aggregate cache-write metric remains available while the 5-minute and 1-hour metrics preserve the provider's TTL-specific token counts and pricing.
+
 Auto-extracted metrics carry labels: `entity_type`, `entity_name`, `status`, plus `model` and `provider` on model generation spans.
 
 ### Structured logging

package/dist/index.cjs

@@ -217,6 +217,12 @@ const LOGGER_METHODS = [
 	"warn",
 	"error"
 ];
+/** Keys whose value decides the outcome in `shouldStripEntry()`. */
+const VALUE_STRIP_KEYS = /* @__PURE__ */ new Set([
+	"logger",
+	"tracingContext",
+	...FUNCTION_KEYS_TO_STRIP
+]);
 const DEFAULT_DEEP_CLEAN_OPTIONS = Object.freeze({
 	keysToStrip: [],
 	maxDepth: 8,
@@ -298,6 +304,25 @@ function shouldStripEntry(key, value, stripSet) {
 	if (key === "logger") return typeof value === "function" || isLoggerLike(value);
 	return FUNCTION_KEYS_TO_STRIP.has(key) && typeof value === "function";
 }
+/**
+* Whether an entry past the object-key limit would have been stripped anyway.
+*
+* The entry is dropped either way, so the value is taken from its property descriptor
+* rather than read: a getter must not run for data that is being discarded. That keeps
+* the truncation count the same wherever a runtime-shaped key sits. An accessor cannot
+* be classified without invoking it, so it is left to the limit and counted.
+*/
+function wouldBeStripped(key, val, stripSet) {
+	if (!VALUE_STRIP_KEYS.has(key)) return false;
+	let descriptor;
+	try {
+		descriptor = Object.getOwnPropertyDescriptor(val, key);
+	} catch {
+		return false;
+	}
+	if (!descriptor || !("value" in descriptor)) return false;
+	return shouldStripEntry(key, descriptor.value, stripSet);
+}
 function restoreSerializedMapKey(keyType, key) {
 	switch (keyType) {
 		case "undefined": return;
@@ -483,25 +508,22 @@ function deepClean(value, options = DEFAULT_DEEP_CLEAN_OPTIONS) {
 				return formatSerializationError(error);
 			}
 			let keyCount = 0;
+			let omittedByLimit = 0;
 			for (const key of keys) {
 				if (stripSet.has(key)) continue;
+				if (keyCount >= maxObjectKeys) {
+					if (!wouldBeStripped(key, val, stripSet)) omittedByLimit++;
+					continue;
+				}
 				let rawValue;
 				try {
 					rawValue = val[key];
 				} catch (error) {
-					if (keyCount >= maxObjectKeys) {
-						cleaned["__truncated"] = `${keys.length - keyCount} more keys omitted`;
-						break;
-					}
 					cleaned[key] = formatSerializationError(error);
 					keyCount++;
 					continue;
 				}
 				if (shouldStripEntry(key, rawValue, stripSet)) continue;
-				if (keyCount >= maxObjectKeys) {
-					cleaned["__truncated"] = `${keys.length - keyCount} more keys omitted`;
-					break;
-				}
 				try {
 					cleaned[key] = helper(rawValue, depth + 1);
 					keyCount++;
@@ -510,6 +532,7 @@ function deepClean(value, options = DEFAULT_DEEP_CLEAN_OPTIONS) {
 					keyCount++;
 				}
 			}
+			if (omittedByLimit > 0) cleaned["__truncated"] = `${omittedByLimit} more keys omitted`;
 			return cleaned;
 		} finally {
 			if (typeof val === "object" && val !== null) ancestors.delete(val);
@@ -1102,6 +1125,8 @@ const MINIFIED_METER_TO_CANONICAL = {
 	ot: "output_tokens",
 	icrt: "input_cache_read_tokens",
 	icwt: "input_cache_write_tokens",
+	icwt5m: "input_cache_write_5m_tokens",
+	icwt1h: "input_cache_write_1h_tokens",
 	iat: "input_audio_tokens",
 	oat: "output_audio_tokens",
 	ort: "output_reasoning_tokens"
@@ -1158,6 +1183,15 @@ function parsePricingModelText(content) {
 	}
 	return pricingModels;
 }
+function expandRates(row, tier) {
+	const rates = Object.fromEntries(Object.entries(tier.r).map(([meter, value]) => [MINIFIED_METER_TO_CANONICAL[meter], value.c]));
+	const cacheWriteRate = rates.input_cache_write_tokens;
+	if (row.m.includes("claude") && typeof cacheWriteRate === "number") {
+		rates.input_cache_write_5m_tokens ??= cacheWriteRate;
+		rates.input_cache_write_1h_tokens ??= cacheWriteRate * 1.6;
+	}
+	return rates;
+}
 function expandPricingModelRow(row) {
 	return new PricingModel({
 		id: row.i,
@@ -1172,7 +1206,7 @@ function expandPricingModelRow(row) {
 				op: condition.op,
 				value: condition.value
 			})),
-			rates: Object.fromEntries(Object.entries(tier.r).map(([meter, value]) => [MINIFIED_METER_TO_CANONICAL[meter], value.c]))
+			rates: expandRates(row, tier)
 		}))
 	});
 }
@@ -1303,6 +1337,8 @@ const PricingMeter = {
 	INPUT_AUDIO_TOKENS: "input_audio_tokens",
 	INPUT_CACHE_READ_TOKENS: "input_cache_read_tokens",
 	INPUT_CACHE_WRITE_TOKENS: "input_cache_write_tokens",
+	INPUT_CACHE_WRITE_5M_TOKENS: "input_cache_write_5m_tokens",
+	INPUT_CACHE_WRITE_1H_TOKENS: "input_cache_write_1h_tokens",
 	INPUT_IMAGE_TOKENS: "input_image_tokens",
 	OUTPUT_TOKENS: "output_tokens",
 	OUTPUT_AUDIO_TOKENS: "output_audio_tokens",
@@ -1315,6 +1351,8 @@ const TokenMetrics = {
 	INPUT_TEXT: "mastra_model_input_text_tokens",
 	INPUT_CACHE_READ: "mastra_model_input_cache_read_tokens",
 	INPUT_CACHE_WRITE: "mastra_model_input_cache_write_tokens",
+	INPUT_CACHE_WRITE_5M: "mastra_model_input_cache_write_5m_tokens",
+	INPUT_CACHE_WRITE_1H: "mastra_model_input_cache_write_1h_tokens",
 	INPUT_AUDIO: "mastra_model_input_audio_tokens",
 	INPUT_IMAGE: "mastra_model_input_image_tokens",
 	OUTPUT_TEXT: "mastra_model_output_text_tokens",
@@ -1344,6 +1382,8 @@ function getTokenMetricSamples(usage) {
 		pushIfPositive(TokenMetrics.INPUT_TEXT, usage.inputDetails.text);
 		pushIfPositive(TokenMetrics.INPUT_CACHE_READ, usage.inputDetails.cacheRead);
 		pushIfPositive(TokenMetrics.INPUT_CACHE_WRITE, usage.inputDetails.cacheWrite);
+		pushIfPositive(TokenMetrics.INPUT_CACHE_WRITE_5M, usage.inputDetails.cacheWrite5m);
+		pushIfPositive(TokenMetrics.INPUT_CACHE_WRITE_1H, usage.inputDetails.cacheWrite1h);
 		pushIfPositive(TokenMetrics.INPUT_AUDIO, usage.inputDetails.audio);
 		pushIfPositive(TokenMetrics.INPUT_IMAGE, usage.inputDetails.image);
 	}
@@ -1410,15 +1450,40 @@ function estimateCosts(args, pricingRegistry = PricingRegistry.getGlobal()) {
 		results.set(TokenMetrics.INPUT_CACHE_READ, result.costContext);
 		inputDetailResults.push(result);
 	}
-	if (usage.inputDetails?.cacheWrite) {
+	const cacheWriteDetailResults = [];
+	const cacheWrite5m = usage.inputDetails?.cacheWrite5m ?? 0;
+	const cacheWrite1h = usage.inputDetails?.cacheWrite1h ?? 0;
+	if (cacheWrite5m > 0) {
+		const result = estimateCostForMeter({
+			meter: PricingMeter.INPUT_CACHE_WRITE_5M_TOKENS,
+			tokenCount: cacheWrite5m,
+			...estimateFields
+		});
+		results.set(TokenMetrics.INPUT_CACHE_WRITE_5M, result.costContext);
+		cacheWriteDetailResults.push(result);
+		inputDetailResults.push(result);
+	}
+	if (cacheWrite1h > 0) {
+		const result = estimateCostForMeter({
+			meter: PricingMeter.INPUT_CACHE_WRITE_1H_TOKENS,
+			tokenCount: cacheWrite1h,
+			...estimateFields
+		});
+		results.set(TokenMetrics.INPUT_CACHE_WRITE_1H, result.costContext);
+		cacheWriteDetailResults.push(result);
+		inputDetailResults.push(result);
+	}
+	const unclassifiedCacheWrite = Math.max(0, (usage.inputDetails?.cacheWrite ?? 0) - cacheWrite5m - cacheWrite1h);
+	if (unclassifiedCacheWrite > 0) {
 		const result = estimateCostForMeter({
 			meter: PricingMeter.INPUT_CACHE_WRITE_TOKENS,
-			tokenCount: usage.inputDetails.cacheWrite,
+			tokenCount: unclassifiedCacheWrite,
 			...estimateFields
 		});
-		results.set(TokenMetrics.INPUT_CACHE_WRITE, result.costContext);
+		cacheWriteDetailResults.push(result);
 		inputDetailResults.push(result);
 	}
+	if (cacheWriteDetailResults.length > 0) setCombinedCostContext(results, TokenMetrics.INPUT_CACHE_WRITE, cacheWriteDetailResults, pricingModel, costMetadata);
 	if (usage.inputDetails?.image) {
 		const result = estimateCostForMeter({
 			meter: PricingMeter.INPUT_IMAGE_TOKENS,
@@ -1495,6 +1560,20 @@ function estimateCosts(args, pricingRegistry = PricingRegistry.getGlobal()) {
 function applyErrorContextForUsage(results, usage, errorContext) {
 	for (const sample of getTokenMetricSamples(usage)) results.set(sample.name, errorContext);
 }
+function setCombinedCostContext(results, metric, detailResults, pricingModel, costMetadata) {
+	const estimatedCosts = detailResults.map((result) => result.costContext.estimatedCost).filter((value) => typeof value === "number");
+	const hasFailedCost = detailResults.some((result) => !result.success);
+	results.set(metric, {
+		provider: pricingModel.provider,
+		model: pricingModel.model,
+		...estimatedCosts.length > 0 && { estimatedCost: estimatedCosts.reduce((sum, value) => sum + value, 0) },
+		...estimatedCosts.length > 0 && { costUnit: pricingModel.currency },
+		costMetadata: hasFailedCost ? {
+			...costMetadata,
+			error: "partial_cost"
+		} : { ...costMetadata }
+	});
+}
 function setAggregateCostContext(args) {
 	const { results, totalMetric, fallbackMeter, totalTokenCount, detailResults, pricingModel, pricingTier, costMetadata } = args;
 	if (totalTokenCount == null) return;
@@ -1735,14 +1814,24 @@ function extractUsageMetrics(usage, providerMetadata) {
 	if (isDefined(aiSdkDetails?.cacheReadTokens)) inputDetails.cacheRead = aiSdkDetails.cacheReadTokens;
 	if (isDefined(aiSdkDetails?.cacheWriteTokens)) inputDetails.cacheWrite = aiSdkDetails.cacheWriteTokens;
 	if (!isDefined(inputDetails.cacheRead) && isDefined(usage.cachedInputTokens)) inputDetails.cacheRead = usage.cachedInputTokens;
+	if (isDefined(usage.cacheCreationInputTokens5m)) inputDetails.cacheWrite5m = usage.cacheCreationInputTokens5m;
+	if (isDefined(usage.cacheCreationInputTokens1h)) inputDetails.cacheWrite1h = usage.cacheCreationInputTokens1h;
 	if (!isDefined(inputDetails.cacheWrite) && isDefined(usage.cacheCreationInputTokens)) inputDetails.cacheWrite = usage.cacheCreationInputTokens;
+	if (!isDefined(inputDetails.cacheWrite) && (isDefined(inputDetails.cacheWrite5m) || isDefined(inputDetails.cacheWrite1h))) inputDetails.cacheWrite = (inputDetails.cacheWrite5m ?? 0) + (inputDetails.cacheWrite1h ?? 0);
 	if (isDefined(usage.reasoningTokens)) outputDetails.reasoning = usage.reasoningTokens;
 	const anthropic = providerMetadata?.anthropic;
 	if (anthropic) {
 		const rawV3InputUsage = isV3RawUsage(usage.raw) ? usage.raw.inputTokens : void 0;
 		const hasV3CachedTotals = rawV3InputUsage?.total !== void 0 && (rawV3InputUsage.cacheRead !== void 0 || rawV3InputUsage.cacheWrite !== void 0);
 		if (!isDefined(inputDetails.cacheRead) && isDefined(anthropic.cacheReadInputTokens)) inputDetails.cacheRead = anthropic.cacheReadInputTokens;
-		if (!isDefined(inputDetails.cacheWrite) && isDefined(anthropic.cacheCreationInputTokens)) inputDetails.cacheWrite = anthropic.cacheCreationInputTokens;
+		const cacheWrite5m = anthropic.cacheCreation?.ephemeral_5m_input_tokens ?? anthropic.cacheCreation?.ephemeral5mInputTokens;
+		const cacheWrite1h = anthropic.cacheCreation?.ephemeral_1h_input_tokens ?? anthropic.cacheCreation?.ephemeral1hInputTokens;
+		if (!isDefined(inputDetails.cacheWrite5m) && isDefined(cacheWrite5m)) inputDetails.cacheWrite5m = cacheWrite5m;
+		if (!isDefined(inputDetails.cacheWrite1h) && isDefined(cacheWrite1h)) inputDetails.cacheWrite1h = cacheWrite1h;
+		if (!isDefined(inputDetails.cacheWrite)) {
+			if (isDefined(anthropic.cacheCreationInputTokens)) inputDetails.cacheWrite = anthropic.cacheCreationInputTokens;
+			else if (isDefined(cacheWrite5m) || isDefined(cacheWrite1h)) inputDetails.cacheWrite = (cacheWrite5m ?? 0) + (cacheWrite1h ?? 0);
+		}
 		if (!(hasV3CachedTotals || isDefined(usage.cachedInputTokens) && usage.cachedInputTokens > 0 || isDefined(usage.cacheCreationInputTokens) && usage.cacheCreationInputTokens > 0) && (isDefined(inputDetails.cacheRead) || isDefined(inputDetails.cacheWrite))) inputTokens = (usage.inputTokens ?? 0) + (inputDetails.cacheRead ?? 0) + (inputDetails.cacheWrite ?? 0);
 	}
 	const google = providerMetadata?.google;
@@ -1783,6 +1872,8 @@ function mergeInputDetails(a, b) {
 		text: addOptional(a.text, b.text),
 		cacheRead: addOptional(a.cacheRead, b.cacheRead),
 		cacheWrite: addOptional(a.cacheWrite, b.cacheWrite),
+		cacheWrite5m: addOptional(a.cacheWrite5m, b.cacheWrite5m),
+		cacheWrite1h: addOptional(a.cacheWrite1h, b.cacheWrite1h),
 		audio: addOptional(a.audio, b.audio),
 		image: addOptional(a.image, b.image)
 	};