@ai-sdk/otel 1.0.158 → 1.0.160

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @ai-sdk/otel
 
+## 1.0.160
+
+### Patch Changes
+
+- 5946558: Record the `gen_ai.client.inference.duration` OpenTelemetry histogram in seconds for `generateText` and `streamText` model calls, including errors, cancellation, and failed stream retry attempts, so configured metric exporters can report inference latency.
+- Updated dependencies [a71172d]
+- Updated dependencies [cf27969]
+- Updated dependencies [17b6923]
+  - ai@7.0.160
+
+## 1.0.159
+
+### Patch Changes
+
+- ai@7.0.159
+
 ## 1.0.158
 
 ### Patch Changes

package/dist/index.d.ts

@@ -86,6 +86,7 @@ export declare class OpenTelemetry implements Telemetry {
   constructor(options?: OpenTelemetryOptions);
   private getCallState;
   private cleanupCallState;
+  private recordInferenceDuration;
   private getAgentSpanName;
   private getSpanAttributes;
   executeTool<T>({ callId, toolCallId, execute }: {

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","names":["OtelStepStartEvent","StreamTranscriptionStartEvent","StreamTranscriptionEndEvent","DecideStartEvent","DecideEndEvent","DecisionModelCallStartEvent","DecisionModelCallEndEvent","AISDKContext","StreamTranscriptionStartEvent","StreamTranscriptionEndEvent","DecideStartEvent","DecideEndEvent","DecisionModelCallStartEvent","DecisionModelCallEndEvent"],"sources":["../src/supplemental-attributes.ts","../src/open-telemetry.ts","../../../node_modules/.pnpm/zod@3.25.76/node_modules/zod/v4/core/schemas.d.cts","../../provider-utils/dist/index.d.ts","../src/legacy-open-telemetry.ts"],"x_google_ignoreList":[2],"mappings":";;;;KAwBY;KASA,cAAc;EACxB,UAAU;EACV;EACA;EACA,gBAAgB;MACZ;KAEM;;;;EAIV,SAAS;;;;;;;;;;;EAYT,6CAGM;IACA;IACA;;;;;;EAON,aAAa;;;;EAKb;;;;EAKA;;;;EAKA;;;;EAKA;;;;EAKA;;EAGA;;;;EAKA;;;;EAKA;;;;EAKA;;;;EAKA;;;;UCpCQA,6BAA2B,2BAA2B;WACrD;;qBA2CE,yBAAyB;mBACnB;mBAEA;mBACA;mBACA;mBACA;EAEL,YAAA,UAAS;UAOb;UAIA;UAIA;UA+BA;EAgCR,YAAY,KACV,QACA,YACA;IAEA;IACA;IACA,eAAe,YAAY;MACzB,YAAY;;;;;EAchB,yBAAyB,KACvB,QACA;IAEA;IACA,eAAe,YAAY;MACzB,YAAY;EAWhB,QACE,OACI,oBAAoB,0BACpB,oBAAoB,4BACpB,oBAAoB,mBACpB,oBAAoB,oBACpB,oBAAoB,4BACpB,oBAAoB;EA4C1B,wCACE,OAAO,oBAAoBC;UAKrB;UA0FA;UA2GA;;EAiHR,kBAAkB,OAAO;;EAuEzB,gBAAgB,OAAO;UAqDf;EA6ER,YAAY,OAAOD;EAwCnB,yBAAyB,OAAO;EAyEhC,uBAAuB,OAAO,0BAA0B;EAqKxD,qBAAqB,OAAO,wBAAwB;EAyCpD,mBAAmB,OAAO,sBAAsB;EAqChD,UAAU,OAAO,yBAAyB;;EA2B1C,aAAa,OAAO,yBAAyB;EAI7C,YAAY,OAAO,2BAA2B;EAiB9C,MACE,OACI,qBAAqB,WACrB,kCACA,gBACA,iBACA,yBACA;EAuCN,sCACE,OAAO,oBAAoBE;UAKrB;UA8EA;UAqDA;UA+CA;EAoCR,aAAa,OAAO;EA4CpB,WAAW,OAAO;UAgCV;UAoEA;EAQR,cAAc,OAAO;EAyCrB,YAAY,OAAO;UAsBX;UAkEA;EAsBR,2BACE,OAAO,oBAAoBC;EAK7B,yBAAyB,OAAOC;EAIhC,sCACE,OAAOC;EAKT,oCAAoC,OAAOC;;EAK3C,6BACE,OAAO,oBAAoBH;;EAM7B,2BAA2B,OAAOC;;EAKlC,wCACE,OAAO,oBAAoBC;;EA+C7B,sCACE,OAAO,oBAAoBC;EAiC7B,QAAQ,OAAO,uBAAuB;EAwCtC,QAAQ;;;;QC9pCF;YACM;;;;;;;;;KC64BT,UAAU;;;UCngDL,mBACR,cAAc,UAAU,SACxB,wBAAwBC,UAAeA,SACvC,eAAe,OAAO,SAAS,OAAO,gBAC9B,2BAA2B,OAAO,iBAAiB;WAClD,iBAAiB;WACjB,YAAY,cAAc;WAC1B;;qBAkBE,+BAA+B;mBACzB;;;;mBAKA;EAGf,YAAA;IACE,SAAS;;UAML;UAIA;EAIR,YAAY,KACV,QACA,YACA;IAEA;IACA;IACA,eAAe,YAAY;MACzB,YAAY;;;;;EAchB,yBAAyB,KACvB,QACA;IAEA;IACA,eAAe,YAAY;MACzB,YAAY;EAUhB,QACE,OACI,oBAAoB,0BACpB,oBAAoB,4BACpB,oBAAoB,mBACpB,oBAAoB,oBACpB,oBAAoB,4BACpB,oBAAoB;EA4C1B,wCACE,OAAO,oBAAoBC;UAKrB;UAyDA;UAgEA;;EAqER,kBAAkB,OAAO;;EAmDzB,gBAAgB,OAAO;UA2Df;EA6DR,YAAY,OAAO;EAiEnB,qBAAqB,OAAO,wBAAwB;EAqCpD,mBAAmB,OAAO,sBAAsB;EA+BhD,UAAU,OAAO,yBAAyB;;EAgH1C,aAAa,OAAO,yBAAyB;EAI7C,YAAY,OAAO,2BAA2B;EAU9C,MACE,OACI,qBAAqB,WACrB,kCACA,gBACA,iBACA,yBACA;EAuCN,sCACE,OAAO,oBAAoBC;UAKrB;UA+CA;UA6EA;UAmCA;EA6BR,aAAa,OAAO;EA8BpB,WAAW,OAAO;UAwBV;UAkDA;EAQR,cAAc,OAAO;EA2BrB,YAAY,OAAO;UAoBX;UA8CA;EAgBR,2BACE,OAAO,oBAAoBC;EAK7B,yBAAyB,OAAOC;EAIhC,sCACE,OAAOC;EAKT,oCAAoC,OAAOC;;EAK3C,6BACE,OAAO,oBAAoBH;;EAM7B,2BAA2B,OAAOC;;EAKlC,wCACE,OAAO,oBAAoBC;;EA8B7B,sCACE,OAAO,oBAAoBC;EAqB7B,QAAQ,OAAO,uBAAuB;EAkCtC,QAAQ"}
+{"version":3,"file":"index.d.ts","names":["OtelStepStartEvent","StreamTranscriptionStartEvent","StreamTranscriptionEndEvent","DecideStartEvent","DecideEndEvent","DecisionModelCallStartEvent","DecisionModelCallEndEvent","AISDKContext","StreamTranscriptionStartEvent","StreamTranscriptionEndEvent","DecideStartEvent","DecideEndEvent","DecisionModelCallStartEvent","DecisionModelCallEndEvent"],"sources":["../src/supplemental-attributes.ts","../src/open-telemetry.ts","../../../node_modules/.pnpm/zod@3.25.76/node_modules/zod/v4/core/schemas.d.cts","../../provider-utils/dist/index.d.ts","../src/legacy-open-telemetry.ts"],"x_google_ignoreList":[2],"mappings":";;;;KAwBY;KASA,cAAc;EACxB,UAAU;EACV;EACA;EACA,gBAAgB;MACZ;KAEM;;;;EAIV,SAAS;;;;;;;;;;;EAYT,6CAGM;IACA;IACA;;;;;;EAON,aAAa;;;;EAKb;;;;EAKA;;;;EAKA;;;;EAKA;;;;EAKA;;EAGA;;;;EAKA;;;;EAKA;;;;EAKA;;;;EAKA;;;;UCnCQA,6BAA2B,2BAA2B;WACrD;;qBAgDE,yBAAyB;mBACnB;mBAEA;mBACA;mBACA;mBACA;EAEL,YAAA,UAAS;UAOb;UAIA;UAIA;UA8CA;UA+BA;EAgCR,YAAY,KACV,QACA,YACA;IAEA;IACA;IACA,eAAe,YAAY;MACzB,YAAY;;;;;EAchB,yBAAyB,KACvB,QACA;IAEA;IACA,eAAe,YAAY;MACzB,YAAY;EAWhB,QACE,OACI,oBAAoB,0BACpB,oBAAoB,4BACpB,oBAAoB,mBACpB,oBAAoB,oBACpB,oBAAoB,4BACpB,oBAAoB;EA4C1B,wCACE,OAAO,oBAAoBC;UAKrB;UA0FA;UA2GA;;EAiHR,kBAAkB,OAAO;;EAuEzB,gBAAgB,OAAO;UAqDf;EA6ER,YAAY,OAAOD;EAwCnB,yBAAyB,OAAO;EAiFhC,uBAAuB,OAAO,0BAA0B;EA4KxD,qBAAqB,OAAO,wBAAwB;EAyCpD,mBAAmB,OAAO,sBAAsB;EAqChD,UAAU,OAAO,yBAAyB;;EAgC1C,aAAa,OAAO,yBAAyB;EAI7C,YAAY,OAAO,2BAA2B;EAqB9C,MACE,OACI,qBAAqB,WACrB,kCACA,gBACA,iBACA,yBACA;EAuCN,sCACE,OAAO,oBAAoBE;UAKrB;UA8EA;UAqDA;UA+CA;EAoCR,aAAa,OAAO;EA4CpB,WAAW,OAAO;UAgCV;UAoEA;EAQR,cAAc,OAAO;EAyCrB,YAAY,OAAO;UAsBX;UAkEA;EAsBR,2BACE,OAAO,oBAAoBC;EAK7B,yBAAyB,OAAOC;EAIhC,sCACE,OAAOC;EAKT,oCAAoC,OAAOC;;EAK3C,6BACE,OAAO,oBAAoBH;;EAM7B,2BAA2B,OAAOC;;EAKlC,wCACE,OAAO,oBAAoBC;;EA+C7B,sCACE,OAAO,oBAAoBC;EAiC7B,QAAQ,OAAO,uBAAuB;EA0CtC,QAAQ;;;;QC5uCF;YACM;;;;;;;;;KC64BT,UAAU;;;UCngDL,mBACR,cAAc,UAAU,SACxB,wBAAwBC,UAAeA,SACvC,eAAe,OAAO,SAAS,OAAO,gBAC9B,2BAA2B,OAAO,iBAAiB;WAClD,iBAAiB;WACjB,YAAY,cAAc;WAC1B;;qBAkBE,+BAA+B;mBACzB;;;;mBAKA;EAGf,YAAA;IACE,SAAS;;UAML;UAIA;EAIR,YAAY,KACV,QACA,YACA;IAEA;IACA;IACA,eAAe,YAAY;MACzB,YAAY;;;;;EAchB,yBAAyB,KACvB,QACA;IAEA;IACA,eAAe,YAAY;MACzB,YAAY;EAUhB,QACE,OACI,oBAAoB,0BACpB,oBAAoB,4BACpB,oBAAoB,mBACpB,oBAAoB,oBACpB,oBAAoB,4BACpB,oBAAoB;EA4C1B,wCACE,OAAO,oBAAoBC;UAKrB;UAyDA;UAgEA;;EAqER,kBAAkB,OAAO;;EAmDzB,gBAAgB,OAAO;UA2Df;EA6DR,YAAY,OAAO;EAiEnB,qBAAqB,OAAO,wBAAwB;EAqCpD,mBAAmB,OAAO,sBAAsB;EA+BhD,UAAU,OAAO,yBAAyB;;EAgH1C,aAAa,OAAO,yBAAyB;EAI7C,YAAY,OAAO,2BAA2B;EAU9C,MACE,OACI,qBAAqB,WACrB,kCACA,gBACA,iBACA,yBACA;EAuCN,sCACE,OAAO,oBAAoBC;UAKrB;UA+CA;UA6EA;UAmCA;EA6BR,aAAa,OAAO;EA8BpB,WAAW,OAAO;UAwBV;UAkDA;EAQR,cAAc,OAAO;EA2BrB,YAAY,OAAO;UAoBX;UA8CA;EAgBR,2BACE,OAAO,oBAAoBC;EAK7B,yBAAyB,OAAOC;EAIhC,sCACE,OAAOC;EAKT,oCAAoC,OAAOC;;EAK3C,6BACE,OAAO,oBAAoBH;;EAM7B,2BAA2B,OAAOC;;EAKlC,wCACE,OAAO,oBAAoBC;;EA8B7B,sCACE,OAAO,oBAAoBC;EAqB7B,QAAQ,OAAO,uBAAuB;EAkCtC,QAAQ"}

package/dist/index.js

@@ -1,4 +1,4 @@
-import { SpanKind, SpanStatusCode, context, trace } from "@opentelemetry/api";
+import { SpanKind, SpanStatusCode, context, metrics, trace } from "@opentelemetry/api";
 import { RetryError, convertDataContentToBase64String } from "ai";
 import { APICallError } from "@ai-sdk/provider";
 //#region src/gen-ai-format-messages.ts
@@ -693,6 +693,37 @@ var OpenTelemetry = class {
 	cleanupCallState(callId) {
 		this.callStates.delete(callId);
 	}
+	recordInferenceDuration(state, { responseTimeMs, provider, responseModelId, errorType } = {}) {
+		const inference = state.inferenceMetrics;
+		if (inference == null) return;
+		state.inferenceMetrics = void 0;
+		metrics.getMeter("gen_ai").createHistogram("gen_ai.client.inference.duration", {
+			description: "GenAI client inference operation duration.",
+			unit: "s",
+			advice: { explicitBucketBoundaries: [
+				.01,
+				.02,
+				.04,
+				.08,
+				.16,
+				.32,
+				.64,
+				1.28,
+				2.56,
+				5.12,
+				10.24,
+				20.48,
+				40.96,
+				81.92
+			] }
+		}).record((responseTimeMs ?? performance.now() - inference.startTime) / 1e3, selectAttributes$1(state.telemetry, {
+			"gen_ai.operation.name": "chat",
+			"gen_ai.provider.name": mapProviderName(provider ?? inference.provider),
+			"gen_ai.request.model": inference.modelId,
+			"gen_ai.response.model": responseModelId,
+			"error.type": errorType
+		}), state.inferenceContext);
+	}
 	getAgentSpanName({ operationName, modelId, functionId }) {
 		const defaultName = `${operationName} ${modelId}`;
 		if (operationName !== "invoke_agent") return defaultName;
@@ -1135,9 +1166,15 @@ var OpenTelemetry = class {
 	onLanguageModelCallStart(event) {
 		const state = this.getCallState(event.callId);
 		if (!state?.stepContext) return;
+		this.recordInferenceDuration(state, { errorType: "_OTHER" });
 		const { telemetry } = state;
 		const providerName = mapProviderName(event.provider);
 		state.inferenceToolDefinitions = event.tools;
+		state.inferenceMetrics = {
+			startTime: performance.now(),
+			provider: event.provider,
+			modelId: event.modelId
+		};
 		const inferenceAttributes = selectAttributes$1(telemetry, {
 			"gen_ai.operation.name": "chat",
 			"gen_ai.provider.name": providerName,
@@ -1174,6 +1211,12 @@ var OpenTelemetry = class {
 	onLanguageModelCallEnd(event) {
 		const state = this.getCallState(event.callId);
 		if (!state?.inferenceSpan) return;
+		this.recordInferenceDuration(state, {
+			responseTimeMs: event.performance.responseTimeMs,
+			provider: event.provider,
+			responseModelId: event.modelId,
+			errorType: event.finishReason === "error" ? "_OTHER" : void 0
+		});
 		if (event.finishReason === "error") state.inferenceSpan.setStatus({ code: SpanStatusCode.ERROR });
 		const { telemetry } = state;
 		const providerName = mapProviderName(event.provider);
@@ -1296,6 +1339,7 @@ var OpenTelemetry = class {
 	onStepEnd(event) {
 		const state = this.getCallState(event.callId);
 		if (!state?.stepSpan) return;
+		this.recordInferenceDuration(state, { errorType: event.finishReason === "error" ? "_OTHER" : void 0 });
 		if (event.finishReason === "error") state.stepSpan.setStatus({ code: SpanStatusCode.ERROR });
 		const { telemetry } = state;
 		state.stepSpan.setAttributes(selectSupplementalAttributes(telemetry, this.supplementalAttributes, {
@@ -1313,6 +1357,7 @@ var OpenTelemetry = class {
 	onStepError(event) {
 		const state = this.getCallState(event.callId);
 		if (!state?.stepSpan) return;
+		this.recordInferenceDuration(state, { errorType: event.error instanceof Error ? event.error.name : "_OTHER" });
 		if (state.inferenceSpan) {
 			recordErrorOnSpan(state.inferenceSpan, event.error);
 			state.inferenceSpan.end();
@@ -1704,6 +1749,7 @@ var OpenTelemetry = class {
 	onAbort(event) {
 		const state = this.getCallState(event.callId);
 		if (!state?.rootSpan) return;
+		this.recordInferenceDuration(state, { errorType: "AbortError" });
 		for (const { span: toolSpan } of state.toolSpans.values()) toolSpan.end();
 		state.toolSpans.clear();
 		if (state.inferenceSpan) {
@@ -1735,6 +1781,7 @@ var OpenTelemetry = class {
 		const state = this.getCallState(event.callId);
 		if (!state?.rootSpan) return;
 		const actualError = event.error ?? error;
+		this.recordInferenceDuration(state, { errorType: actualError instanceof Error ? actualError.name : "_OTHER" });
 		for (const { span: toolSpan } of state.toolSpans.values()) {
 			recordErrorOnSpan(toolSpan, actualError);
 			toolSpan.end();