@inkeep/agents-core 0.0.0-dev-20260325201121 → 0.0.0-dev-20260325203817

package/dist/utils/usage-cost-middleware.js

@@ -0,0 +1,60 @@
+import { SPAN_KEYS } from "../constants/otel-attributes.js";
+import { getLogger } from "./logger.js";
+import { trace } from "@opentelemetry/api";
+
+//#region src/utils/usage-cost-middleware.ts
+const logger = getLogger("usage-cost-middleware");
+function extractUsageTokens(usage) {
+	return {
+		inputTokens: typeof usage?.inputTokens === "object" ? usage.inputTokens.total ?? 0 : usage?.inputTokens ?? 0,
+		outputTokens: typeof usage?.outputTokens === "object" ? usage.outputTokens.total ?? 0 : usage?.outputTokens ?? 0,
+		reasoningTokens: typeof usage?.outputTokens === "object" ? usage.outputTokens.reasoning : void 0,
+		cachedReadTokens: typeof usage?.inputTokens === "object" ? usage.inputTokens.cacheRead : void 0,
+		cachedWriteTokens: typeof usage?.inputTokens === "object" ? usage.inputTokens.cacheWrite : void 0
+	};
+}
+function extractGatewayCost(providerMetadata) {
+	const gw = providerMetadata?.gateway;
+	if (!gw) return 0;
+	const cost = parseFloat(gw.cost);
+	if (!Number.isNaN(cost) && cost > 0) return cost;
+	const marketCost = parseFloat(gw.marketCost);
+	if (!Number.isNaN(marketCost) && marketCost > 0) return marketCost;
+	return 0;
+}
+function setGatewayCostOnSpan(providerMetadata) {
+	const activeSpan = trace.getActiveSpan();
+	if (!activeSpan) return;
+	const cost = extractGatewayCost(providerMetadata);
+	activeSpan.setAttribute(SPAN_KEYS.GEN_AI_COST_ESTIMATED_USD, cost);
+	if (providerMetadata?.gateway && cost === 0) logger.warn({ gateway: providerMetadata.gateway }, "Routed through gateway but no cost data in response");
+}
+const gatewayCostMiddleware = {
+	specificationVersion: "v3",
+	async wrapGenerate({ doGenerate }) {
+		const result = await doGenerate();
+		try {
+			setGatewayCostOnSpan(result.providerMetadata);
+		} catch (error) {
+			logger.warn({ error }, "Failed to extract gateway cost in wrapGenerate");
+		}
+		return result;
+	},
+	async wrapStream({ doStream }) {
+		const { stream, ...rest } = await doStream();
+		return {
+			stream: stream.pipeThrough(new TransformStream({ transform(chunk, controller) {
+				controller.enqueue(chunk);
+				if (chunk.type === "finish") try {
+					setGatewayCostOnSpan(chunk.providerMetadata);
+				} catch (error) {
+					logger.warn({ error }, "Failed to extract gateway cost in wrapStream");
+				}
+			} })),
+			...rest
+		};
+	}
+};
+
+//#endregion
+export { extractUsageTokens, gatewayCostMiddleware };

package/dist/utils/usage-tracker.d.ts

@@ -0,0 +1,2 @@
+import { GenerationType } from "../db/runtime/runtime-schema.js";
+export { type GenerationType };

package/dist/utils/usage-tracker.js

@@ -0,0 +1 @@
+export {  };