@x12i/ai-gateway 9.0.8 → 9.0.9

package/dist/gateway-utils.d.ts

@@ -36,3 +36,9 @@ export declare function extractTokenUsageFromRouterResponse(routerResponse: unkn
     completion: number;
     total: number;
 };
+/**
+ * Best-effort USD cost from router/sync AIResponse shape: metadata.costUsd (preferred),
+ * metadata.attempts[].costUsd, response root, then common raw payload locations.
+ * Does not compute cost from tokens — adapters must populate normalized fields or raw usage.cost-style keys.
+ */
+export declare function extractCostUsdFromRouterResponse(routerResponse: unknown): number | undefined;

package/dist/gateway-utils.js

@@ -231,3 +231,50 @@ export function extractTokenUsageFromRouterResponse(routerResponse) {
     }
     return { prompt: 0, completion: 0, total: 0 };
 }
+/**
+ * Best-effort USD cost from router/sync AIResponse shape: metadata.costUsd (preferred),
+ * metadata.attempts[].costUsd, response root, then common raw payload locations.
+ * Does not compute cost from tokens — adapters must populate normalized fields or raw usage.cost-style keys.
+ */
+export function extractCostUsdFromRouterResponse(routerResponse) {
+    if (routerResponse == null || typeof routerResponse !== 'object')
+        return undefined;
+    const r = routerResponse;
+    const meta = r.metadata != null && typeof r.metadata === 'object'
+        ? r.metadata
+        : undefined;
+    const pick = (...vals) => firstFiniteNumber(...vals);
+    const fromMeta = pick(meta?.costUsd, meta?.cost);
+    if (fromMeta !== undefined)
+        return fromMeta;
+    const fromRoot = pick(r.costUsd, r.cost);
+    if (fromRoot !== undefined)
+        return fromRoot;
+    const attempts = meta?.attempts;
+    if (Array.isArray(attempts)) {
+        for (let i = attempts.length - 1; i >= 0; i--) {
+            const a = attempts[i];
+            if (a != null && typeof a === 'object') {
+                const o = a;
+                const c = pick(o.costUsd, o.cost);
+                if (c !== undefined)
+                    return c;
+            }
+        }
+    }
+    const raw = r.rawResponse ?? r.raw;
+    if (raw != null && typeof raw === 'object') {
+        const rawObj = raw;
+        const usage = rawObj.usage;
+        if (usage != null && typeof usage === 'object') {
+            const u = usage;
+            const fromUsage = pick(u.cost, u.costUsd, u.total_cost, u.totalCost);
+            if (fromUsage !== undefined)
+                return fromUsage;
+        }
+        const fromRawTop = pick(rawObj.cost, rawObj.costUsd);
+        if (fromRawTop !== undefined)
+            return fromRawTop;
+    }
+    return undefined;
+}

package/dist/gateway.js

@@ -8,7 +8,7 @@ import { ensureGatewayRequestIdentity } from './activity-manager.js';
 import { initializeGatewayComponents } from './gateway-config.js';
 import { buildMessages } from './message-builder.js';
 import { extractJsonFromFlexMd } from './flex-md-loader.js';
-import { extractTokenUsageFromRouterResponse, mergeConfig } from './gateway-utils.js';
+import { extractCostUsdFromRouterResponse, extractTokenUsageFromRouterResponse, mergeConfig } from './gateway-utils.js';
 import { autoRegisterProviders } from './gateway-provider-auto-register.js';
 import { setGatewayLastJobId, setGatewayRuntimeClients } from './runtime-objects.js';
 import { gatewayLogDebug, withActivityIdentity } from './gateway-log-meta.js';
@@ -16,6 +16,25 @@ import { invokeWithRetry } from './gateway-retry.js';
 /** Error message thrown by the router when no provider is registered or specified */
 const NO_PROVIDER_ERROR = 'No provider specified and no providers registered';
 const NO_PROVIDER_HINT = ' Set OPEN_ROUTER_KEY (or OPENROUTER_API_KEY) in the environment to use OpenRouter, or register a provider with the router (e.g. via autoRegisterProviders or gateway config).';
+/** Warn when a successful call reports no tokens and/or explicit zero cost (often missing adapter metadata). */
+function warnIfSuccessfulInvokeReportsZeroUsageOrCost(logger, identity, meta, invokeKind) {
+    const { tokens, costUsd, cost } = meta;
+    const zeroTokens = tokens.prompt === 0 && tokens.completion === 0 && tokens.total === 0;
+    const zeroCostUsd = typeof costUsd === 'number' && costUsd === 0;
+    const zeroCost = typeof cost === 'number' && cost === 0;
+    if (!zeroTokens && !zeroCostUsd && !zeroCost)
+        return;
+    logger.warn('Successful provider response reported zero token usage and/or zero cost; verify router adapter usage and billing metadata', withActivityIdentity(identity, {
+        invokeKind,
+        zeroTokens,
+        zeroCostUsd,
+        zeroCostField: zeroCost,
+        tokens,
+        costUsd,
+        cost,
+        debugKind: gatewayLogDebug.anomaly
+    }));
+}
 /**
  * Simplified AI Gateway - Clean proxy implementation
  */
@@ -87,6 +106,8 @@ export class AIGateway {
                 },
                 mode: 'sync'
             });
+            const costUsdChat = extractCostUsdFromRouterResponse(response);
+            const metaChat = response?.metadata || {};
             // Create enhanced response
             const enhancedResponse = {
                 content: response.content || '',
@@ -96,13 +117,20 @@ export class AIGateway {
                     latencyMs: Date.now() - startTime,
                     tokens: extractTokenUsageFromRouterResponse(response),
                     taskTypeId,
-                    agentType: 'chat'
+                    agentType: 'chat',
+                    ...(typeof costUsdChat === 'number'
+                        ? {
+                            costUsd: costUsdChat,
+                            ...(typeof metaChat.cost === 'number' ? { cost: metaChat.cost } : { cost: costUsdChat })
+                        }
+                        : {})
                 }
             };
             // Track activity success if activity was started
             if (activity) {
                 try {
                     await this.activityManager.logSuccess(activity, {
+                        ...(typeof costUsdChat === 'number' ? { cost: costUsdChat } : {}),
                         response: enhancedResponse,
                         endTime: Date.now(),
                         duration: Date.now() - startTime
@@ -116,6 +144,11 @@ export class AIGateway {
                     });
                 }
             }
+            warnIfSuccessfulInvokeReportsZeroUsageOrCost(this.logger, request.identity, {
+                tokens: enhancedResponse.metadata.tokens,
+                costUsd: enhancedResponse.metadata.costUsd,
+                cost: enhancedResponse.metadata.cost
+            }, 'invokeChat');
             return enhancedResponse;
         }
         catch (error) {
@@ -369,17 +402,9 @@ export class AIGateway {
                                     a.routing.requestIds = requestIds;
                                     a.modelUsed =
                                         meta?.modelUsed || meta?.model || respAny.model || candidate.model;
-                                    const costUsd = typeof meta?.costUsd === 'number'
-                                        ? meta.costUsd
-                                        : typeof meta?.cost === 'number'
-                                            ? meta.cost
-                                            : typeof respAny?.costUsd === 'number'
-                                                ? respAny.costUsd
-                                                : typeof respAny?.cost === 'number'
-                                                    ? respAny.cost
-                                                    : undefined;
-                                    if (typeof costUsd === 'number')
-                                        a.costUsd = costUsd;
+                                    const attemptCostUsd = extractCostUsdFromRouterResponse(respAny);
+                                    if (typeof attemptCostUsd === 'number')
+                                        a.costUsd = attemptCostUsd;
                                     if (includeRawProviderPayload) {
                                         // Size-capped preview only.
                                         const raw = respAny.rawResponse ?? respAny.raw ?? respAny;
@@ -489,6 +514,8 @@ export class AIGateway {
             contentType = 'structured';
             parsingMethod = 'flex-md';
             const tokens = extractTokenUsageFromRouterResponse(routerResponse);
+            const resolvedCostUsd = extractCostUsdFromRouterResponse(routerResponse);
+            const routerMetaForCost = routerResponse?.metadata || {};
             const enhancedResponse = {
                 content: content,
                 parsedContent: parsedContent,
@@ -501,6 +528,14 @@ export class AIGateway {
                     agentType: 'ai',
                     contentType,
                     parsingMethod,
+                    ...(typeof resolvedCostUsd === 'number'
+                        ? {
+                            costUsd: resolvedCostUsd,
+                            ...(typeof routerMetaForCost.cost === 'number'
+                                ? { cost: routerMetaForCost.cost }
+                                : { cost: resolvedCostUsd })
+                        }
+                        : {}),
                     ...(traceEnabled
                         ? (() => {
                             const meta = routerResponse?.metadata || {};
@@ -512,18 +547,11 @@ export class AIGateway {
                                 : typeof mergedConfig?.maxTokens === 'number'
                                     ? mergedConfig.maxTokens
                                     : undefined;
-                            const costUsd = typeof meta.costUsd === 'number'
-                                ? meta.costUsd
-                                : typeof meta.cost === 'number'
-                                    ? meta.cost
-                                    : undefined;
                             return {
                                 provider,
                                 region,
                                 modelUsed,
                                 maxTokensRequested,
-                                cost: typeof meta.cost === 'number' ? meta.cost : undefined,
-                                costUsd,
                                 requestIds: traceRequestIds,
                                 retryCount: traceRetryCount,
                                 fallbackCount: traceFallbackCount,
@@ -549,6 +577,7 @@ export class AIGateway {
                         usage: tokens
                     };
                     await this.activityManager.logSuccess(activity, {
+                        ...(typeof resolvedCostUsd === 'number' ? { cost: resolvedCostUsd } : {}),
                         response: activityResponse,
                         endTime: Date.now(),
                         duration: Date.now() - startTime
@@ -562,6 +591,11 @@ export class AIGateway {
                     });
                 }
             }
+            warnIfSuccessfulInvokeReportsZeroUsageOrCost(this.logger, request.identity, {
+                tokens: enhancedResponse.metadata.tokens,
+                costUsd: enhancedResponse.metadata.costUsd,
+                cost: enhancedResponse.metadata.cost
+            }, 'invoke');
             this.logger.debug('gateway: enhancedResponse', withActivityIdentity(request.identity, {
                 latencyMs: enhancedResponse.metadata?.latencyMs,
                 contentType: enhancedResponse.metadata?.contentType,

package/dist-cjs/gateway-utils.cjs

@@ -42,6 +42,7 @@ exports.ensureTaskTypeId = ensureTaskTypeId;
 exports.mergeConfig = mergeConfig;
 exports.normalizeRouterUsageTokens = normalizeRouterUsageTokens;
 exports.extractTokenUsageFromRouterResponse = extractTokenUsageFromRouterResponse;
+exports.extractCostUsdFromRouterResponse = extractCostUsdFromRouterResponse;
 const crypto = __importStar(require("crypto"));
 const gateway_instructions_js_1 = require("./gateway-instructions.cjs");
 const flex_md_loader_js_1 = require("./flex-md-loader.cjs");
@@ -271,3 +272,50 @@ function extractTokenUsageFromRouterResponse(routerResponse) {
     }
     return { prompt: 0, completion: 0, total: 0 };
 }
+/**
+ * Best-effort USD cost from router/sync AIResponse shape: metadata.costUsd (preferred),
+ * metadata.attempts[].costUsd, response root, then common raw payload locations.
+ * Does not compute cost from tokens — adapters must populate normalized fields or raw usage.cost-style keys.
+ */
+function extractCostUsdFromRouterResponse(routerResponse) {
+    if (routerResponse == null || typeof routerResponse !== 'object')
+        return undefined;
+    const r = routerResponse;
+    const meta = r.metadata != null && typeof r.metadata === 'object'
+        ? r.metadata
+        : undefined;
+    const pick = (...vals) => firstFiniteNumber(...vals);
+    const fromMeta = pick(meta?.costUsd, meta?.cost);
+    if (fromMeta !== undefined)
+        return fromMeta;
+    const fromRoot = pick(r.costUsd, r.cost);
+    if (fromRoot !== undefined)
+        return fromRoot;
+    const attempts = meta?.attempts;
+    if (Array.isArray(attempts)) {
+        for (let i = attempts.length - 1; i >= 0; i--) {
+            const a = attempts[i];
+            if (a != null && typeof a === 'object') {
+                const o = a;
+                const c = pick(o.costUsd, o.cost);
+                if (c !== undefined)
+                    return c;
+            }
+        }
+    }
+    const raw = r.rawResponse ?? r.raw;
+    if (raw != null && typeof raw === 'object') {
+        const rawObj = raw;
+        const usage = rawObj.usage;
+        if (usage != null && typeof usage === 'object') {
+            const u = usage;
+            const fromUsage = pick(u.cost, u.costUsd, u.total_cost, u.totalCost);
+            if (fromUsage !== undefined)
+                return fromUsage;
+        }
+        const fromRawTop = pick(rawObj.cost, rawObj.costUsd);
+        if (fromRawTop !== undefined)
+            return fromRawTop;
+    }
+    return undefined;
+}

package/dist-cjs/gateway-utils.d.ts

@@ -36,3 +36,9 @@ export declare function extractTokenUsageFromRouterResponse(routerResponse: unkn
     completion: number;
     total: number;
 };
+/**
+ * Best-effort USD cost from router/sync AIResponse shape: metadata.costUsd (preferred),
+ * metadata.attempts[].costUsd, response root, then common raw payload locations.
+ * Does not compute cost from tokens — adapters must populate normalized fields or raw usage.cost-style keys.
+ */
+export declare function extractCostUsdFromRouterResponse(routerResponse: unknown): number | undefined;

package/dist-cjs/gateway.cjs

@@ -19,6 +19,25 @@ const gateway_retry_js_1 = require("./gateway-retry.cjs");
 /** Error message thrown by the router when no provider is registered or specified */
 const NO_PROVIDER_ERROR = 'No provider specified and no providers registered';
 const NO_PROVIDER_HINT = ' Set OPEN_ROUTER_KEY (or OPENROUTER_API_KEY) in the environment to use OpenRouter, or register a provider with the router (e.g. via autoRegisterProviders or gateway config).';
+/** Warn when a successful call reports no tokens and/or explicit zero cost (often missing adapter metadata). */
+function warnIfSuccessfulInvokeReportsZeroUsageOrCost(logger, identity, meta, invokeKind) {
+    const { tokens, costUsd, cost } = meta;
+    const zeroTokens = tokens.prompt === 0 && tokens.completion === 0 && tokens.total === 0;
+    const zeroCostUsd = typeof costUsd === 'number' && costUsd === 0;
+    const zeroCost = typeof cost === 'number' && cost === 0;
+    if (!zeroTokens && !zeroCostUsd && !zeroCost)
+        return;
+    logger.warn('Successful provider response reported zero token usage and/or zero cost; verify router adapter usage and billing metadata', (0, gateway_log_meta_js_1.withActivityIdentity)(identity, {
+        invokeKind,
+        zeroTokens,
+        zeroCostUsd,
+        zeroCostField: zeroCost,
+        tokens,
+        costUsd,
+        cost,
+        debugKind: gateway_log_meta_js_1.gatewayLogDebug.anomaly
+    }));
+}
 /**
  * Simplified AI Gateway - Clean proxy implementation
  */
@@ -90,6 +109,8 @@ class AIGateway {
                 },
                 mode: 'sync'
             });
+            const costUsdChat = (0, gateway_utils_js_1.extractCostUsdFromRouterResponse)(response);
+            const metaChat = response?.metadata || {};
             // Create enhanced response
             const enhancedResponse = {
                 content: response.content || '',
@@ -99,13 +120,20 @@ class AIGateway {
                     latencyMs: Date.now() - startTime,
                     tokens: (0, gateway_utils_js_1.extractTokenUsageFromRouterResponse)(response),
                     taskTypeId,
-                    agentType: 'chat'
+                    agentType: 'chat',
+                    ...(typeof costUsdChat === 'number'
+                        ? {
+                            costUsd: costUsdChat,
+                            ...(typeof metaChat.cost === 'number' ? { cost: metaChat.cost } : { cost: costUsdChat })
+                        }
+                        : {})
                 }
             };
             // Track activity success if activity was started
             if (activity) {
                 try {
                     await this.activityManager.logSuccess(activity, {
+                        ...(typeof costUsdChat === 'number' ? { cost: costUsdChat } : {}),
                         response: enhancedResponse,
                         endTime: Date.now(),
                         duration: Date.now() - startTime
@@ -119,6 +147,11 @@ class AIGateway {
                     });
                 }
             }
+            warnIfSuccessfulInvokeReportsZeroUsageOrCost(this.logger, request.identity, {
+                tokens: enhancedResponse.metadata.tokens,
+                costUsd: enhancedResponse.metadata.costUsd,
+                cost: enhancedResponse.metadata.cost
+            }, 'invokeChat');
             return enhancedResponse;
         }
         catch (error) {
@@ -372,17 +405,9 @@ class AIGateway {
                                     a.routing.requestIds = requestIds;
                                     a.modelUsed =
                                         meta?.modelUsed || meta?.model || respAny.model || candidate.model;
-                                    const costUsd = typeof meta?.costUsd === 'number'
-                                        ? meta.costUsd
-                                        : typeof meta?.cost === 'number'
-                                            ? meta.cost
-                                            : typeof respAny?.costUsd === 'number'
-                                                ? respAny.costUsd
-                                                : typeof respAny?.cost === 'number'
-                                                    ? respAny.cost
-                                                    : undefined;
-                                    if (typeof costUsd === 'number')
-                                        a.costUsd = costUsd;
+                                    const attemptCostUsd = (0, gateway_utils_js_1.extractCostUsdFromRouterResponse)(respAny);
+                                    if (typeof attemptCostUsd === 'number')
+                                        a.costUsd = attemptCostUsd;
                                     if (includeRawProviderPayload) {
                                         // Size-capped preview only.
                                         const raw = respAny.rawResponse ?? respAny.raw ?? respAny;
@@ -492,6 +517,8 @@ class AIGateway {
             contentType = 'structured';
             parsingMethod = 'flex-md';
             const tokens = (0, gateway_utils_js_1.extractTokenUsageFromRouterResponse)(routerResponse);
+            const resolvedCostUsd = (0, gateway_utils_js_1.extractCostUsdFromRouterResponse)(routerResponse);
+            const routerMetaForCost = routerResponse?.metadata || {};
             const enhancedResponse = {
                 content: content,
                 parsedContent: parsedContent,
@@ -504,6 +531,14 @@ class AIGateway {
                     agentType: 'ai',
                     contentType,
                     parsingMethod,
+                    ...(typeof resolvedCostUsd === 'number'
+                        ? {
+                            costUsd: resolvedCostUsd,
+                            ...(typeof routerMetaForCost.cost === 'number'
+                                ? { cost: routerMetaForCost.cost }
+                                : { cost: resolvedCostUsd })
+                        }
+                        : {}),
                     ...(traceEnabled
                         ? (() => {
                             const meta = routerResponse?.metadata || {};
@@ -515,18 +550,11 @@ class AIGateway {
                                 : typeof mergedConfig?.maxTokens === 'number'
                                     ? mergedConfig.maxTokens
                                     : undefined;
-                            const costUsd = typeof meta.costUsd === 'number'
-                                ? meta.costUsd
-                                : typeof meta.cost === 'number'
-                                    ? meta.cost
-                                    : undefined;
                             return {
                                 provider,
                                 region,
                                 modelUsed,
                                 maxTokensRequested,
-                                cost: typeof meta.cost === 'number' ? meta.cost : undefined,
-                                costUsd,
                                 requestIds: traceRequestIds,
                                 retryCount: traceRetryCount,
                                 fallbackCount: traceFallbackCount,
@@ -552,6 +580,7 @@ class AIGateway {
                         usage: tokens
                     };
                     await this.activityManager.logSuccess(activity, {
+                        ...(typeof resolvedCostUsd === 'number' ? { cost: resolvedCostUsd } : {}),
                         response: activityResponse,
                         endTime: Date.now(),
                         duration: Date.now() - startTime
@@ -565,6 +594,11 @@ class AIGateway {
                     });
                 }
             }
+            warnIfSuccessfulInvokeReportsZeroUsageOrCost(this.logger, request.identity, {
+                tokens: enhancedResponse.metadata.tokens,
+                costUsd: enhancedResponse.metadata.costUsd,
+                cost: enhancedResponse.metadata.cost
+            }, 'invoke');
             this.logger.debug('gateway: enhancedResponse', (0, gateway_log_meta_js_1.withActivityIdentity)(request.identity, {
                 latencyMs: enhancedResponse.metadata?.latencyMs,
                 contentType: enhancedResponse.metadata?.contentType,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@x12i/ai-gateway",
-  "version": "9.0.8",
+  "version": "9.0.9",
   "description": "AI Gateway - Unified interface for LLM provider routing and management",
   "type": "module",
   "exports": {