@casual-simulation/aux-records 4.0.5 → 4.1.0-alpha.21993718399

package/AIChatInterface.d.ts

@@ -73,6 +73,14 @@ export interface AIChatInterfaceResponse {
      * The total number of tokens that were used.
      */
     totalTokens: number;
+    /**
+     * The number of input tokens that were used.
+     */
+    inputTokens?: number;
+    /**
+     * The number of output tokens that were used.
+     */
+    outputTokens?: number;
 }
 export interface AIChatInterfaceStreamResponse {
     /**
@@ -83,6 +91,14 @@ export interface AIChatInterfaceStreamResponse {
      * The total number of tokens that were used.
      */
     totalTokens: number;
+    /**
+     * The number of input tokens that were used.
+     */
+    inputTokens?: number;
+    /**
+     * The number of output tokens that were used.
+     */
+    outputTokens?: number;
 }
 export interface AIChatStreamMessage {
     /**

package/AIChatInterface.js.map

@@ -1 +1 @@
-{"version":3,"file":"AIChatInterface.js","sourceRoot":"","sources":["AIChatInterface.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAiPxB;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC;QACV,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QACjB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;QACtB,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;KACxB,CAAC;IACF,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACrB,CAAC;aACI,KAAK,CACF,CAAC,CAAC,KAAK,CAAC;YACJ,CAAC,CAAC,MAAM,CAAC;gBACL,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;aACnB,CAAC;YACF,CAAC,CAAC,MAAM,CAAC;gBACL,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;gBAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;aACvB,CAAC;YACF,CAAC,CAAC,MAAM,CAAC;gBACL,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE;aACf,CAAC;SACL,CAAC,CACL;aACA,GAAG,CAAC,CAAC,CAAC;KACd,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC3C,CAAC,CAAC"}
+{"version":3,"file":"AIChatInterface.js","sourceRoot":"","sources":["AIChatInterface.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAqQxB;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC;QACV,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QACjB,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;QACtB,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;KACxB,CAAC;IACF,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACrB,CAAC;aACI,KAAK,CACF,CAAC,CAAC,KAAK,CAAC;YACJ,CAAC,CAAC,MAAM,CAAC;gBACL,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;aACnB,CAAC;YACF,CAAC,CAAC,MAAM,CAAC;gBACL,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;gBAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;aACvB,CAAC;YACF,CAAC,CAAC,MAAM,CAAC;gBACL,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE;aACf,CAAC;SACL,CAAC,CACL;aACA,GAAG,CAAC,CAAC,CAAC;KACd,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC3C,CAAC,CAAC"}

package/AIController.d.ts

@@ -5,13 +5,14 @@ import type { AIGeneratedImage, AIImageInterface } from './AIImageInterface';
 import type { MetricsStore } from './MetricsStore';
 import type { ConfigurationStore } from './ConfigurationStore';
 import type { PolicyStore } from './PolicyStore';
-import type { AIHumeInterface, AIHumeInterfaceGetAccessTokenFailure } from './AIHumeInterface';
+import type { AIHumeInterface } from './AIHumeInterface';
 import type { AISloydInterface, AISloydInterfaceCreateModelFailure } from './AISloydInterface';
-import type { AuthorizeSubjectFailure, ConstructAuthorizationContextFailure, PolicyController } from './PolicyController';
+import type { AuthorizeSubjectFailure, PolicyController } from './PolicyController';
 import type { UserRole } from '@casual-simulation/aux-common';
 import { type DenialReason, type KnownErrorCodes, type Result, type SimpleError } from '@casual-simulation/aux-common';
 import type { HumeConfig, RecordsStore } from './RecordsStore';
 import type { AIOpenAIRealtimeInterface, CreateRealtimeSessionTokenRequest } from './AIOpenAIRealtimeInterface';
+import { type FinancialController } from './financial/FinancialController';
 export interface AIConfiguration {
     chat: AIChatConfiguration | null;
     generateSkybox: AIGenerateSkyboxConfiguration | null;
@@ -26,6 +27,7 @@ export interface AIConfiguration {
     openai: {
         realtime: AIOpenAIRealtimeConfiguration;
     } | null;
+    financial?: FinancialController | null;
 }
 export interface AIChatConfiguration {
     interfaces: AIChatProviders;
@@ -185,8 +187,13 @@ export declare class AIController {
     private _policyStore;
     private _policies;
     private _recordsStore;
+    private _financial;
     constructor(configuration: AIConfiguration);
     chat(request: AIChatRequest): Promise<AIChatResponse>;
+    /**
+     * Calculates the final billing cost for a chat request given the token usage.
+     */
+    private _calculateChatBillingCost;
     private _calculateTokenCost;
     chatStream(request: AIChatRequest): AsyncGenerator<Pick<AIChatInterfaceStreamResponse, 'choices'>, AIChatStreamResponse>;
     generateSkybox(request: AIGenerateSkyboxRequest): Promise<AIGenerateSkyboxResponse>;
@@ -257,7 +264,7 @@ export interface AIChatSuccess {
 }
 export interface AIChatFailure {
     success: false;
-    errorCode: ServerError | NotLoggedInError | NotSubscribedError | InvalidSubscriptionTierError | NotSupportedError | SubscriptionLimitReached | NotAuthorizedError | 'invalid_model';
+    errorCode: KnownErrorCodes;
     errorMessage: string;
     allowedSubscriptionTiers?: string[];
     currentSubscriptionTier?: string;
@@ -296,7 +303,7 @@ export interface AIGenerateSkyboxSuccess {
 }
 export interface AIGenerateSkyboxFailure {
     success: false;
-    errorCode: ServerError | NotLoggedInError | NotSubscribedError | InvalidSubscriptionTierError | NotSupportedError | SubscriptionLimitReached | NotAuthorizedError;
+    errorCode: KnownErrorCodes;
     errorMessage: string;
     allowedSubscriptionTiers?: string[];
     currentSubscriptionTier?: string;
@@ -400,7 +407,7 @@ export interface AIGenerateImageSuccess {
 }
 export interface AIGenerateImageFailure {
     success: false;
-    errorCode: ServerError | NotLoggedInError | NotSubscribedError | InvalidSubscriptionTierError | NotSupportedError | SubscriptionLimitReached | NotAuthorizedError | 'invalid_request' | 'invalid_model';
+    errorCode: KnownErrorCodes;
     errorMessage: string;
     allowedSubscriptionTiers?: string[];
     currentSubscriptionTier?: string;
@@ -438,7 +445,7 @@ export interface AIHumeGetAccessTokenSuccess {
 }
 export interface AIHumeGetAccessTokenFailure {
     success: false;
-    errorCode: ServerError | NotLoggedInError | NotSubscribedError | InvalidSubscriptionTierError | NotSupportedError | SubscriptionLimitReached | NotAuthorizedError | AIHumeInterfaceGetAccessTokenFailure['errorCode'] | ConstructAuthorizationContextFailure['errorCode'] | AuthorizeSubjectFailure['errorCode'] | 'invalid_request';
+    errorCode: KnownErrorCodes;
     errorMessage: string;
 }
 export interface AISloydGenerateModelRequest {

package/AIController.js

@@ -8,7 +8,9 @@ import { getHumeAiFeatures, getOpenAiFeatures, getSloydAiFeatures, getSubscripti
 import { traced } from './tracing/TracingDecorators';
 import { SpanStatusCode, trace } from '@opentelemetry/api';
 import { fromByteArray } from 'base64-js';
-import { failure, isSuperUserRole, success, } from '@casual-simulation/aux-common';
+import { failure, genericResult, isFailure, isSuperUserRole, logError, success, wrap, } from '@casual-simulation/aux-common';
+import { billForUsage, } from './financial/FinancialController';
+import { BillingCodes, TransferCodes } from './financial/FinancialInterface';
 const TRACE_NAME = 'AIController';
 /**
  * Defines a class that is able to handle AI requests.
@@ -61,6 +63,7 @@ export class AIController {
         this._config = configuration.config;
         this._policyStore = configuration.policies;
         this._recordsStore = configuration.records;
+        this._financial = configuration.financial;
     }
     async chat(request) {
         try {
@@ -179,7 +182,26 @@ export class AIController {
                     };
                 }
             }
-            const result = await chat.chat({
+            const creditFeePerInputToken = allowedFeatures.ai.chat.creditFeePerInputToken ?? null;
+            const creditFeePerOutputToken = allowedFeatures.ai.chat.creditFeePerOutputToken ?? null;
+            const preChargeInputTokens = BigInt(this._calculateTokenCost(allowedFeatures.ai.chat.preChargeInputTokens ?? 100, model));
+            const preChargeOutputTokens = BigInt(this._calculateTokenCost(allowedFeatures.ai.chat.preChargeOutputTokens ?? 100, model));
+            const initialAmount = creditFeePerInputToken || creditFeePerOutputToken
+                ? preChargeInputTokens * (creditFeePerInputToken ?? 0n) +
+                    preChargeOutputTokens * (creditFeePerOutputToken ?? 0n)
+                : null;
+            const billing = await billForUsage(this._financial, {
+                userId: request.userId,
+                transferCode: TransferCodes.records_usage_fee,
+                billingCode: BillingCodes.ai_chat_tokens,
+            });
+            const initialResult = await billing.next(success({
+                initialCost: initialAmount,
+            }));
+            if (isFailure(initialResult.value)) {
+                return genericResult(initialResult.value);
+            }
+            const chatResult = await wrap(async () => await chat.chat({
                 messages: request.messages,
                 model: model,
                 temperature: request.temperature,
@@ -189,18 +211,34 @@ export class AIController {
                 stopWords: request.stopWords,
                 userId: request.userId,
                 maxTokens,
-            });
-            if (result.totalTokens > 0) {
-                const adjustedTokens = this._calculateTokenCost(result, model);
+            }));
+            if (isFailure(chatResult)) {
+                console.error('[AIController] Chat request failed:', chatResult);
+                // Need to pass failure to billing to ensure that it cancels pending transfers
+                const errorResult = await billing.next(failure({
+                    errorCode: 'server_error',
+                    errorMessage: 'A server error occurred.',
+                }));
+                return genericResult(errorResult.value);
+            }
+            const cost = this._calculateChatBillingCost(chatResult.value, creditFeePerInputToken, creditFeePerOutputToken, model);
+            if (chatResult.value.totalTokens > 0) {
+                const adjustedTotalTokens = this._calculateTokenCost(chatResult.value.totalTokens, model);
                 await this._metrics.recordChatMetrics({
                     userId: request.userId,
                     createdAtMs: Date.now(),
-                    tokens: adjustedTokens,
+                    tokens: adjustedTotalTokens,
                 });
             }
+            const finalResult = await billing.next(success({
+                cost,
+            }));
+            if (isFailure(finalResult.value)) {
+                return genericResult(finalResult.value);
+            }
             return {
                 success: true,
-                choices: result.choices,
+                choices: chatResult.value.choices,
             };
         }
         catch (err) {
@@ -215,11 +253,34 @@ export class AIController {
             };
         }
     }
-    _calculateTokenCost(result, model) {
-        const totalTokens = result.totalTokens;
+    /**
+     * Calculates the final billing cost for a chat request given the token usage.
+     */
+    _calculateChatBillingCost(chatResult, creditFeePerInputToken, creditFeePerOutputToken, model) {
+        let cost = 0n;
+        if (chatResult.inputTokens > 0 && creditFeePerInputToken) {
+            const adjustedInputTokens = this._calculateTokenCost(chatResult.inputTokens, model);
+            cost += BigInt(adjustedInputTokens) * creditFeePerInputToken;
+        }
+        if (chatResult.outputTokens > 0 && creditFeePerOutputToken) {
+            const adjustedOutputTokens = this._calculateTokenCost(chatResult.outputTokens, model);
+            cost += BigInt(adjustedOutputTokens) * creditFeePerOutputToken;
+        }
+        if (!chatResult.inputTokens &&
+            !chatResult.outputTokens &&
+            chatResult.totalTokens > 0) {
+            // Fallback in case the interface doesn't provide input/output token breakdown
+            const adjustedTokens = this._calculateTokenCost(chatResult.totalTokens, model);
+            cost =
+                BigInt(adjustedTokens) *
+                    (creditFeePerOutputToken ?? creditFeePerInputToken ?? 0n);
+        }
+        return cost;
+    }
+    _calculateTokenCost(tokens, model) {
         const tokenModifierRatio = this._chatOptions.tokenModifierRatio;
-        const modifier = tokenModifierRatio[model] ?? 1.0;
-        const adjustedTokens = modifier * totalTokens;
+        const modifier = tokenModifierRatio[model] ?? 1;
+        const adjustedTokens = modifier * tokens;
         return adjustedTokens;
     }
     async *chatStream(request) {
@@ -347,6 +408,25 @@ export class AIController {
                     };
                 }
             }
+            const creditFeePerInputToken = allowedFeatures.ai.chat.creditFeePerInputToken ?? null;
+            const creditFeePerOutputToken = allowedFeatures.ai.chat.creditFeePerOutputToken ?? null;
+            const preChargeInputTokens = BigInt(this._calculateTokenCost(allowedFeatures.ai.chat.preChargeInputTokens ?? 100, model));
+            const preChargeOutputTokens = BigInt(this._calculateTokenCost(allowedFeatures.ai.chat.preChargeOutputTokens ?? 100, model));
+            const initialAmount = creditFeePerInputToken || creditFeePerOutputToken
+                ? preChargeInputTokens * (creditFeePerInputToken ?? 0n) +
+                    preChargeOutputTokens * (creditFeePerOutputToken ?? 0n)
+                : null;
+            const billing = await billForUsage(this._financial, {
+                userId: request.userId,
+                transferCode: TransferCodes.records_usage_fee,
+                billingCode: BillingCodes.ai_chat_tokens,
+            });
+            const initialResult = await billing.next(success({
+                initialCost: initialAmount,
+            }));
+            if (isFailure(initialResult.value)) {
+                return genericResult(initialResult.value);
+            }
             const result = chat.chatStream({
                 messages: request.messages,
                 model: model,
@@ -358,9 +438,15 @@ export class AIController {
                 userId: request.userId,
                 maxTokens,
             });
+            let totalTokens = 0;
+            let totalInputTokens = 0;
+            let totalOutputTokens = 0;
             for await (let chunk of result) {
+                totalTokens += chunk.totalTokens;
+                totalInputTokens += chunk.inputTokens;
+                totalOutputTokens += chunk.outputTokens;
                 if (chunk.totalTokens > 0) {
-                    const adjustedTokens = this._calculateTokenCost(chunk, model);
+                    const adjustedTokens = this._calculateTokenCost(chunk.totalTokens, model);
                     await this._metrics.recordChatMetrics({
                         userId: request.userId,
                         createdAtMs: Date.now(),
@@ -371,6 +457,17 @@ export class AIController {
                     choices: chunk.choices,
                 };
             }
+            const cost = this._calculateChatBillingCost({
+                totalTokens,
+                inputTokens: totalInputTokens,
+                outputTokens: totalOutputTokens,
+            }, creditFeePerInputToken, creditFeePerOutputToken, model);
+            const finalResult = await billing.next(success({
+                cost,
+            }));
+            if (isFailure(finalResult.value)) {
+                return genericResult(finalResult.value);
+            }
             return {
                 success: true,
             };
@@ -459,24 +556,61 @@ export class AIController {
                     };
                 }
             }
-            const result = await this._generateSkybox.generateSkybox({
+            const creditFeePerSkybox = allowedFeatures.ai.skyboxes.creditFeePerSkybox ?? null;
+            const amount = creditFeePerSkybox
+                ? BigInt(creditFeePerSkybox)
+                : null;
+            const billing = await billForUsage(this._financial, {
+                userId: request.userId,
+                transferCode: TransferCodes.records_usage_fee,
+                billingCode: BillingCodes.ai_skybox,
+            });
+            const initialResult = await billing.next(success({
+                initialCost: amount,
+            }));
+            if (isFailure(initialResult.value)) {
+                return genericResult(initialResult.value);
+            }
+            const result = await wrap(async () => await this._generateSkybox.generateSkybox({
                 prompt: request.prompt,
                 negativePrompt: request.negativePrompt,
                 blockadeLabs: request.blockadeLabs,
-            });
-            if (result.success === true) {
+            }));
+            if (isFailure(result)) {
+                logError(result.error, '[AIController] Skybox generation error:');
+                // Need to pass failure to billing to ensure that it cancels pending transfers
+                await billing.next(failure({
+                    errorCode: 'server_error',
+                    errorMessage: 'A server error occurred.',
+                }));
+                return {
+                    success: false,
+                    errorCode: 'server_error',
+                    errorMessage: 'A server error occurred.',
+                };
+            }
+            if (result.value.success === true) {
                 await this._metrics.recordSkyboxMetrics({
                     userId: request.userId,
                     createdAtMs: Date.now(),
                     skyboxes: 1,
                 });
+                const finalResult = await billing.next(success({
+                    cost: amount,
+                }));
+                if (isFailure(finalResult.value)) {
+                    return genericResult(finalResult.value);
+                }
                 return {
                     success: true,
-                    skyboxId: result.skyboxId,
+                    skyboxId: result.value.skyboxId,
                 };
             }
             else {
-                return result;
+                // Pass the skybox generation error to billing
+                await billing.next(failure(result.value));
+                // Return the original skybox error, not the billing error
+                return result.value;
             }
         }
         catch (err) {
@@ -628,7 +762,7 @@ export class AIController {
             const width = Math.min(request.width ?? this._imageOptions.defaultWidth, this._imageOptions.maxWidth);
             const height = Math.min(request.height ?? this._imageOptions.defaultHeight, this._imageOptions.maxHeight);
             const numberOfImages = Math.min(request.numberOfImages ?? 1, this._imageOptions.maxImages);
-            const totalPixels = Math.max(width, height) * numberOfImages;
+            const totalSquarePixels = Math.max(width, height) * numberOfImages;
             const metrics = await this._metrics.getSubscriptionAiImageMetrics({
                 ownerId: request.userId,
             });
@@ -642,7 +776,7 @@ export class AIController {
                 };
             }
             if (allowedFeatures.ai.images.maxSquarePixelsPerRequest > 0 &&
-                totalPixels >
+                totalSquarePixels >
                     allowedFeatures.ai.images.maxSquarePixelsPerRequest) {
                 return {
                     success: false,
@@ -651,7 +785,7 @@ export class AIController {
                 };
             }
             if (allowedFeatures.ai.images.maxSquarePixelsPerPeriod > 0 &&
-                totalPixels + metrics.totalSquarePixelsInCurrentPeriod >
+                totalSquarePixels + metrics.totalSquarePixelsInCurrentPeriod >
                     allowedFeatures.ai.images.maxSquarePixelsPerPeriod) {
                 return {
                     success: false,
@@ -669,7 +803,22 @@ export class AIController {
                     };
                 }
             }
-            const result = await provider.generateImage({
+            const creditFeePerSquarePixel = allowedFeatures.ai.images.creditFeePerSquarePixel ?? null;
+            const amount = creditFeePerSquarePixel
+                ? BigInt(Math.ceil(totalSquarePixels * creditFeePerSquarePixel))
+                : null;
+            const billing = await billForUsage(this._financial, {
+                userId: request.userId,
+                transferCode: TransferCodes.records_usage_fee,
+                billingCode: BillingCodes.ai_image_pixels,
+            });
+            const initialResult = await billing.next(success({
+                initialCost: amount,
+            }));
+            if (isFailure(initialResult.value)) {
+                return genericResult(initialResult.value);
+            }
+            const result = await wrap(async () => await provider.generateImage({
                 model: model,
                 prompt: request.prompt,
                 negativePrompt: request.negativePrompt,
@@ -683,18 +832,39 @@ export class AIController {
                 clipGuidancePreset: request.clipGuidancePreset,
                 stylePreset: request.stylePreset,
                 userId: request.userId,
-            });
-            if (!result.success) {
-                return result;
+            }));
+            if (isFailure(result)) {
+                logError(result.error, `[AIController] Generate image error:`);
+                // Need to pass failure to billing to ensure that it cancels pending transfers
+                await billing.next(failure({
+                    errorCode: 'server_error',
+                    errorMessage: 'A server error occurred.',
+                }));
+                return {
+                    success: false,
+                    errorCode: 'server_error',
+                    errorMessage: 'A server error occurred.',
+                };
+            }
+            if (result.value.success === false) {
+                // Pass the image generation error to billing
+                await billing.next(failure(result.value));
+                return result.value;
             }
             await this._metrics.recordImageMetrics({
                 userId: request.userId,
                 createdAtMs: Date.now(),
-                squarePixels: totalPixels,
+                squarePixels: totalSquarePixels,
             });
+            const finalResult = await billing.next(success({
+                cost: amount,
+            }));
+            if (isFailure(finalResult.value)) {
+                return genericResult(finalResult.value);
+            }
             return {
                 success: true,
-                images: result.images,
+                images: result.value.images,
             };
         }
         catch (err) {
@@ -789,11 +959,30 @@ export class AIController {
                     };
                 }
             }
+            const fee = features.creditFeePerAccessToken;
+            const billing = await billForUsage(this._financial, {
+                userId: context.context.recordOwnerId,
+                studioId: context.context.recordStudioId,
+                transferCode: TransferCodes.records_usage_fee,
+                billingCode: BillingCodes.ai_hume_access_token,
+            });
+            const initialResult = await billing.next(success({
+                initialCost: fee,
+            }));
+            if (isFailure(initialResult.value)) {
+                return genericResult(initialResult.value);
+            }
             const result = await this._humeInterface.getAccessToken({
                 apiKey: humeConfig.apiKey,
                 secretKey: humeConfig.secretKey,
             });
-            if (result.success) {
+            if (result.success === true) {
+                const costResult = await billing.next(success({
+                    cost: fee,
+                }));
+                if (isFailure(costResult.value)) {
+                    return genericResult(costResult.value);
+                }
                 return {
                     success: true,
                     accessToken: result.accessToken,
@@ -803,6 +992,10 @@ export class AIController {
                 };
             }
             else {
+                const cancelResult = await billing.next(failure(result));
+                if (isFailure(cancelResult.value)) {
+                    return genericResult(cancelResult.value);
+                }
                 return result;
             }
         }
@@ -1013,27 +1206,64 @@ export class AIController {
                     errorMessage: "The subscription doesn't support the given model.",
                 };
             }
+            const creditFeePerRealtimeSession = features.realtime.creditFeePerRealtimeSession ?? null;
+            const amount = creditFeePerRealtimeSession
+                ? BigInt(creditFeePerRealtimeSession)
+                : null;
+            const billing = await billForUsage(this._financial, {
+                userId: context.context.recordOwnerId ?? undefined,
+                studioId: context.context.recordStudioId ?? undefined,
+                transferCode: TransferCodes.records_usage_fee,
+                billingCode: BillingCodes.ai_openai_realtime_session,
+            });
+            const initialResult = await billing.next(success({
+                initialCost: amount,
+            }));
+            if (isFailure(initialResult.value)) {
+                return genericResult(initialResult.value);
+            }
             const tokenRequest = {
                 ...request.request,
                 maxResponseOutputTokens: features.realtime.maxResponseOutputTokens ??
                     request.request.maxResponseOutputTokens ??
                     undefined,
             };
-            const result = await this._openAIRealtimeInterface.createRealtimeSessionToken(tokenRequest);
-            if (result.success === false) {
-                return result;
+            const result = await wrap(async () => await this._openAIRealtimeInterface.createRealtimeSessionToken(tokenRequest));
+            if (isFailure(result)) {
+                console.error('[AIController] Create OpenAI Realtime session token request failed:', result);
+                // Need to pass failure to billing to ensure that it cancels pending transfers
+                await billing.next(failure({
+                    errorCode: 'server_error',
+                    errorMessage: 'A server error occurred.',
+                }));
+                return {
+                    success: false,
+                    errorCode: 'server_error',
+                    errorMessage: 'A server error occurred.',
+                };
+            }
+            if (result.value.success === false) {
+                // Pass the token creation error to billing
+                await billing.next(failure(result.value));
+                return result.value;
             }
             await this._metrics.recordOpenAIRealtimeMetrics({
                 userId: context.context.recordOwnerId ?? undefined,
                 studioId: context.context.recordStudioId ?? undefined,
-                sessionId: result.sessionId,
+                sessionId: result.value.sessionId,
                 createdAtMs: Date.now(),
                 request: tokenRequest,
             });
+            const finalResult = await billing.next(success({
+                cost: amount,
+            }));
+            if (isFailure(finalResult.value)) {
+                return genericResult(finalResult.value);
+            }
             return {
                 success: true,
-                sessionId: result.sessionId,
-                clientSecret: result.clientSecret,
+                sessionId: result.value.sessionId,
+                clientSecret: result.value.clientSecret,
             };
         }
         catch (err) {