@dataclouder/nest-vertex 0.0.51 → 0.0.53

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dataclouder/nest-vertex",
-  "version": "0.0.51",
+  "version": "0.0.53",
   "description": "NestJS Vertex AI library for Dataclouder",
   "author": "dataclouder",
   "license": "MIT",

package/services/google-genai.service.js

@@ -28,14 +28,14 @@ let GoogleGenaiService = GoogleGenaiService_1 = class GoogleGenaiService {
     }
     async getGoogleGenAIClient(request) {
         this.logger.warn('⚖️ getGoogleGenAIClient() Requesting key from Balancer 🗝️ ');
-        if (process.env.KEY_BALANCER_HOST && request.aiType) {
+        if (process.env.KEY_BALANCER_HOST) {
             const balancedKey = await this.keyBalancerClient.getBestKey({
                 provider: 'google',
                 service: request.model,
                 tierType: request.keyTierType,
             }, null);
             if (balancedKey?.key) {
-                this.logger.debug(`⚖️ Using balanced key: ${balancedKey.name} ${balancedKey.id}`);
+                this.logger.debug(`⚖️ Using balanced key: ${balancedKey.id})  ${balancedKey.name} - ${balancedKey.key} `);
                 return { client: new genai_1.GoogleGenAI({ apiKey: balancedKey.key }), balancedKey };
             }
         }

package/services/key-balancer-api.service.d.ts

@@ -2,7 +2,6 @@ import { HttpService } from '@nestjs/axios';
 import { AvailableKeyResult, ModelType, TierType } from '../models/key-balancer.models';
 export interface PostQueryKeyRequest {
     provider: string;
-    model?: string;
     tierType?: TierType;
     aiType?: ModelType;
     keyType?: string;

package/services/key-balancer-api.service.js

@@ -29,11 +29,11 @@ let KeyBalancerClientService = KeyBalancerClientService_1 = class KeyBalancerCli
         try {
             const url = `${keyBalancerHost}/api/key-balancer/redis/key`;
             const { data } = await (0, rxjs_1.firstValueFrom)(this.httpService.post(url, request));
-            this.logger.verbose(`Requested to: ${url} for key :${request.provider} type: ${request.aiType} model: ${request.model} tier: ${request.tierType} getting key: ${data.name}`);
+            this.logger.verbose(`Requested to: ${url} for key :${request.provider} type: ${request.aiType} model: ${request.service} tier: ${request.tierType} getting key: ${data.name}`);
             return data;
         }
         catch (error) {
-            this.logger.error(`Failed to get ${request.aiType} key for model ${request.model} from the external service.`, error.stack);
+            this.logger.error(`Failed to get ${request.aiType} key for model ${request.service} from the external service.`, error.stack);
             return this.getUnavailableServiceResult();
         }
     }

package/services/vertex-gemini-chat.service.js

@@ -105,6 +105,7 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
             };
         }
         catch (error) {
+            this.logger.error(`First Error Gemini Gemini {${balancedKey?.key} chat.sendMessage failed: ${error.message}`);
             if (error instanceof nest_core_1.AppException) {
                 throw error;
             }

package/services/vertex-image.service.js

@@ -46,7 +46,7 @@ let ImageVertexService = ImageVertexService_1 = class ImageVertexService {
             this.logger.log(`Vertex Image"Getting key for model: ${model} and tier: ${tierType}`);
             availableKey = await this.keyBalancerApiService.getBestKey({
                 provider: 'google',
-                model: model,
+                service: model,
                 tierType: tierType,
                 aiType: key_balancer_models_1.ModelType.IMAGE,
             }, null);

package/services/whisper/groq.service.js

@@ -109,7 +109,7 @@ let GroqService = GroqService_1 = class GroqService {
             const file = await (0, groq_sdk_1.toFile)(fileBuffer, effectiveFileName, { type: mimeType });
             const keyResult = await this.keyBalancer.getBestKey({
                 provider: 'groq',
-                model: 'whisper-large-v3-turbo',
+                service: 'whisper-large-v3-turbo',
                 tierType: key_balancer_models_1.TierType.FREE_TIER,
                 aiType: key_balancer_models_1.ModelType.AUDIO,
             }, null);