@dataclouder/nest-vertex 0.0.42 → 0.0.44

package/controllers/vertex-gemini-chat.controller.js

@@ -45,8 +45,8 @@ __decorate([
     __metadata("design:returntype", Promise)
 ], GeminiChatController.prototype, "generateText", null);
 exports.GeminiChatController = GeminiChatController = GeminiChatController_1 = __decorate([
-    (0, swagger_1.ApiTags)('Vertex Only Gemini'),
-    (0, common_1.Controller)('api/vertex/gemini'),
+    (0, swagger_1.ApiTags)('LLM Gemini '),
+    (0, common_1.Controller)('api/ai-services/gemini'),
     __metadata("design:paramtypes", [vertex_gemini_chat_service_1.GeminiChatService])
 ], GeminiChatController);
 //# sourceMappingURL=vertex-gemini-chat.controller.js.map

package/index.d.ts

@@ -14,6 +14,7 @@ export * from './services/adapter-llm.service';
 export * from './services/adapter-image-gen.service';
 export * from './services/generated-asset.service';
 export * from './services/vertex-veo-genai.service';
+export * from './services/whisper/groq.service';
 export * from './models/gemini-models';
 export * from './models/adapter.models';
 export * from './models/google-voices';
@@ -21,4 +22,3 @@ export * from './models/generated-asset.entity';
 export * from './models/generated-asset.model';
 export * from './models/key-balancer.models';
 export * from './models/llm.models';
-export * from './services/whisper/groq.service';

package/index.js

@@ -30,6 +30,7 @@ __exportStar(require("./services/adapter-llm.service"), exports);
 __exportStar(require("./services/adapter-image-gen.service"), exports);
 __exportStar(require("./services/generated-asset.service"), exports);
 __exportStar(require("./services/vertex-veo-genai.service"), exports);
+__exportStar(require("./services/whisper/groq.service"), exports);
 __exportStar(require("./models/gemini-models"), exports);
 __exportStar(require("./models/adapter.models"), exports);
 __exportStar(require("./models/google-voices"), exports);
@@ -37,5 +38,4 @@ __exportStar(require("./models/generated-asset.entity"), exports);
 __exportStar(require("./models/generated-asset.model"), exports);
 __exportStar(require("./models/key-balancer.models"), exports);
 __exportStar(require("./models/llm.models"), exports);
-__exportStar(require("./services/whisper/groq.service"), exports);
 //# sourceMappingURL=index.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dataclouder/nest-vertex",
-  "version": "0.0.42",
+  "version": "0.0.44",
   "description": "NestJS Vertex AI library for Dataclouder",
   "author": "dataclouder",
   "license": "MIT",

package/services/google-genai.service.d.ts

@@ -1,13 +1,19 @@
 import { GoogleGenAI } from '@google/genai';
 import { AvailableKeyResult, ModelType, TierType } from '../models/key-balancer.models';
 import { KeyBalancerApiService } from './key-balancer-api.service';
+interface GeminiClientRequest {
+    model: string;
+    keyTierType: TierType;
+    aiType: ModelType;
+}
 export declare class GoogleGenaiService {
     private readonly keyBalancer;
     private readonly logger;
     private readonly defaultApiKey;
     constructor(keyBalancer: KeyBalancerApiService);
-    getGoogleGenAIClient(modelName: string, keyTierType?: TierType, aiType?: ModelType): Promise<{
+    getGoogleGenAIClient(request: GeminiClientRequest): Promise<{
         client: GoogleGenAI;
         balancedKey?: AvailableKeyResult;
     }>;
 }
+export {};

package/services/google-genai.service.js

@@ -26,14 +26,14 @@ let GoogleGenaiService = GoogleGenaiService_1 = class GoogleGenaiService {
             this.logger.warn('GEMINI_API_KEY environment variable not set. This service will not work without available keys in the balancer.');
         }
     }
-    async getGoogleGenAIClient(modelName, keyTierType, aiType) {
+    async getGoogleGenAIClient(request) {
         this.logger.warn('getGoogleGenAIClient() Getting key from redis');
-        if (process.env.KEY_BALANCER_HOST && aiType) {
+        if (process.env.KEY_BALANCER_HOST && request.aiType) {
             const balancedKey = await this.keyBalancer.postQueryKey({
                 provider: 'google',
-                model: modelName,
-                tier: keyTierType,
-                aiType: aiType,
+                model: request.model,
+                tier: request.keyTierType,
+                aiType: request.aiType,
             });
             if (balancedKey?.apiKey) {
                 this.logger.debug(`Using balanced key: ${balancedKey.name} ${balancedKey.id}`);

package/services/key-balancer-api.service.js

@@ -28,8 +28,8 @@ let KeyBalancerApiService = KeyBalancerApiService_1 = class KeyBalancerApiServic
         }
         try {
             const url = `${keyBalancerHost}/api/key-balancer/redis/key`;
-            this.logger.warn(`Request to: ${url}`);
             const { data } = await (0, rxjs_1.firstValueFrom)(this.httpService.post(url, request));
+            this.logger.verbose(`Request to: ${url} for key :${request.provider} getting key: ${data.name}`);
             return data;
         }
         catch (error) {

package/services/vertex-gemini-chat.service.js

@@ -23,7 +23,7 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
     keyBalancer;
     googleGenaiService;
     logger = new common_1.Logger(GeminiChatService_1.name);
-    defaultModel = 'gemini-1.5-flash-latest';
+    defaultModel = gemini_models_1.GeminiModels.Gemini2_5Lite;
     constructor(keyBalancer, googleGenaiService) {
         this.keyBalancer = keyBalancer;
         this.googleGenaiService = googleGenaiService;
@@ -57,7 +57,11 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
         if (!messages || messages.length === 0) {
             return { content: '', role: adapter_models_1.ChatRole.Assistant, metadata: { finishReason: 'NO_INPUT' } };
         }
-        const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient(model, keyType);
+        const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient({
+            model: model,
+            keyTierType: keyType || key_balancer_models_1.TierType.FREE_TIER,
+            aiType: key_balancer_models_1.ModelType.LLM,
+        });
         try {
             const systemMessage = messages
                 .filter(msg => msg.role === 'system')
@@ -140,7 +144,11 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
         }
         const formattedContents = this.formatMessagesToContent(messages);
         const processStream = async function* () {
-            const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient(model, keyType);
+            const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient({
+                model: model,
+                keyTierType: keyType || key_balancer_models_1.TierType.FREE_TIER,
+                aiType: key_balancer_models_1.ModelType.LLM,
+            });
             try {
                 this.logger.debug(`Sending stream request to Gemini model ${model} with ${formattedContents.length} content parts and system instruction: ${!!systemMessage}`);
                 const stream = await client.models.generateContentStream({
@@ -229,7 +237,11 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
         const textModelForFix = gemini_models_1.GeminiModels.Gemini2_5Lite;
         const prompt = dto.prompt ||
             'Describe this image, return a json with {"description": "description of image in 1 paragraph", "video": "idea of video in 1 paragraph, describe movements and camera movements, animation, actions or anything that can fit in 6 seconds video "}';
-        const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient(visionModelLLM, key_balancer_models_1.TierType.TIER_1);
+        const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient({
+            model: visionModelLLM,
+            keyTierType: key_balancer_models_1.TierType.TIER_1,
+            aiType: key_balancer_models_1.ModelType.LLM,
+        });
         this.logger.log(`Fetching image from URL: ${dto.url}`);
         const imageResponse = await fetch(dto.url);
         if (!imageResponse.ok) {

package/services/vertex-veo-genai.service.js

@@ -75,7 +75,11 @@ let VertexVeoGenaiService = class VertexVeoGenaiService {
     }
     async generateVideo() {
         const prompt = 'Panning wide shot of a calico kitten sleeping in the sunshine';
-        const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient(gemini_models_1.GeminiVideoModels.Veo3Fast, key_balancer_models_1.TierType.TIER_1, key_balancer_models_1.ModelType.VIDEO);
+        const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient({
+            model: gemini_models_1.GeminiVideoModels.Veo3Fast,
+            keyTierType: key_balancer_models_1.TierType.TIER_1,
+            aiType: key_balancer_models_1.ModelType.VIDEO,
+        });
         console.log('the balance key for video is ', balancedKey);
         const imagenResponse = await client.models.generateImages({
             model: 'imagen-3.0-generate-002',
@@ -123,7 +127,11 @@ let VertexVeoGenaiService = class VertexVeoGenaiService {
     }
     async _generateVideo(videoRequest) {
         console.log('Generating video...', videoRequest);
-        const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient(gemini_models_1.GeminiVideoModels.Veo3Fast, key_balancer_models_1.TierType.TIER_1, key_balancer_models_1.ModelType.VIDEO);
+        const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient({
+            model: gemini_models_1.GeminiVideoModels.Veo3Fast,
+            keyTierType: key_balancer_models_1.TierType.TIER_1,
+            aiType: key_balancer_models_1.ModelType.VIDEO,
+        });
         console.log('the balance key for video is ', balancedKey);
         let operation = await client.models.generateVideos(videoRequest);
         const filename = `veo_video_${(0, uuid_1.v4)()}.mp4`;