@dataclouder/nest-vertex 0.0.53 → 0.0.55

package/controllers/{vertex-image-adapter.controller.d.ts → image/vertex-image-adapter.controller.d.ts}

@@ -1,7 +1,7 @@
-import { VertexImageVideoService } from '../services/vertex-image-video.service';
-import { ImageGenRequestAdapter } from '../models/adapter.models';
-import { ImageGenAdapterResponse } from '../models/adapter.models';
-import { ImageGenAdapterService } from '../services/adapter-image-gen.service';
+import { VertexImageVideoService } from '../../services/vertex-image-video.service';
+import { ImageGenRequestAdapter } from '../../models/adapter.models';
+import { ImageGenAdapterResponse } from '../../models/adapter.models';
+import { ImageGenAdapterService } from '../../services/adapter-image-gen.service';
 export declare class VertexImageVideoAdapterController {
     private readonly vertexImageVideoService;
     private readonly imageGenAdapterService;

package/controllers/{vertex-image-adapter.controller.js → image/vertex-image-adapter.controller.js}

@@ -14,10 +14,10 @@ var __param = (this && this.__param) || function (paramIndex, decorator) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VertexImageVideoAdapterController = void 0;
 const common_1 = require("@nestjs/common");
-const vertex_image_video_service_1 = require("../services/vertex-image-video.service");
-const adapter_models_1 = require("../models/adapter.models");
+const vertex_image_video_service_1 = require("../../services/vertex-image-video.service");
+const adapter_models_1 = require("../../models/adapter.models");
 const swagger_1 = require("@nestjs/swagger");
-const adapter_image_gen_service_1 = require("../services/adapter-image-gen.service");
+const adapter_image_gen_service_1 = require("../../services/adapter-image-gen.service");
 const nest_core_1 = require("@dataclouder/nest-core");
 const common_2 = require("@nestjs/common");
 let VertexImageVideoAdapterController = class VertexImageVideoAdapterController {
@@ -53,20 +53,14 @@ __decorate([
 ], VertexImageVideoAdapterController.prototype, "listModels", null);
 __decorate([
     (0, common_1.Post)('generate-image'),
-    (0, swagger_1.ApiQuery)({
-        name: 'provider',
-        required: false,
-        type: String,
-        description: 'The provider for the image generation service (e.g., "local", "google")',
-    }),
     __param(0, (0, common_1.Body)()),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [adapter_models_1.ImageGenRequestAdapter]),
     __metadata("design:returntype", Promise)
 ], VertexImageVideoAdapterController.prototype, "generateImage", null);
 exports.VertexImageVideoAdapterController = VertexImageVideoAdapterController = __decorate([
-    (0, swagger_1.ApiTags)('Vertex Image/video Adapter'),
-    (0, common_1.Controller)('api/vertex-adapter/image'),
+    (0, swagger_1.ApiTags)('Image Generation Adapter'),
+    (0, common_1.Controller)('api/ai-services/image/adapter'),
     (0, common_2.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [vertex_image_video_service_1.VertexImageVideoService,
         adapter_image_gen_service_1.ImageGenAdapterService])

package/controllers/llm/groq-llm.controller.d.ts

@@ -0,0 +1,9 @@
+import { GroqLlmService } from '../../services/llm/groq-llm.service';
+import { GenerateTextDto } from '../../dto/generate-text.dto';
+import Groq from 'groq-sdk';
+export declare class GroqLlmController {
+    private readonly groqLlmService;
+    private readonly logger;
+    constructor(groqLlmService: GroqLlmService);
+    generateText(generateTextDto: GenerateTextDto): Promise<Groq.Chat.Completions.ChatCompletion>;
+}

package/controllers/llm/groq-llm.controller.js

@@ -0,0 +1,51 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var GroqLlmController_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GroqLlmController = void 0;
+const common_1 = require("@nestjs/common");
+const groq_llm_service_1 = require("../../services/llm/groq-llm.service");
+const generate_text_dto_1 = require("../../dto/generate-text.dto");
+const swagger_1 = require("@nestjs/swagger");
+let GroqLlmController = GroqLlmController_1 = class GroqLlmController {
+    groqLlmService;
+    logger = new common_1.Logger(GroqLlmController_1.name);
+    constructor(groqLlmService) {
+        this.groqLlmService = groqLlmService;
+    }
+    async generateText(generateTextDto) {
+        this.logger.log(`Received request to generate text with model: ${generateTextDto.model}`);
+        const messages = generateTextDto.messages
+            .filter(message => ['system', 'user', 'assistant'].includes(message.role))
+            .map(message => ({
+            role: message.role,
+            content: message.content,
+        }));
+        return this.groqLlmService.getGroqChatCompletion(messages, generateTextDto.model);
+    }
+};
+exports.GroqLlmController = GroqLlmController;
+__decorate([
+    (0, common_1.Post)('chat'),
+    __param(0, (0, common_1.Body)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [generate_text_dto_1.GenerateTextDto]),
+    __metadata("design:returntype", Promise)
+], GroqLlmController.prototype, "generateText", null);
+exports.GroqLlmController = GroqLlmController = GroqLlmController_1 = __decorate([
+    (0, swagger_1.ApiTags)('LLM Groq'),
+    (0, common_1.Controller)('api/ai-services/groq/llm'),
+    __metadata("design:paramtypes", [groq_llm_service_1.GroqLlmService])
+], GroqLlmController);
+//# sourceMappingURL=groq-llm.controller.js.map

package/controllers/llm/llm-adapter.controller.d.ts

@@ -0,0 +1,11 @@
+import { type ChatLLMRequestAdapter, ChatMessageDict, DescribeImageRequestAdapter } from '../../models/adapter.models';
+import { LLMAdapterService } from '../../services/adapter-llm.service';
+import { ConversationDTO } from '../../dto/conversation.dto';
+export declare class VertexAdapterLLMController {
+    private readonly llmAdapterService;
+    private readonly logger;
+    constructor(llmAdapterService: LLMAdapterService);
+    generateText(request: ChatLLMRequestAdapter): Promise<any>;
+    describeImage(request: DescribeImageRequestAdapter): Promise<import("../../models/adapter.models").GeneratedTextAdapter>;
+    continueConversation(conversation: ConversationDTO): Promise<ChatMessageDict>;
+}

package/controllers/{vertex-llm-adapter.controller.js → llm/llm-adapter.controller.js}

@@ -16,10 +16,11 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.VertexAdapterLLMController = void 0;
 const common_1 = require("@nestjs/common");
 const swagger_1 = require("@nestjs/swagger");
-const adapter_models_1 = require("../models/adapter.models");
-const adapter_llm_service_1 = require("../services/adapter-llm.service");
+const adapter_models_1 = require("../../models/adapter.models");
+const adapter_llm_service_1 = require("../../services/adapter-llm.service");
 const nest_core_1 = require("@dataclouder/nest-core");
 const common_2 = require("@nestjs/common");
+const conversation_dto_1 = require("../../dto/conversation.dto");
 let VertexAdapterLLMController = VertexAdapterLLMController_1 = class VertexAdapterLLMController {
     llmAdapterService;
     logger = new common_1.Logger(VertexAdapterLLMController_1.name);
@@ -36,6 +37,9 @@ let VertexAdapterLLMController = VertexAdapterLLMController_1 = class VertexAdap
         const result = await this.llmAdapterService.describeImage(request);
         return result;
     }
+    async continueConversation(conversation) {
+        return this.llmAdapterService.chat(conversation);
+    }
 };
 exports.VertexAdapterLLMController = VertexAdapterLLMController;
 __decorate([
@@ -52,10 +56,19 @@ __decorate([
     __metadata("design:paramtypes", [adapter_models_1.DescribeImageRequestAdapter]),
     __metadata("design:returntype", Promise)
 ], VertexAdapterLLMController.prototype, "describeImage", null);
+__decorate([
+    (0, common_1.Post)('/chat'),
+    (0, swagger_1.ApiOperation)({ summary: 'Continue the conversation' }),
+    (0, swagger_1.ApiResponse)({ status: 200, description: 'Return the conversation.' }),
+    __param(0, (0, common_1.Body)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [conversation_dto_1.ConversationDTO]),
+    __metadata("design:returntype", Promise)
+], VertexAdapterLLMController.prototype, "continueConversation", null);
 exports.VertexAdapterLLMController = VertexAdapterLLMController = VertexAdapterLLMController_1 = __decorate([
-    (0, swagger_1.ApiTags)('Vertex Adapter LLM'),
-    (0, common_1.Controller)('api/vertex-adapter/llm'),
+    (0, swagger_1.ApiTags)('AI Services Adapter LLM'),
+    (0, common_1.Controller)('api/ai-services/adapter/llm'),
     (0, common_2.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [adapter_llm_service_1.LLMAdapterService])
 ], VertexAdapterLLMController);
-//# sourceMappingURL=vertex-llm-adapter.controller.js.map
+//# sourceMappingURL=llm-adapter.controller.js.map

package/controllers/llm/llm-gemini-chat.controller.d.ts

@@ -0,0 +1,11 @@
+import { GeminiChatService } from '../../services/vertex-gemini-chat.service';
+import { GenerateTextDto } from '../../dto/generate-text.dto';
+import { ChatMessageDict } from '../../models/adapter.models';
+import { ConversationDTO } from '../../dto/conversation.dto';
+export declare class GeminiChatController {
+    private readonly geminiChatService;
+    private readonly logger;
+    constructor(geminiChatService: GeminiChatService);
+    generateText(generateTextDto: GenerateTextDto): Promise<ChatMessageDict>;
+    continueConversation(conversation: ConversationDTO): Promise<ChatMessageDict>;
+}

package/controllers/{vertex-gemini-chat.controller.js → llm/llm-gemini-chat.controller.js}

@@ -13,25 +13,14 @@ var __param = (this && this.__param) || function (paramIndex, decorator) {
 };
 var GeminiChatController_1;
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.GeminiChatController = exports.ConversationDTO = void 0;
+exports.GeminiChatController = void 0;
 const common_1 = require("@nestjs/common");
-const vertex_gemini_chat_service_1 = require("../services/vertex-gemini-chat.service");
+const vertex_gemini_chat_service_1 = require("../../services/vertex-gemini-chat.service");
 const swagger_1 = require("@nestjs/swagger");
-const generate_text_dto_1 = require("../dto/generate-text.dto");
+const generate_text_dto_1 = require("../../dto/generate-text.dto");
+const key_balancer_models_1 = require("../../models/key-balancer.models");
 const nest_core_1 = require("@dataclouder/nest-core");
-const gemini_models_1 = require("../models/gemini-models");
-const adapter_models_1 = require("../models/adapter.models");
-class ConversationDTO {
-    id;
-    entityId;
-    type;
-    createdAt;
-    messages;
-    transcription;
-    model;
-    returnJson;
-}
-exports.ConversationDTO = ConversationDTO;
+const conversation_dto_1 = require("../../dto/conversation.dto");
 let GeminiChatController = GeminiChatController_1 = class GeminiChatController {
     geminiChatService;
     logger = new common_1.Logger(GeminiChatController_1.name);
@@ -44,37 +33,13 @@ let GeminiChatController = GeminiChatController_1 = class GeminiChatController {
         return result;
     }
     async continueConversation(conversation) {
-        const startTime = Date.now();
-        if (!conversation?.model) {
-            conversation.model = { provider: 'google', modelName: gemini_models_1.GeminiModels.Gemini2_5Lite, id: 'no-id' };
+        try {
+            return this.geminiChatService.chatWithConversation(conversation);
         }
-        if (conversation?.model?.quality) {
-            conversation.model.provider = 'google';
-            conversation.model.modelName = this.geminiChatService.getDefaultQualityModel(conversation.model.quality);
-        }
-        const returnJson = conversation.returnJson;
-        if (returnJson) {
-            const obj = await this.geminiChatService.chatAndExtractJson(conversation.messages, conversation.model.modelName);
-            const endTime = Date.now();
-            const processTime = (endTime - startTime) / 1000;
-            const metadata = {
-                type: 'json',
-                provider: conversation.model.provider,
-                model: conversation.model.modelName,
-                processTime,
-                ...obj?.metadata,
-            };
-            return { content: obj.json, role: adapter_models_1.ChatRole.Assistant, metadata };
-        }
-        else {
-            const response = await this.geminiChatService.chat(conversation.messages, conversation.model.modelName);
-            const endTime = Date.now();
-            const processTime = (endTime - startTime) / 1000;
-            return {
-                content: response.content,
-                role: response.role,
-                metadata: { provider: conversation.model.provider, model: conversation.model.modelName, processTime, tokens: response.metadata.tokens },
-            };
+        catch (error) {
+            this.logger.warn(` 🎀 Error trying with tier 1 ....`);
+            conversation.tierType = key_balancer_models_1.TierType.TIER_1;
+            return this.geminiChatService.chatWithConversation(conversation);
         }
     }
 };
@@ -92,7 +57,7 @@ __decorate([
     (0, swagger_1.ApiResponse)({ status: 200, description: 'Return the conversation.' }),
     __param(0, (0, common_1.Body)()),
     __metadata("design:type", Function),
-    __metadata("design:paramtypes", [ConversationDTO]),
+    __metadata("design:paramtypes", [conversation_dto_1.ConversationDTO]),
     __metadata("design:returntype", Promise)
 ], GeminiChatController.prototype, "continueConversation", null);
 exports.GeminiChatController = GeminiChatController = GeminiChatController_1 = __decorate([
@@ -101,4 +66,4 @@ exports.GeminiChatController = GeminiChatController = GeminiChatController_1 = _
     (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [vertex_gemini_chat_service_1.GeminiChatService])
 ], GeminiChatController);
-//# sourceMappingURL=vertex-gemini-chat.controller.js.map
+//# sourceMappingURL=llm-gemini-chat.controller.js.map

package/controllers/{groq-stt.controller.d.ts → stt/groq-stt.controller.d.ts}

@@ -1,5 +1,5 @@
 import { type MulterFile } from '@webundsoehne/nest-fastify-file-upload';
-import { GroqService } from '../services/whisper/groq.service';
+import { GroqService } from '../../services/whisper/groq.service';
 export declare class GroqSttController {
     private readonly groqService;
     private readonly logger;

package/controllers/{groq-stt.controller.js → stt/groq-stt.controller.js}

@@ -17,7 +17,7 @@ exports.GroqSttController = void 0;
 const common_1 = require("@nestjs/common");
 const nest_fastify_file_upload_1 = require("@webundsoehne/nest-fastify-file-upload");
 const swagger_1 = require("@nestjs/swagger");
-const groq_service_1 = require("../services/whisper/groq.service");
+const groq_service_1 = require("../../services/whisper/groq.service");
 const nest_core_1 = require("@dataclouder/nest-core");
 let GroqSttController = GroqSttController_1 = class GroqSttController {
     groqService;

package/controllers/{vertex-gemini-tts.controller.d.ts → tts/vertex-gemini-tts.controller.d.ts}

@@ -1,6 +1,6 @@
 import { type FastifyReply } from 'fastify';
-import { VertexGeminiTtsService } from '../services/vertex-gemini-tts.service';
-import { type SynthesizeSpeechInput } from '../services/vertex-tts.service';
+import { VertexGeminiTtsService } from '../../services/vertex-gemini-tts.service';
+import { type SynthesizeSpeechInput } from '../../services/vertex-tts.service';
 export declare class VertexGeminiTtsController {
     private readonly vertexGeminiTtsService;
     private readonly logger;

package/controllers/{vertex-gemini-tts.controller.js → tts/vertex-gemini-tts.controller.js}

@@ -15,7 +15,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.VertexGeminiTtsController = void 0;
 const common_1 = require("@nestjs/common");
 const swagger_1 = require("@nestjs/swagger");
-const vertex_gemini_tts_service_1 = require("../services/vertex-gemini-tts.service");
+const vertex_gemini_tts_service_1 = require("../../services/vertex-gemini-tts.service");
 const nest_core_1 = require("@dataclouder/nest-core");
 let VertexGeminiTtsController = class VertexGeminiTtsController {
     vertexGeminiTtsService;
@@ -54,7 +54,7 @@ __decorate([
                 },
                 voiceName: {
                     type: 'string',
-                    example: 'Charon',
+                    example: 'en-US-Chirp3-HD-Puck',
                     description: 'Optional specific voice name (default: Charon)',
                 },
                 languageCode: {
@@ -62,6 +62,11 @@ __decorate([
                     example: 'en-US',
                     description: 'Optional language code (default: en-US)',
                 },
+                model_name: {
+                    type: 'string',
+                    example: 'gemini-2.5-flash-tts',
+                    description: 'Optional model name (default: gemini-2.5-flash-tts)',
+                },
             },
             required: ['text'],
         },

package/controllers/{vertex-tts-adapter.controller.d.ts → tts/vertex-tts-adapter.controller.d.ts}

@@ -1,6 +1,6 @@
 import { google } from '@google-cloud/text-to-speech/build/protos/protos';
 import { type FastifyReply } from 'fastify';
-import { VertextTtsService, type SynthesizeSpeechInput } from '../services/vertex-tts.service';
+import { VertextTtsService, type SynthesizeSpeechInput } from '../../services/vertex-tts.service';
 import { type AppToken } from '@dataclouder/nest-auth';
 export declare class VertexTtsAdapterController {
     private readonly nestTtsService;

package/controllers/{vertex-tts-adapter.controller.js → tts/vertex-tts-adapter.controller.js}

@@ -15,7 +15,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.VertexTtsAdapterController = void 0;
 const common_1 = require("@nestjs/common");
 const swagger_1 = require("@nestjs/swagger");
-const vertex_tts_service_1 = require("../services/vertex-tts.service");
+const vertex_tts_service_1 = require("../../services/vertex-tts.service");
 const nest_core_1 = require("@dataclouder/nest-core");
 const common_2 = require("@nestjs/common");
 const nest_auth_1 = require("@dataclouder/nest-auth");

package/controllers/{veo-video.controller.d.ts → video/veo-video.controller.d.ts}

@@ -1,4 +1,4 @@
-import { VertexVeoGenaiService } from '../services/vertex-veo-genai.service';
+import { VertexVeoGenaiService } from '../../services/vertex-veo-genai.service';
 export declare class VertexVeoGenerationController {
     private readonly vertexVeoGcpService;
     private readonly logger;

package/controllers/{veo-video.controller.js → video/veo-video.controller.js}

@@ -13,7 +13,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.VertexVeoGenerationController = void 0;
 const common_1 = require("@nestjs/common");
 const swagger_1 = require("@nestjs/swagger");
-const vertex_veo_genai_service_1 = require("../services/vertex-veo-genai.service");
+const vertex_veo_genai_service_1 = require("../../services/vertex-veo-genai.service");
 let VertexVeoGenerationController = VertexVeoGenerationController_1 = class VertexVeoGenerationController {
     vertexVeoGcpService;
     logger = new common_1.Logger(VertexVeoGenerationController_1.name);

package/controllers/{video-gen-adapter.controller.d.ts → video/video-gen-adapter.controller.d.ts}

@@ -1,13 +1,13 @@
-import { VertexImageVideoService } from '../services/vertex-image-video.service';
-import { GenerateVideoDto } from '../dto/generate-video.dto';
-import { GetVeoVideoStatusDto } from '../dto/get-veo-video-status.dto';
+import { VertexImageVideoService } from '../../services/vertex-image-video.service';
+import { GenerateVideoDto } from '../../dto/generate-video.dto';
+import { GetVeoVideoStatusDto } from '../../dto/get-veo-video-status.dto';
 import { GenerateVideosOperation } from '@google/genai';
-import { VertexVeoGcpService } from '../services/vertex-veo-gcp.service';
-import { GeneratedAsset } from '../models/generated-asset.entity';
-import { GeneratedAssetService } from '../services/generated-asset.service';
-import { ComfyVideoService } from '../comfyui/services/comfy-video.service';
-import { VertexVeoGenaiService } from '../services/vertex-veo-genai.service';
-import { ComfySDKService } from '../comfyui/services/comfy-sdk.service';
+import { VertexVeoGcpService } from '../../services/vertex-veo-gcp.service';
+import { GeneratedAsset } from '../../models/generated-asset.entity';
+import { GeneratedAssetService } from '../../services/generated-asset.service';
+import { ComfyVideoService } from '../../comfyui/services/comfy-video.service';
+import { VertexVeoGenaiService } from '../../services/vertex-veo-genai.service';
+import { ComfySDKService } from '../../comfyui/services/comfy-sdk.service';
 export declare class VertexVideoImageAdapterController {
     private readonly vertexImageVideoService;
     private readonly vertexVeoGcpService;
@@ -22,7 +22,7 @@ export declare class VertexVideoImageAdapterController {
         id: string;
     }[] | undefined>;
     generateVideo(generateVideoDto: GenerateVideoDto, provider?: string): Promise<any>;
-    generateVideoFromAsset(id: string): Promise<import("../models/generated-asset.entity").GeneratedAssetDocument | {
+    generateVideoFromAsset(id: string): Promise<import("../../models/generated-asset.entity").GeneratedAssetDocument | {
         status: string;
         message: string;
     } | null>;

package/controllers/{video-gen-adapter.controller.js → video/video-gen-adapter.controller.js}

@@ -15,15 +15,15 @@ var VertexVideoImageAdapterController_1;
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VertexVideoImageAdapterController = void 0;
 const common_1 = require("@nestjs/common");
-const vertex_image_video_service_1 = require("../services/vertex-image-video.service");
-const generate_video_dto_1 = require("../dto/generate-video.dto");
-const get_veo_video_status_dto_1 = require("../dto/get-veo-video-status.dto");
-const vertex_veo_gcp_service_1 = require("../services/vertex-veo-gcp.service");
+const vertex_image_video_service_1 = require("../../services/vertex-image-video.service");
+const generate_video_dto_1 = require("../../dto/generate-video.dto");
+const get_veo_video_status_dto_1 = require("../../dto/get-veo-video-status.dto");
+const vertex_veo_gcp_service_1 = require("../../services/vertex-veo-gcp.service");
 const swagger_1 = require("@nestjs/swagger");
-const generated_asset_service_1 = require("../services/generated-asset.service");
-const comfy_video_service_1 = require("../comfyui/services/comfy-video.service");
-const vertex_veo_genai_service_1 = require("../services/vertex-veo-genai.service");
-const comfy_sdk_service_1 = require("../comfyui/services/comfy-sdk.service");
+const generated_asset_service_1 = require("../../services/generated-asset.service");
+const comfy_video_service_1 = require("../../comfyui/services/comfy-video.service");
+const vertex_veo_genai_service_1 = require("../../services/vertex-veo-genai.service");
+const comfy_sdk_service_1 = require("../../comfyui/services/comfy-sdk.service");
 const nest_core_1 = require("@dataclouder/nest-core");
 let VertexVideoImageAdapterController = VertexVideoImageAdapterController_1 = class VertexVideoImageAdapterController {
     vertexImageVideoService;

package/dto/conversation.dto.d.ts

@@ -0,0 +1,13 @@
+import { ChatMessageDict, IAIModel } from '../models/adapter.models';
+import { TierType } from '../models/key-balancer.models';
+export declare class ConversationDTO {
+    id?: string;
+    entityId?: string;
+    type?: string;
+    createdAt?: Date;
+    messages: Array<ChatMessageDict>;
+    transcription?: boolean;
+    model?: IAIModel;
+    tierType?: TierType;
+    returnJson?: boolean;
+}

package/dto/conversation.dto.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConversationDTO = void 0;
+class ConversationDTO {
+    id;
+    entityId;
+    type;
+    createdAt;
+    messages;
+    transcription;
+    model;
+    tierType;
+    returnJson;
+}
+exports.ConversationDTO = ConversationDTO;
+//# sourceMappingURL=conversation.dto.js.map

package/dto/generate-text.dto.d.ts

@@ -2,4 +2,5 @@ import { MessageLLMDto } from './message-llm.dto';
 export declare class GenerateTextDto {
     messages: MessageLLMDto[];
     keyType?: string;
+    model?: string;
 }

package/dto/generate-text.dto.js

@@ -15,14 +15,22 @@ const message_llm_dto_1 = require("./message-llm.dto");
 class GenerateTextDto {
     messages;
     keyType;
+    model;
 }
 exports.GenerateTextDto = GenerateTextDto;
 __decorate([
-    (0, swagger_1.ApiProperty)({ type: [message_llm_dto_1.MessageLLMDto] }),
+    (0, swagger_1.ApiProperty)({
+        type: [message_llm_dto_1.MessageLLMDto],
+        default: [{ role: 'user', content: 'tell me 5 contries in latin america' }],
+    }),
     __metadata("design:type", Array)
 ], GenerateTextDto.prototype, "messages", void 0);
 __decorate([
     (0, swagger_1.ApiProperty)({ required: false }),
     __metadata("design:type", String)
 ], GenerateTextDto.prototype, "keyType", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({ required: false, description: 'The model to use for the chat completion.' }),
+    __metadata("design:type", String)
+], GenerateTextDto.prototype, "model", void 0);
 //# sourceMappingURL=generate-text.dto.js.map

package/index.d.ts

@@ -1,5 +1,5 @@
 export * from './nest-vertex.module';
-export * from './controllers/vertex-tts-adapter.controller';
+export * from './controllers/tts/vertex-tts-adapter.controller';
 export * from './controllers/generated-assets.controller';
 export * from './services/vertex-image-video.service';
 export * from './services/vertex-tts.service';

package/index.js

@@ -15,7 +15,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./nest-vertex.module"), exports);
-__exportStar(require("./controllers/vertex-tts-adapter.controller"), exports);
+__exportStar(require("./controllers/tts/vertex-tts-adapter.controller"), exports);
 __exportStar(require("./controllers/generated-assets.controller"), exports);
 __exportStar(require("./services/vertex-image-video.service"), exports);
 __exportStar(require("./services/vertex-tts.service"), exports);

package/models/adapter.models.js

@@ -12,6 +12,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.EModelQuality = exports.DescribeImageRequestAdapter = exports.ImageGenRequestAdapter = exports.ImageGenAdapterResponseWithDebug = exports.ImageGenAdapterResponse = exports.ChatMessageDict = exports.ChatRole = void 0;
 const class_validator_1 = require("class-validator");
 const swagger_1 = require("@nestjs/swagger");
+const gemini_models_1 = require("./gemini-models");
 var ChatRole;
 (function (ChatRole) {
     ChatRole["System"] = "system";
@@ -50,21 +51,64 @@ class ImageGenRequestAdapter {
 }
 exports.ImageGenRequestAdapter = ImageGenRequestAdapter;
 __decorate([
+    (0, swagger_1.ApiProperty)({ example: 'google', description: 'The provider for the image generation service (e.g., "local", "google")' }),
+    __metadata("design:type", String)
+], ImageGenRequestAdapter.prototype, "provider", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({ example: gemini_models_1.GeminiImageModels.Image3_0, description: 'The model to use for image generation.', required: false }),
+    __metadata("design:type", String)
+], ImageGenRequestAdapter.prototype, "model", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({ example: 'A beautiful landscape with a river and mountains.', description: 'The prompt for image generation.' }),
+    __metadata("design:type", String)
+], ImageGenRequestAdapter.prototype, "prompt", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({ example: 1, description: 'The number of images to generate.', default: 1, required: false }),
+    __metadata("design:type", Number)
+], ImageGenRequestAdapter.prototype, "numberOfImages", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({
+        example: '16:9',
+        description: 'The aspect ratio of the generated images.',
+        enum: ['1:1', '16:9', '9:16', '3:4', '4:3'],
+        default: '16:9',
+        required: false,
+    }),
     (0, class_validator_1.IsEnum)(['1:1', '16:9', '9:16', '3:4', '4:3'], { message: 'aspectRatio must be one of "1:1", "16:9", "9:16", "3:4", "4:3"' }),
     __metadata("design:type", String)
 ], ImageGenRequestAdapter.prototype, "aspectRatio", void 0);
 __decorate([
-    (0, swagger_1.ApiProperty)({ example: 'bad art, ugly', description: 'The negative prompt for image generation.' }),
+    (0, swagger_1.ApiProperty)({ example: 'bad art, ugly', description: 'The negative prompt for image generation.', required: false }),
     __metadata("design:type", String)
 ], ImageGenRequestAdapter.prototype, "negativePrompt", void 0);
 __decorate([
-    (0, swagger_1.ApiProperty)({ example: '', description: 'The sampler name for image generation.' }),
+    (0, swagger_1.ApiProperty)({ example: 12345, description: 'The seed for image generation.', required: false }),
+    __metadata("design:type", Number)
+], ImageGenRequestAdapter.prototype, "seed", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({ example: 1024, description: 'The width of the image.', required: false }),
+    __metadata("design:type", Number)
+], ImageGenRequestAdapter.prototype, "width", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({ example: 1024, description: 'The height of the image.', required: false }),
+    __metadata("design:type", Number)
+], ImageGenRequestAdapter.prototype, "height", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({ example: 'dpmpp_2m', description: 'The sampler name for image generation (for local provider).', required: false }),
     __metadata("design:type", String)
 ], ImageGenRequestAdapter.prototype, "samplerName", void 0);
 __decorate([
-    (0, swagger_1.ApiProperty)({ example: '', description: 'The scheduler for image generation.' }),
+    (0, swagger_1.ApiProperty)({ example: 'karras', description: 'The scheduler for image generation (for local provider).', required: false }),
     __metadata("design:type", String)
 ], ImageGenRequestAdapter.prototype, "scheduler", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({ example: 20, description: 'The number of steps for image generation (for local provider).', required: false }),
+    __metadata("design:type", Number)
+], ImageGenRequestAdapter.prototype, "steps", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({ example: 7, description: 'The CFG scale for image generation (for local provider).', required: false }),
+    __metadata("design:type", Number)
+], ImageGenRequestAdapter.prototype, "cfg", void 0);
 class DescribeImageRequestAdapter {
     url;
     prompt;

package/nest-vertex.module.js

@@ -9,18 +9,17 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.NestVertexModule = void 0;
 const common_1 = require("@nestjs/common");
 const vertex_image_video_service_1 = require("./services/vertex-image-video.service");
-const vertex_image_adapter_controller_1 = require("./controllers/vertex-image-adapter.controller");
+const vertex_image_adapter_controller_1 = require("./controllers/image/vertex-image-adapter.controller");
 const vertex_tts_service_1 = require("./services/vertex-tts.service");
-const vertex_tts_adapter_controller_1 = require("./controllers/vertex-tts-adapter.controller");
+const vertex_tts_adapter_controller_1 = require("./controllers/tts/vertex-tts-adapter.controller");
 const vertex_gemini_chat_service_1 = require("./services/vertex-gemini-chat.service");
-const vertex_gemini_chat_controller_1 = require("./controllers/vertex-gemini-chat.controller");
+const llm_gemini_chat_controller_1 = require("./controllers/llm/llm-gemini-chat.controller");
 const vertex_image_service_1 = require("./services/vertex-image.service");
 const ai_sdk_chat_service_1 = require("./services/ai-sdk-chat.service");
 const adapter_llm_service_1 = require("./services/adapter-llm.service");
 const adapter_image_gen_service_1 = require("./services/adapter-image-gen.service");
 const adapter_audio_gen_service_1 = require("./services/adapter-audio-gen.service");
-const video_gen_adapter_controller_1 = require("./controllers/video-gen-adapter.controller");
-const vertex_llm_adapter_controller_1 = require("./controllers/vertex-llm-adapter.controller");
+const llm_adapter_controller_1 = require("./controllers/llm/llm-adapter.controller");
 const vertex_veo_gcp_service_1 = require("./services/vertex-veo-gcp.service");
 const axios_1 = require("@nestjs/axios");
 const nest_mongo_1 = require("@dataclouder/nest-mongo");
@@ -33,16 +32,19 @@ const vertex_comfy_controller_1 = require("./controllers/vertex-comfy.controller
 const key_balancer_api_service_1 = require("./services/key-balancer-api.service");
 const comfyui_module_1 = require("./comfyui/comfyui.module");
 const vertex_veo_genai_service_1 = require("./services/vertex-veo-genai.service");
-const veo_video_controller_1 = require("./controllers/veo-video.controller");
+const veo_video_controller_1 = require("./controllers/video/veo-video.controller");
 const google_genai_service_1 = require("./services/google-genai.service");
-const groq_stt_controller_1 = require("./controllers/groq-stt.controller");
+const groq_stt_controller_1 = require("./controllers/stt/groq-stt.controller");
 const groq_service_1 = require("./services/whisper/groq.service");
 const comfy_sdk_service_1 = require("./comfyui/services/comfy-sdk.service");
-const vertex_gemini_tts_controller_1 = require("./controllers/vertex-gemini-tts.controller");
+const vertex_gemini_tts_controller_1 = require("./controllers/tts/vertex-gemini-tts.controller");
 const vertex_gemini_tts_service_1 = require("./services/vertex-gemini-tts.service");
 const drizzle_module_1 = require("./drizzle/drizzle.module");
 const nest_auth_1 = require("@dataclouder/nest-auth");
 const metric_ai_service_1 = require("./services/metric-ai.service");
+const groq_llm_service_1 = require("./services/llm/groq-llm.service");
+const groq_llm_controller_1 = require("./controllers/llm/groq-llm.controller");
+const video_gen_adapter_controller_1 = require("./controllers/video/video-gen-adapter.controller");
 let NestVertexModule = class NestVertexModule {
 };
 exports.NestVertexModule = NestVertexModule;
@@ -75,6 +77,7 @@ exports.NestVertexModule = NestVertexModule = __decorate([
             comfy_sdk_service_1.ComfySDKService,
             vertex_gemini_tts_service_1.VertexGeminiTtsService,
             metric_ai_service_1.MetricAIService,
+            groq_llm_service_1.GroqLlmService,
         ],
         exports: [
             vertex_image_video_service_1.VertexImageVideoService,
@@ -96,13 +99,15 @@ exports.NestVertexModule = NestVertexModule = __decorate([
             vertex_gemini_tts_service_1.VertexGeminiTtsService,
             drizzle_module_1.DrizzleModule,
             metric_ai_service_1.MetricAIService,
+            groq_llm_service_1.GroqLlmService,
         ],
         controllers: [
             vertex_image_adapter_controller_1.VertexImageVideoAdapterController,
-            vertex_gemini_chat_controller_1.GeminiChatController,
+            llm_gemini_chat_controller_1.GeminiChatController,
+            groq_llm_controller_1.GroqLlmController,
             video_gen_adapter_controller_1.VertexVideoImageAdapterController,
             vertex_tts_adapter_controller_1.VertexTtsAdapterController,
-            vertex_llm_adapter_controller_1.VertexAdapterLLMController,
+            llm_adapter_controller_1.VertexAdapterLLMController,
             generated_assets_controller_1.GeneratedAssetsController,
             vertex_comfy_controller_1.VertexComfyController,
             veo_video_controller_1.VertexVeoGenerationController,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dataclouder/nest-vertex",
-  "version": "0.0.53",
+  "version": "0.0.55",
   "description": "NestJS Vertex AI library for Dataclouder",
   "author": "dataclouder",
   "license": "MIT",

package/services/adapter-llm.service.d.ts

@@ -1,5 +1,6 @@
 import { GeminiChatService } from './vertex-gemini-chat.service';
 import { ChatLLMRequestAdapter, ChatMessageDict, DescribeImageRequestAdapter, GeneratedTextAdapter, IModelAdapterMethods } from '../models/adapter.models';
+import { ConversationDTO } from '../dto/conversation.dto';
 export declare class LLMAdapterService implements IModelAdapterMethods {
     private geminiChatService;
     private readonly logger;
@@ -7,7 +8,7 @@ export declare class LLMAdapterService implements IModelAdapterMethods {
     listModels(provider?: string): Promise<Record<string, string>[]>;
     generate(request: ChatLLMRequestAdapter): Promise<any>;
     private getDefaultModel;
-    chat(request: ChatLLMRequestAdapter): Promise<ChatMessageDict>;
+    chat(request: ChatLLMRequestAdapter | ConversationDTO): Promise<ChatMessageDict>;
     chatAndExtractJson(request: ChatLLMRequestAdapter): Promise<{
         json: any;
         metadata: any;

package/services/adapter-llm.service.js

@@ -45,12 +45,16 @@ let LLMAdapterService = LLMAdapterService_1 = class LLMAdapterService {
         return '';
     }
     chat(request) {
-        request.provider = request?.provider || 'google';
-        if (request.provider === 'google') {
-            const model = this.getDefaultModel(request?.model);
-            return this.geminiChatService.chat(request.messages, model, request.keyType);
+        const provider = request.model?.provider || 'google';
+        if (provider !== 'google') {
+            throw new Error('Provider not supported');
         }
-        throw new Error('Provider not supported');
+        if ('id' in request || 'entityId' in request || 'transcription' in request) {
+            return this.geminiChatService.chatWithConversation(request);
+        }
+        const chatRequest = request;
+        const model = this.getDefaultModel(chatRequest?.model);
+        return this.geminiChatService.chat(chatRequest.messages, model, chatRequest.keyType);
     }
     async chatAndExtractJson(request) {
         const response = await this.chat(request);

package/services/google-genai.service.d.ts

@@ -1,19 +1,20 @@
-import { GoogleGenAI } from '@google/genai';
-import { AvailableKeyResult, ModelType, TierType } from '../models/key-balancer.models';
+import { ModelType, TierType } from '../models/key-balancer.models';
 import { KeyBalancerClientService } from './key-balancer-api.service';
 interface GeminiClientRequest {
     model: string;
     keyTierType: TierType;
-    aiType: ModelType;
+    aiType?: ModelType;
+}
+interface GeminiClientRequest {
+    model: string;
+    keyTierType: TierType;
+    aiType?: ModelType;
 }
 export declare class GoogleGenaiService {
     private readonly keyBalancerClient;
     private readonly logger;
     private readonly defaultApiKey;
     constructor(keyBalancerClient: KeyBalancerClientService);
-    getGoogleGenAIClient(request: GeminiClientRequest): Promise<{
-        client: GoogleGenAI;
-        balancedKey?: AvailableKeyResult;
-    }>;
+    getGoogleGenAIClient(request: GeminiClientRequest): Promise<any>;
 }
 export {};

package/services/google-genai.service.js

@@ -29,24 +29,38 @@ let GoogleGenaiService = GoogleGenaiService_1 = class GoogleGenaiService {
     async getGoogleGenAIClient(request) {
         this.logger.warn('⚖️ getGoogleGenAIClient() Requesting key from Balancer 🗝️ ');
         if (process.env.KEY_BALANCER_HOST) {
-            const balancedKey = await this.keyBalancerClient.getBestKey({
-                provider: 'google',
-                service: request.model,
-                tierType: request.keyTierType,
-            }, null);
-            if (balancedKey?.key) {
-                this.logger.debug(`⚖️ Using balanced key: ${balancedKey.id})  ${balancedKey.name} - ${balancedKey.key} `);
-                return { client: new genai_1.GoogleGenAI({ apiKey: balancedKey.key }), balancedKey };
+            try {
+                const balancedKey = await this.keyBalancerClient.getBestKey({
+                    provider: 'google',
+                    service: request.model,
+                    tierType: request.keyTierType,
+                }, null);
+                if (balancedKey?.key) {
+                    this.logger.debug(`⚖️ Using balanced key: ${balancedKey.id})  ${balancedKey.name} - ${balancedKey.key} `);
+                    return {
+                        client: new genai_1.GoogleGenAI({ apiKey: balancedKey.key }),
+                        balancedKey: balancedKey,
+                    };
+                }
             }
+            catch (error) {
+                this.logger.error(`Failed to get balanced key: ${error.message}`);
+                const randomKey = process.env.GEMINI_API_KEY;
+                console.log(`⚖️ Using random key ::::::::: ${randomKey} 🚨🚨🚨🚨🚨🚨`);
+                return {
+                    client: new genai_1.GoogleGenAI({ apiKey: randomKey }),
+                    balancedKey: null,
+                };
+            }
+            if (!this.defaultApiKey) {
+                throw new nest_core_1.AppException({
+                    error_message: 'No API keys available',
+                    explanation: 'All balanced keys are rate-limited or failing, and no default GEMINI_API_KEY is configured.',
+                });
+            }
+            this.logger.warn('No balanced keys available. Falling back to default API key.');
+            return { client: new genai_1.GoogleGenAI({ apiKey: this.defaultApiKey }), balancedKey: null };
         }
-        if (!this.defaultApiKey) {
-            throw new nest_core_1.AppException({
-                error_message: 'No API keys available',
-                explanation: 'All balanced keys are rate-limited or failing, and no default GEMINI_API_KEY is configured.',
-            });
-        }
-        this.logger.warn('No balanced keys available. Falling back to default API key.');
-        return { client: new genai_1.GoogleGenAI({ apiKey: this.defaultApiKey }), balancedKey: null };
     }
 };
 exports.GoogleGenaiService = GoogleGenaiService;

package/services/key-balancer-api.service.js

@@ -42,7 +42,7 @@ let KeyBalancerClientService = KeyBalancerClientService_1 = class KeyBalancerCli
             token,
             keyRequest,
         };
-        const keyBalancerHost = process.env.KEY_BALANCER_HOST || 'http://localhost:3000';
+        const keyBalancerHost = process.env.KEY_BALANCER_HOST || 'http://localhost:8085';
         const url = `${keyBalancerHost}/api/key-usage/best-key-balanced`;
         const { data } = await (0, rxjs_1.firstValueFrom)(this.httpService.post(url, finalRquest));
         return data;
@@ -51,7 +51,7 @@ let KeyBalancerClientService = KeyBalancerClientService_1 = class KeyBalancerCli
         const appFilter = {
             filters: { provider: 'google', keyType: 'service_account' },
         };
-        const keyBalancerHost = process.env.KEY_BALANCER_HOST || 'http://localhost:3000';
+        const keyBalancerHost = process.env.KEY_BALANCER_HOST || 'http://localhost:8085';
         const url = `${keyBalancerHost}/api/key-balancer/query`;
         const { data } = await (0, rxjs_1.firstValueFrom)(this.httpService.post(url, appFilter));
         return data.rows;

package/services/llm/groq-llm.service.d.ts

@@ -0,0 +1,9 @@
+import Groq from 'groq-sdk';
+import { KeyBalancerClientService } from '../key-balancer-api.service';
+export declare class GroqLlmService {
+    private readonly keyBalancer;
+    private readonly logger;
+    constructor(keyBalancer: KeyBalancerClientService);
+    private getClientWithKey;
+    getGroqChatCompletion(messages: Groq.Chat.Completions.ChatCompletionMessageParam[], model?: string): Promise<any>;
+}

package/services/llm/groq-llm.service.js

@@ -0,0 +1,61 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+var GroqLlmService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GroqLlmService = void 0;
+const common_1 = require("@nestjs/common");
+const groq_sdk_1 = __importDefault(require("groq-sdk"));
+const key_balancer_api_service_1 = require("../key-balancer-api.service");
+const GroqModels = {
+    Llama_4_Maverick_17B_128E_INSTRUCT: 'meta-llama/llama-4-maverick-17b-128e-instruct',
+    Llama_4_Scout_17B_16E_INSTRUCT: 'meta-llama/llama-4-scout-17b-16e-instruct',
+    GPT_OSS_20B: 'openai/gpt-oss-20b',
+    GPT_OSS_120B: 'openai/gpt-oss-120b',
+    QWEN_3_32B: 'qwen/qwen3-32b',
+    Llama_3_3_70B_Versatile: 'llama-3.3-70b-versatile',
+};
+let GroqLlmService = GroqLlmService_1 = class GroqLlmService {
+    keyBalancer;
+    logger = new common_1.Logger(GroqLlmService_1.name);
+    constructor(keyBalancer) {
+        this.keyBalancer = keyBalancer;
+    }
+    getClientWithKey(key) {
+        return new groq_sdk_1.default({ apiKey: key });
+    }
+    async getGroqChatCompletion(messages, model = 'mixtral-8x7b-32768') {
+        this.logger.log(`Getting chat completion with model: ${model}`);
+        try {
+            const groq = this.getClientWithKey('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');
+            const chatCompletion = await groq.chat.completions.create({
+                messages,
+                model: GroqModels.Llama_4_Scout_17B_16E_INSTRUCT,
+            });
+            console.log('Groq Chat Completion:');
+            console.log(chatCompletion.choices[0].message);
+            return { ...chatCompletion.choices[0].message, metadata: {} };
+        }
+        catch (error) {
+            this.logger.error(`Error during chat completion:`, error?.error || error);
+            const errorMessage = error?.error?.message || (error instanceof Error ? error.message : 'Unknown error during chat completion');
+            throw new Error(`Failed to get chat completion: ${errorMessage}`);
+        }
+    }
+};
+exports.GroqLlmService = GroqLlmService;
+exports.GroqLlmService = GroqLlmService = GroqLlmService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [key_balancer_api_service_1.KeyBalancerClientService])
+], GroqLlmService);
+//# sourceMappingURL=groq-llm.service.js.map

package/services/vertex-gemini-chat.service.d.ts

@@ -2,6 +2,7 @@ import { ChatMessageDict, MessageLLM, EModelQuality, DescribeImageRequestAdapter
 import { TierType } from '../models/key-balancer.models';
 import { KeyBalancerClientService } from './key-balancer-api.service';
 import { GoogleGenaiService } from './google-genai.service';
+import { ConversationDTO } from '../dto/conversation.dto';
 export declare class GeminiChatService {
     private readonly keyBalancer;
     private readonly googleGenaiService;
@@ -17,4 +18,5 @@ export declare class GeminiChatService {
     private _extractJsonWithRecovery;
     chatAndExtractJson(messages: MessageLLM[], model?: string, keyType?: TierType): Promise<ChatJsonResponse>;
     describeImageByUrl(dto: DescribeImageRequestAdapter): Promise<any>;
+    chatWithConversation(conversation: ConversationDTO): Promise<ChatMessageDict>;
 }

package/services/vertex-gemini-chat.service.js

@@ -60,7 +60,6 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
         const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient({
             model: model,
             keyTierType: keyType || key_balancer_models_1.TierType.FREE_TIER,
-            aiType: key_balancer_models_1.ModelType.LLM,
         });
         try {
             const systemMessage = messages
@@ -105,7 +104,7 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
             };
         }
         catch (error) {
-            this.logger.error(`First Error Gemini Gemini {${balancedKey?.key} chat.sendMessage failed: ${error.message}`);
+            this.logger.error(`First Error Gemini Gemini {${balancedKey?.key} chat.sendMessage failed: ${error.message}`, client['apiClient']);
             if (error instanceof nest_core_1.AppException) {
                 throw error;
             }
@@ -211,7 +210,7 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
             return json;
         }
         catch (initialError) {
-            this.logger.warn(`Initial JSON extraction failed: ${initialError.message}. Attempting recovery.`);
+            this.logger.warn(`👩‍🔧 Initial JSON extraction failed: 🧑‍🔧 ${initialError.message}. Attempting recovery.`);
             try {
                 const fixPrompt = `I cant extract the json from the following text, something is wrong, please analyze the following text, correct any JSON formatting errors invalid characters or whatever thing is wrong, change or complete the text if needed, and return ONLY the valid JSON object or array. Do not include any explanatory text before or after the JSON itself. JSON to fix: ${responseText}`;
                 const fixResponse = await this.chat([{ role: adapter_models_1.ChatRole.User, content: fixPrompt }], model, keyType);
@@ -285,6 +284,41 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
         }
         return this._extractJsonWithRecovery(visionResponseText, textModelForFix);
     }
+    async chatWithConversation(conversation) {
+        const startTime = Date.now();
+        if (!conversation?.model) {
+            conversation.model = { provider: 'google', modelName: gemini_models_1.GeminiModels.Gemini2_5Lite, id: 'no-id' };
+        }
+        const tierType = conversation.tierType || key_balancer_models_1.TierType.TIER_1;
+        if (conversation?.model?.quality) {
+            conversation.model.provider = 'google';
+            conversation.model.modelName = this.getDefaultQualityModel(conversation.model.quality);
+        }
+        const returnJson = conversation.returnJson;
+        if (returnJson) {
+            const obj = await this.chatAndExtractJson(conversation.messages, conversation.model.modelName, tierType);
+            const endTime = Date.now();
+            const processTime = (endTime - startTime) / 1000;
+            const metadata = {
+                type: 'json',
+                provider: conversation.model.provider,
+                model: conversation.model.modelName,
+                processTime,
+                ...obj?.metadata,
+            };
+            return { content: obj.json, role: adapter_models_1.ChatRole.Assistant, metadata };
+        }
+        else {
+            const response = await this.chat(conversation.messages, conversation.model.modelName, tierType);
+            const endTime = Date.now();
+            const processTime = (endTime - startTime) / 1000;
+            return {
+                content: response.content,
+                role: response.role,
+                metadata: { provider: conversation.model.provider, model: conversation.model.modelName, processTime, tokens: response.metadata.tokens },
+            };
+        }
+    }
 };
 exports.GeminiChatService = GeminiChatService;
 exports.GeminiChatService = GeminiChatService = GeminiChatService_1 = __decorate([

package/services/vertex-gemini-tts.service.d.ts

@@ -1,6 +1,10 @@
 import { BaseTtsService } from './base-tts.service';
-import { SynthesizeSpeechInput } from './vertex-tts.service';
+import { SynthesizeSpeechInput, VertextTtsService } from './vertex-tts.service';
+import { KeyBalancerClientService } from './key-balancer-api.service';
 export declare class VertexGeminiTtsService extends BaseTtsService {
-    constructor();
+    private readonly keyBalancerClientService;
+    private readonly vertexTtsService;
+    constructor(keyBalancerClientService: KeyBalancerClientService, vertexTtsService: VertextTtsService);
     synthesizeSpeech(input: SynthesizeSpeechInput): Promise<Buffer | null>;
+    synthesizeSpeechTest(input: SynthesizeSpeechInput): Promise<Buffer | null>;
 }

package/services/vertex-gemini-tts.service.js

@@ -12,13 +12,36 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.VertexGeminiTtsService = void 0;
 const common_1 = require("@nestjs/common");
 const base_tts_service_1 = require("./base-tts.service");
+const vertex_tts_service_1 = require("./vertex-tts.service");
 const gemini_config_1 = require("../config/gemini.config");
+const key_balancer_api_service_1 = require("./key-balancer-api.service");
 let VertexGeminiTtsService = class VertexGeminiTtsService extends base_tts_service_1.BaseTtsService {
-    constructor() {
+    keyBalancerClientService;
+    vertexTtsService;
+    constructor(keyBalancerClientService, vertexTtsService) {
         const credentials = JSON.parse(gemini_config_1.GEMINI_API_KEY);
         super('VertexGeminiTtsService', { credentials });
+        this.keyBalancerClientService = keyBalancerClientService;
+        this.vertexTtsService = vertexTtsService;
     }
     async synthesizeSpeech(input) {
+        const { text, voice: voiceName = 'Charon', languageCode = 'en-US' } = input;
+        this.logger.log(`Synthesizing speech for text: "${input.text.substring(0, 50)}..." with voice: ${input.voiceName}`);
+        const request = {
+            text: input.text,
+            voice: input.voiceName,
+            languageCode: input.languageCode,
+            modelName: input.modelName || undefined,
+        };
+        return this.vertexTtsService.synthesizeSpeech(request);
+    }
+    async synthesizeSpeechTest(input) {
+        const { text, voice: voiceName = 'Charon', languageCode = 'en-US' } = input;
+        const geminiKey = await this.keyBalancerClientService.getBestKey({
+            service: 'chirp-3-hd',
+            provider: 'google',
+        }, null);
+        console.log(geminiKey);
         this.logger.log(`Synthesizing speech for text: "${input.text.substring(0, 50)}..." with voice: ${input.voiceName}`);
         const request = {
             input: { text: input.text, prompt: input.prompt },
@@ -37,6 +60,7 @@ let VertexGeminiTtsService = class VertexGeminiTtsService extends base_tts_servi
 exports.VertexGeminiTtsService = VertexGeminiTtsService;
 exports.VertexGeminiTtsService = VertexGeminiTtsService = __decorate([
     (0, common_1.Injectable)(),
-    __metadata("design:paramtypes", [])
+    __metadata("design:paramtypes", [key_balancer_api_service_1.KeyBalancerClientService,
+        vertex_tts_service_1.VertextTtsService])
 ], VertexGeminiTtsService);
 //# sourceMappingURL=vertex-gemini-tts.service.js.map

package/services/vertex-image.service.js

@@ -21,7 +21,7 @@ let ImageVertexService = ImageVertexService_1 = class ImageVertexService {
     keyBalancerApiService;
     logger = new common_1.Logger(ImageVertexService_1.name);
     imageModelName = gemini_models_1.GeminiImageModels.Image3_0;
-    gemini_key = '';
+    gemini_key = process.env.GEMINI_API_KEY || '';
     constructor(keyBalancerApiService) {
         this.keyBalancerApiService = keyBalancerApiService;
         if (this.gemini_key) {

package/services/vertex-tts.service.d.ts

@@ -3,11 +3,11 @@ import { AudioSpeed } from '../models/audio.settings';
 import { BaseTtsService } from './base-tts.service';
 import { AppToken } from '@dataclouder/nest-auth';
 import { KeyBalancerClientService } from './key-balancer-api.service';
-import { MetricAIService } from './metric-ai.service';
 export interface SynthesizeSpeechInput {
     text: string;
     prompt?: string;
     languageCode?: string;
+    modelName?: string;
     ssmlGender?: google.cloud.texttospeech.v1.SsmlVoiceGender;
     voice?: string;
     voiceName?: string;
@@ -19,8 +19,7 @@ export interface SynthesizeSpeechInput {
 }
 export declare class VertextTtsService extends BaseTtsService {
     private readonly keyBalancerClient;
-    private readonly metricAIService;
-    constructor(keyBalancerClient: KeyBalancerClientService, metricAIService: MetricAIService);
+    constructor(keyBalancerClient: KeyBalancerClientService);
     synthesizeSpeech(input: SynthesizeSpeechInput, token?: AppToken): Promise<Buffer | null>;
     private handleSynthesisWithClient;
     private _resolveVoice;

package/services/vertex-tts.service.js

@@ -16,46 +16,42 @@ const google_voices_1 = require("../models/google-voices");
 const base_tts_service_1 = require("./base-tts.service");
 const key_balancer_api_service_1 = require("./key-balancer-api.service");
 const text_to_speech_1 = require("@google-cloud/text-to-speech");
-const metric_ai_service_1 = require("./metric-ai.service");
 const gemini_models_1 = require("../models/gemini-models");
 let VertextTtsService = class VertextTtsService extends base_tts_service_1.BaseTtsService {
     keyBalancerClient;
-    metricAIService;
-    constructor(keyBalancerClient, metricAIService) {
+    constructor(keyBalancerClient) {
         super('VertexTtsService');
         this.keyBalancerClient = keyBalancerClient;
-        this.metricAIService = metricAIService;
     }
     async synthesizeSpeech(input, token) {
         let client;
-        if (token) {
-            this.logger.log(`Synthesizing speech for user: ${token.email}`);
-            const selectedKey = await this.keyBalancerClient.getBestKey({
-                provider: 'google',
-                service: gemini_models_1.GoogleTTSModels.Chirp3HD,
-                keyType: 'service_account',
-            }, token);
-            if (selectedKey.key) {
-                this.logger.debug(` 🎤 📣 Using balanced key Service Account : ${selectedKey.name} ${selectedKey.id}`);
-                try {
-                    const credentials = JSON.parse(selectedKey.key);
-                    client = new text_to_speech_1.TextToSpeechClient({ credentials });
-                }
-                catch (error) {
-                    this.logger.error('Failed to parse key credentials', error);
-                }
+        this.logger.log(`Synthesizing speech for user: ${token?.email}`);
+        const selectedKey = await this.keyBalancerClient.getBestKey({
+            provider: 'google',
+            service: gemini_models_1.GoogleTTSModels.Chirp3HD,
+            keyType: 'service_account',
+        }, token);
+        if (selectedKey.key) {
+            this.logger.verbose(` Balanced key Found : ${selectedKey.name} ${selectedKey.id}`);
+            try {
+                const credentials = JSON.parse(selectedKey.key);
+                client = new text_to_speech_1.TextToSpeechClient({ credentials });
             }
-            else {
-                this.logger.warn(' CHECK ! ❗️ No balanced key found, USING service account');
+            catch (error) {
+                this.logger.error('Failed to parse key credentials', error);
             }
         }
         const voiceId = this._resolveVoice(input.voice, input.languageCode);
         const request = this._buildSynthesizeSpeechRequest(input, voiceId);
         this.logger.log(`Synthesizing speech for text: "${input.text.substring(0, 50)}..." with voice: ${voiceId}`);
         if (client) {
+            this.logger.debug(` 🍷AUDIO TTS🎤 📣 Using balanced key Service Account : ${selectedKey.name} ${selectedKey.id}`);
             return this.handleSynthesisWithClient(request, client);
         }
-        return this.handleSynthesis(request);
+        else {
+            this.logger.warn(' CHECK ! ❗️ 🍷AUDIO TTS🎤 USING DEFAULT KEY');
+            return this.handleSynthesis(request);
+        }
     }
     async handleSynthesisWithClient(request, client) {
         try {
@@ -70,7 +66,7 @@ let VertextTtsService = class VertextTtsService extends base_tts_service_1.BaseT
             }
         }
         catch (error) {
-            this.logger.error('Error synthesizing speech:', error);
+            this.logger.error('Error synthesizing speech:', error.message);
             throw new Error(`Failed to synthesize speech: ${error.message}`);
         }
     }
@@ -113,7 +109,6 @@ let VertextTtsService = class VertextTtsService extends base_tts_service_1.BaseT
 exports.VertextTtsService = VertextTtsService;
 exports.VertextTtsService = VertextTtsService = __decorate([
     (0, common_1.Injectable)(),
-    __metadata("design:paramtypes", [key_balancer_api_service_1.KeyBalancerClientService,
-        metric_ai_service_1.MetricAIService])
+    __metadata("design:paramtypes", [key_balancer_api_service_1.KeyBalancerClientService])
 ], VertextTtsService);
 //# sourceMappingURL=vertex-tts.service.js.map

package/controllers/vertex-gemini-chat.controller.d.ts

@@ -1,20 +0,0 @@
-import { GeminiChatService } from '../services/vertex-gemini-chat.service';
-import { GenerateTextDto } from '../dto/generate-text.dto';
-import { ChatMessageDict, IAIModel } from '../models/adapter.models';
-export declare class ConversationDTO {
-    id?: string;
-    entityId?: string;
-    type?: string;
-    createdAt?: Date;
-    messages: Array<ChatMessageDict>;
-    transcription?: boolean;
-    model?: IAIModel;
-    returnJson?: boolean;
-}
-export declare class GeminiChatController {
-    private readonly geminiChatService;
-    private readonly logger;
-    constructor(geminiChatService: GeminiChatService);
-    generateText(generateTextDto: GenerateTextDto): Promise<ChatMessageDict>;
-    continueConversation(conversation: ConversationDTO): Promise<ChatMessageDict>;
-}

package/controllers/vertex-llm-adapter.controller.d.ts

@@ -1,9 +0,0 @@
-import { type ChatLLMRequestAdapter, DescribeImageRequestAdapter } from '../models/adapter.models';
-import { LLMAdapterService } from '../services/adapter-llm.service';
-export declare class VertexAdapterLLMController {
-    private readonly llmAdapterService;
-    private readonly logger;
-    constructor(llmAdapterService: LLMAdapterService);
-    generateText(request: ChatLLMRequestAdapter): Promise<any>;
-    describeImage(request: DescribeImageRequestAdapter): Promise<import("../models/adapter.models").GeneratedTextAdapter>;
-}