@dataclouder/nest-vertex 0.0.7 → 0.0.8

package/audio.utils.d.ts

@@ -0,0 +1 @@
+export declare function saveAudioToFile(audioBuffer: Buffer, filename: string): Promise<string | null>;

package/audio.utils.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.saveAudioToFile = saveAudioToFile;
+const path = require("path");
+const fs = require("fs/promises");
+const common_1 = require("@nestjs/common");
+const logger = new common_1.Logger('AudioUtils');
+async function saveAudioToFile(audioBuffer, filename) {
+    const audioDir = path.join(process.cwd(), 'public', 'tts-audio');
+    const filePath = path.join(audioDir, filename);
+    try {
+        await fs.mkdir(audioDir, { recursive: true });
+        await fs.writeFile(filePath, audioBuffer);
+        logger.log(`Audio saved successfully to ${filePath}`);
+        return filePath;
+    }
+    catch (saveError) {
+        logger.error(`Failed to save audio file to ${filePath}: ${saveError.message}`, saveError.stack);
+        return null;
+    }
+}
+//# sourceMappingURL=audio.utils.js.map

package/controllers/nest-vertex.controller.d.ts

@@ -6,6 +6,7 @@ export declare class NestVertexController {
     private readonly nestVertexService;
     private readonly logger;
     constructor(nestVertexService: NestVertexService);
+    listModels(): Promise<string[]>;
     generateVideo(generateVideoDto: GenerateVideoDto): Promise<{
         operationName: string;
     }>;

package/controllers/nest-vertex.controller.js

@@ -25,6 +25,9 @@ let NestVertexController = NestVertexController_1 = class NestVertexController {
     constructor(nestVertexService) {
         this.nestVertexService = nestVertexService;
     }
+    async listModels() {
+        return this.nestVertexService.listModels();
+    }
     async generateVideo(generateVideoDto) {
         this.logger.log(`Received request to generate video: ${JSON.stringify(generateVideoDto)}`);
         try {
@@ -59,6 +62,12 @@ let NestVertexController = NestVertexController_1 = class NestVertexController {
     }
 };
 exports.NestVertexController = NestVertexController;
+__decorate([
+    (0, common_1.Get)('list-models'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", Promise)
+], NestVertexController.prototype, "listModels", null);
 __decorate([
     (0, common_1.Post)('generate-video'),
     __param(0, (0, common_1.Body)(new common_1.ValidationPipe({ transform: true, whitelist: true }))),

package/index.d.ts

@@ -3,4 +3,5 @@ export * from './controllers/nest-tts.controller';
 export * from './services/nest-vertex.service';
 export * from './services/nest-tts.service';
 export * from './services/gemini-chat.service';
+export * from './services/vertex-image.service';
 export * from './dto/generate-image.dto';

package/index.js

@@ -19,5 +19,6 @@ __exportStar(require("./controllers/nest-tts.controller"), exports);
 __exportStar(require("./services/nest-vertex.service"), exports);
 __exportStar(require("./services/nest-tts.service"), exports);
 __exportStar(require("./services/gemini-chat.service"), exports);
+__exportStar(require("./services/vertex-image.service"), exports);
 __exportStar(require("./dto/generate-image.dto"), exports);
 //# sourceMappingURL=index.js.map

package/models/voices.d.ts

@@ -0,0 +1,38 @@
+export declare const DefaultBestVoice: {
+    en: {
+        woman: string;
+        man: string;
+    };
+    'en-GB': {
+        woman: string;
+        man: string;
+    };
+    de: {
+        woman: string;
+        man: string;
+    };
+    'es-ES': {
+        woman: string;
+        man: string;
+    };
+    fr: {
+        woman: string;
+        man: string;
+    };
+    es: {
+        woman: string;
+        man: string;
+    };
+    it: {
+        woman: string;
+        man: string;
+    };
+    pt: {
+        woman: string;
+        man: string;
+    };
+    ja: {
+        woman: string;
+        man: string;
+    };
+};

package/models/voices.js

@@ -0,0 +1,42 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DefaultBestVoice = void 0;
+exports.DefaultBestVoice = {
+    en: {
+        woman: 'en-US-Studio-O',
+        man: 'en-US-Studio-Q',
+    },
+    'en-GB': {
+        woman: 'en-GB-Studio-B',
+        man: 'en-GB-Studio-C',
+    },
+    de: {
+        woman: 'de-DE-Studio-B',
+        man: 'de-DE-Studio-C',
+    },
+    'es-ES': {
+        woman: 'es-ES-Studio-C',
+        man: 'es-ES-Studio-F',
+    },
+    fr: {
+        woman: 'df-FR-Studio-A',
+        man: 'df-FR-Studio-D',
+    },
+    es: {
+        woman: 'es-US-Standard-A',
+        man: 'es-US-Studio-B',
+    },
+    it: {
+        woman: 'it-IT-Standard-E',
+        man: 'it-IT-Neural2-F',
+    },
+    pt: {
+        woman: 'pt-BR-Neural2-C',
+        man: 'pt-BR-Chirp3-HD-Fenrir',
+    },
+    ja: {
+        woman: 'ja-JP-Standard-A',
+        man: 'ja-JP-Neural2-C',
+    },
+};
+//# sourceMappingURL=voices.js.map

package/nest-vertex.module.js

@@ -14,13 +14,14 @@ const nest_tts_service_1 = require("./services/nest-tts.service");
 const nest_tts_controller_1 = require("./controllers/nest-tts.controller");
 const gemini_chat_service_1 = require("./services/gemini-chat.service");
 const gemini_chat_controller_1 = require("./controllers/gemini-chat.controller");
+const vertex_image_service_1 = require("./services/vertex-image.service");
 let NestVertexModule = class NestVertexModule {
 };
 exports.NestVertexModule = NestVertexModule;
 exports.NestVertexModule = NestVertexModule = __decorate([
     (0, common_1.Module)({
-        providers: [nest_vertex_service_1.NestVertexService, nest_tts_service_1.NestTtsService, gemini_chat_service_1.GeminiChatService],
-        exports: [nest_vertex_service_1.NestVertexService, nest_tts_service_1.NestTtsService, gemini_chat_service_1.GeminiChatService],
+        providers: [nest_vertex_service_1.NestVertexService, nest_tts_service_1.NestTtsService, gemini_chat_service_1.GeminiChatService, vertex_image_service_1.ImageVertexService],
+        exports: [nest_vertex_service_1.NestVertexService, nest_tts_service_1.NestTtsService, gemini_chat_service_1.GeminiChatService, vertex_image_service_1.ImageVertexService],
         controllers: [nest_vertex_controller_1.NestVertexController, nest_tts_controller_1.NestTtsController, gemini_chat_controller_1.GeminiChatController],
     })
 ], NestVertexModule);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dataclouder/nest-vertex",
-  "version": "0.0.7",
+  "version": "0.0.8",
   "description": "NestJS Vertex AI library for Dataclouder",
   "author": "dataclouder",
   "license": "MIT",

package/services/gemini-chat.service.d.ts

@@ -13,11 +13,13 @@ export declare class ChatMessageDict {
 export declare class GeminiChatService {
     private readonly logger;
     private readonly clientGenAi;
-    private readonly modelName;
+    private readonly defaultModel;
     constructor();
     private mapToGeminiRole;
     private formatMessagesToContent;
-    chat(messages: ChatCompletionMessageParam[]): Promise<ChatMessageDict>;
+    chat(messages: ChatCompletionMessageParam[], model?: string): Promise<ChatMessageDict>;
     chatStream(messages: ChatCompletionMessageParam[]): Promise<AsyncIterable<ChatMessageDict>>;
     listModels(): Promise<Record<string, string>[]>;
+    private extractJsonFromResponse;
+    chatAndExtractJson(messages: ChatCompletionMessageParam[], model?: any): Promise<any>;
 }

package/services/gemini-chat.service.js

@@ -13,6 +13,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.GeminiChatService = exports.ChatMessageDict = exports.ChatRole = void 0;
 const common_1 = require("@nestjs/common");
 const genai_1 = require("@google/genai");
+const nest_core_1 = require("@dataclouder/nest-core");
 var ChatRole;
 (function (ChatRole) {
     ChatRole["System"] = "system";
@@ -29,14 +30,14 @@ exports.ChatMessageDict = ChatMessageDict;
 let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
     logger = new common_1.Logger(GeminiChatService_1.name);
     clientGenAi;
-    modelName = 'gemini-1.5-flash';
+    defaultModel = 'gemini-2.0-flash-lite';
     constructor() {
         const apiKey = process.env.GEMINI_API_KEY;
         if (!apiKey) {
             throw new Error('GEMINI_API_KEY environment variable not set.');
         }
         this.clientGenAi = new genai_1.GoogleGenAI({ apiKey });
-        this.logger.log(`GeminiChatService initialized with model: ${this.modelName}`);
+        this.logger.log(`GeminiChatService initialized with model: ${this.defaultModel}`);
     }
     mapToGeminiRole(role) {
         switch (role) {
@@ -58,11 +59,14 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
             parts: [{ text: msg.content }],
         }));
     }
-    async chat(messages) {
+    async chat(messages, model = this.defaultModel) {
         if (!messages || messages.length === 0) {
             return { content: '', role: ChatRole.Assistant, metadata: { finishReason: 'NO_INPUT' } };
         }
-        const systemMessage = messages.find((msg) => msg.role === 'system')?.content;
+        const systemMessage = messages
+            .filter((msg) => msg.role === 'system')
+            .map((msg) => msg.content)
+            .join('\n');
         if (systemMessage) {
         }
         let lastMessage = messages[messages.length - 1];
@@ -72,9 +76,9 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
         }
         const formattedContents = this.formatMessagesToContent(messages);
         try {
-            this.logger.debug(`Sending request to Gemini model ${this.modelName} with ${formattedContents.length} content parts and system instruction: ${!!systemMessage}`);
+            this.logger.debug(`Sending request to Gemini model ${model} with ${formattedContents.length} content parts and system instruction: ${!!systemMessage}`);
             const response = await this.clientGenAi.models.generateContent({
-                model: this.modelName,
+                model: model,
                 contents: formattedContents,
                 config: { systemInstruction: systemMessage },
             });
@@ -108,9 +112,9 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
         const formattedContents = this.formatMessagesToContent(messages);
         const processStream = async function* () {
             try {
-                this.logger.debug(`Sending stream request to Gemini model ${this.modelName} with ${formattedContents.length} content parts and system instruction: ${!!systemMessage}`);
+                this.logger.debug(`Sending stream request to Gemini model ${this.defaultModel} with ${formattedContents.length} content parts and system instruction: ${!!systemMessage}`);
                 const stream = await this.ai.models.generateContentStream({
-                    model: this.modelName,
+                    model: this.defaultModel,
                     contents: formattedContents,
                     config: { systemInstruction: systemMessage },
                 });
@@ -145,6 +149,50 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
             { id: 'gemini-2.0-flash-live-001' },
         ];
     }
+    extractJsonFromResponse(content) {
+        const jsonMatch = content.match(/(\{[\s\S]*?\}|\[[\s\S]*?\])/);
+        if (!jsonMatch)
+            return null;
+        try {
+            return JSON.parse(jsonMatch[0]);
+        }
+        catch (error) {
+            this.logger.error('Error parsing JSON:', error.stack);
+            throw new Error(`Failed to parse JSON: ${error.message}`);
+        }
+    }
+    async chatAndExtractJson(messages, model) {
+        const response = await this.chat(messages, model);
+        this.logger.debug(`Initial response content: ${response.content}`);
+        try {
+            const json = this.extractJsonFromResponse(response.content);
+            if (json === null) {
+                throw new Error('No JSON found in the initial response.');
+            }
+            return json;
+        }
+        catch (initialError) {
+            this.logger.warn(`Initial JSON extraction failed: ${initialError.message}. Attempting recovery.`);
+            try {
+                const fixPrompt = `The previous attempt to extract JSON failed. Please analyze the following text, correct any JSON formatting errors, and return ONLY the valid JSON object or array. Do not include any explanatory text before or after the JSON itself. Text to fix: ${response.content}`;
+                const fixResponse = await this.chat([{ role: 'user', content: fixPrompt }], model);
+                this.logger.debug(`Recovery response content: ${fixResponse.content}`);
+                const fixedJson = this.extractJsonFromResponse(fixResponse.content);
+                if (fixedJson === null) {
+                    throw new Error('No JSON found in the recovery response.');
+                }
+                this.logger.log('Successfully recovered JSON on second attempt.');
+                return fixedJson;
+            }
+            catch (recoveryError) {
+                this.logger.error(`Recovery attempt also failed: ${recoveryError.message}`, recoveryError.stack);
+                throw new nest_core_1.AppException({
+                    error_message: 'Error parsing JSON after retry',
+                    explanation: `Failed to extract valid JSON from the AI response even after a correction attempt. Initial error: ${initialError.message}. Recovery error: ${recoveryError.message}. Original response: ${response.content}`,
+                });
+            }
+        }
+    }
 };
 exports.GeminiChatService = GeminiChatService;
 exports.GeminiChatService = GeminiChatService = GeminiChatService_1 = __decorate([

package/services/nest-tts.service.d.ts

@@ -9,6 +9,7 @@ export interface SynthesizeSpeechInput {
     generateTranscription?: boolean;
     speed?: string;
     speedRate?: number;
+    ssml?: string;
 }
 export declare class NestTtsService {
     private readonly logger;

package/services/nest-tts.service.js

@@ -23,12 +23,12 @@ let NestTtsService = class NestTtsService {
         return 'Hello from VertexTtsService!';
     }
     async synthesizeSpeech(input) {
-        const { text, languageCode, ssmlGender = 'NEUTRAL', voiceName, voice, audioEncoding = 'MP3', speedRate, } = input;
+        const { text, languageCode, ssmlGender = 'NEUTRAL', voiceName, voice, audioEncoding = 'MP3', speedRate, ssml, } = input;
         const voiceId = voiceName || voice;
         console.log('Selected voice:', voiceId);
         const langCode = !languageCode ? voiceId.slice(0, 5) : languageCode;
         const request = {
-            input: { text: text },
+            input: ssml ? { ssml } : { text },
             voice: voiceId ? { name: voiceId, languageCode: langCode } : { languageCode: langCode, ssmlGender: ssmlGender },
             audioConfig: {
                 audioEncoding: audioEncoding,

package/services/nest-vertex.service.d.ts

@@ -8,6 +8,7 @@ export declare class NestVertexService implements OnModuleInit {
     private readonly videoModelName;
     private readonly imageModelName;
     onModuleInit(): void;
+    listModels(): string[];
     startVideoGeneration(generateVideoDto: GenerateVideoDto): Promise<GenerateVideosOperation>;
     checkVideoOperationStatus(operationName: string): Promise<GenerateVideosOperation>;
     startImageGeneration(generateImageDto: GenerateImageDto): Promise<GenerateImagesResponse>;

package/services/nest-vertex.service.js

@@ -26,6 +26,9 @@ let NestVertexService = NestVertexService_1 = class NestVertexService {
             this.logger.log('GoogleGenAI client initialized successfully.');
         }
     }
+    listModels() {
+        return [''];
+    }
     async startVideoGeneration(generateVideoDto) {
         if (!this.genAi) {
             throw new Error('GoogleGenAI client not initialized. Check GEMINI_API_KEY.');

package/services/vertex-image.service.d.ts

@@ -0,0 +1,10 @@
+import { OnModuleInit } from '@nestjs/common';
+import { GenerateImagesResponse } from '@google/genai';
+import { GenerateImageDto } from '../dto/generate-image.dto';
+export declare class ImageVertexService implements OnModuleInit {
+    private genAi;
+    private readonly logger;
+    private readonly imageModelName;
+    onModuleInit(): void;
+    startImageGeneration(generateImageDto: GenerateImageDto): Promise<GenerateImagesResponse>;
+}

package/services/vertex-image.service.js

@@ -0,0 +1,60 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var ImageVertexService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ImageVertexService = void 0;
+const common_1 = require("@nestjs/common");
+const genai_1 = require("@google/genai");
+const generative_ai_1 = require("@google/generative-ai");
+let ImageVertexService = ImageVertexService_1 = class ImageVertexService {
+    genAi;
+    logger = new common_1.Logger(ImageVertexService_1.name);
+    imageModelName = 'imagen-3.0-generate-002';
+    onModuleInit() {
+        const apiKey = process.env.GEMINI_API_KEY;
+        if (!apiKey) {
+            this.logger.error('GEMINI_API_KEY environment variable not set. NestVertexService will not function.');
+        }
+        else {
+            console.log('GEMINI_API_KEY environment variable set: ', apiKey);
+            this.genAi = new genai_1.GoogleGenAI({ apiKey });
+            this.logger.log('GoogleGenAI client initialized successfully.');
+        }
+    }
+    async startImageGeneration(generateImageDto) {
+        if (!this.genAi) {
+            throw new Error('GoogleGenAI client not initialized. Check GEMINI_API_KEY/Vertex AI setup.');
+        }
+        this.logger.log(`Starting image generation with DTO: ${JSON.stringify(generateImageDto)}`);
+        const imageRequest = {
+            model: this.imageModelName,
+            prompt: generateImageDto.prompt,
+            config: {
+                numberOfImages: generateImageDto.numberOfImages,
+                aspectRatio: generateImageDto.aspectRatio,
+                negativePrompt: generateImageDto.negativePrompt,
+                includeSafetyAttributes: false,
+                safetySettings: [{ threshold: generative_ai_1.HarmBlockThreshold.BLOCK_NONE }],
+            },
+        };
+        Object.keys(imageRequest.config).forEach((key) => imageRequest.config[key] === undefined && delete imageRequest.config[key]);
+        try {
+            const response = await this.genAi.models.generateImages(imageRequest);
+            return response;
+        }
+        catch (error) {
+            this.logger.error('Error starting image generation:', error.message || error);
+            throw error;
+        }
+    }
+};
+exports.ImageVertexService = ImageVertexService;
+exports.ImageVertexService = ImageVertexService = ImageVertexService_1 = __decorate([
+    (0, common_1.Injectable)()
+], ImageVertexService);
+//# sourceMappingURL=vertex-image.service.js.map