@dataclouder/nest-vertex 0.0.45 → 0.0.47

package/comfyui/comfyui.module.js

@@ -10,6 +10,8 @@ exports.ComfyUIModule = void 0;
 const common_1 = require("@nestjs/common");
 const comfy_services_providers_1 = require("./providers/comfy-services.providers");
 const comfy_ui_controller_1 = require("./controllers/comfy-ui.controller");
+const comfy_sdk_controller_1 = require("./controllers/comfy-sdk.controller");
+const comfy_sdk_service_1 = require("./services/comfy-sdk.service");
 const axios_1 = require("@nestjs/axios");
 const nest_storage_1 = require("@dataclouder/nest-storage");
 const mongoose_1 = require("@nestjs/mongoose");
@@ -27,9 +29,9 @@ exports.ComfyUIModule = ComfyUIModule = __decorate([
             mongoose_1.MongooseModule.forFeature([{ name: generated_asset_entity_1.GeneratedAsset.name, schema: generated_asset_entity_1.GeneratedAssetSchema }]),
             nest_mongo_1.DCMongoDBModule,
         ],
-        providers: [...comfy_services_providers_1.comfyServicesProviders, generated_asset_service_1.GeneratedAssetService],
+        providers: [...comfy_services_providers_1.comfyServicesProviders, generated_asset_service_1.GeneratedAssetService, comfy_sdk_service_1.ComfySDKService],
         exports: [...comfy_services_providers_1.comfyServicesProviders],
-        controllers: [comfy_ui_controller_1.ComfyUiController],
+        controllers: [comfy_ui_controller_1.ComfyUiController, comfy_sdk_controller_1.ComfySDKController],
     })
 ], ComfyUIModule);
 //# sourceMappingURL=comfyui.module.js.map

package/comfyui/controllers/comfy-sdk.controller.d.ts

@@ -0,0 +1,10 @@
+import { ComfySDKService } from '../services/comfy-sdk.service';
+import { StatusResponse } from '../models/comfy-sdk.models';
+export declare class ComfySDKController {
+    private readonly comfySDKService;
+    constructor(comfySDKService: ComfySDKService);
+    testEndpoint(): Promise<{
+        status: string;
+    }>;
+    statusEndpoint(): Promise<StatusResponse>;
+}

package/comfyui/controllers/comfy-sdk.controller.js

@@ -0,0 +1,45 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ComfySDKController = void 0;
+const common_1 = require("@nestjs/common");
+const comfy_sdk_service_1 = require("../services/comfy-sdk.service");
+let ComfySDKController = class ComfySDKController {
+    comfySDKService;
+    constructor(comfySDKService) {
+        this.comfySDKService = comfySDKService;
+    }
+    testEndpoint() {
+        return this.comfySDKService.testMethod();
+    }
+    async statusEndpoint() {
+        const status = await this.comfySDKService.getStatus();
+        return status;
+    }
+};
+exports.ComfySDKController = ComfySDKController;
+__decorate([
+    (0, common_1.Get)('test'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", void 0)
+], ComfySDKController.prototype, "testEndpoint", null);
+__decorate([
+    (0, common_1.Get)('status'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", Promise)
+], ComfySDKController.prototype, "statusEndpoint", null);
+exports.ComfySDKController = ComfySDKController = __decorate([
+    (0, common_1.Controller)('api/comfy-sdk'),
+    __metadata("design:paramtypes", [comfy_sdk_service_1.ComfySDKService])
+], ComfySDKController);
+//# sourceMappingURL=comfy-sdk.controller.js.map

package/comfyui/models/comfy-sdk.models.d.ts

@@ -0,0 +1,14 @@
+export interface ServerStatus {
+    device: string;
+    memory: {
+        used: number;
+        free: number;
+        total: number;
+    };
+    so: string;
+}
+export interface StatusResponse {
+    status: string;
+    numAvailable: number;
+    servers: ServerStatus[];
+}

package/comfyui/models/comfy-sdk.models.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=comfy-sdk.models.js.map

package/comfyui/models/comfy.models.d.ts

@@ -19,4 +19,6 @@ export interface VideoGenRequest {
     width?: number;
     height?: number;
     seconds?: number;
+    storagePath?: string;
+    fileName?: string;
 }

package/comfyui/services/comfy-sdk.service.d.ts

@@ -0,0 +1,24 @@
+import { StatusResponse } from '../models/comfy-sdk.models';
+import { GeneratedAssetService } from '../../services/generated-asset.service';
+import { HttpService } from '@nestjs/axios';
+import { VideoGenRequest } from '../models/comfy.models';
+import { StorageFactory } from '@dataclouder/nest-storage';
+export declare class ComfySDKService {
+    private readonly generatedAssetService;
+    private readonly httpService;
+    private readonly storageFactory;
+    private readonly logger;
+    private outputDirectory;
+    private api;
+    constructor(generatedAssetService: GeneratedAssetService, httpService: HttpService, storageFactory: StorageFactory);
+    private init;
+    testMethod(): Promise<{
+        status: string;
+    }>;
+    getStatus(): Promise<StatusResponse>;
+    runVideoGenerationForAssetId(assetId: string, metadata?: any): Promise<import("../..").GeneratedAssetDocument | {
+        status: string;
+        message: string;
+    }>;
+    runVideoGenerationFromWorkflow(videoRequest: VideoGenRequest, assetId?: string): Promise<any>;
+}

package/comfyui/services/comfy-sdk.service.js

@@ -0,0 +1,227 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var ComfySDKService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ComfySDKService = void 0;
+const common_1 = require("@nestjs/common");
+const comfyui_sdk_1 = require("@saintno/comfyui-sdk");
+const generated_asset_service_1 = require("../../services/generated-asset.service");
+const axios_1 = require("@nestjs/axios");
+const path = __importStar(require("path"));
+const fs = __importStar(require("fs/promises"));
+const nest_storage_1 = require("@dataclouder/nest-storage");
+let ComfySDKService = ComfySDKService_1 = class ComfySDKService {
+    generatedAssetService;
+    httpService;
+    storageFactory;
+    logger = new common_1.Logger(ComfySDKService_1.name);
+    outputDirectory = './comfyui_generated_images';
+    api;
+    constructor(generatedAssetService, httpService, storageFactory) {
+        this.generatedAssetService = generatedAssetService;
+        this.httpService = httpService;
+        this.storageFactory = storageFactory;
+        this.api = new comfyui_sdk_1.ComfyApi('http://192.168.2.224:8188').init();
+        console.log('what is in the comfy api?', this.api.apiHost);
+    }
+    init() {
+    }
+    async testMethod() {
+        this.logger.log('testMethod called');
+        const queue = await this.api.getQueue();
+        const settings = await this.api.getSettings();
+        const stats = await this.api.getSystemStats();
+        const pullStatus = await this.api.pollStatus();
+        const user = await this.api.getUserConfig();
+        console.log('what is in the comfy api?', queue, settings, stats);
+        console.log('user', user);
+        return { status: 'ok' };
+    }
+    async getStatus() {
+        const stats = await this.api.getSystemStats();
+        const devices = stats.devices.map(device => {
+            const match = device.name.match(/RTX\s(\d{4})/);
+            const model = match ? match[0] : device.name;
+            const freeVram = Number(Number(device.vram_free / 1073741824).toFixed(2));
+            const totalVram = Number(Number(device.vram_total / 1073741824).toFixed(2));
+            return {
+                device: model,
+                memory: {
+                    used: totalVram - freeVram,
+                    free: freeVram,
+                    total: totalVram,
+                },
+                so: 'linux hardcoded',
+            };
+        });
+        console.log('Sending Stats');
+        return { status: 'ok', numAvailable: devices.length, servers: devices };
+    }
+    async runVideoGenerationForAssetId(assetId, metadata = null) {
+        try {
+            const stats = await this.api.getSystemStats();
+        }
+        catch (error) {
+            this.logger.error('Error in runVideoGenerationForAssetId endpoint:', error);
+            return { status: 'error', message: 'There is not Comfy server running or is not accessible.' };
+        }
+        console.log('Running video generation for asset ID:', assetId);
+        const genAsset = await this.generatedAssetService.findOne(assetId);
+        this.logger.verbose(`Generating video for asset ${assetId} with url ${genAsset.assets.firstFrame.url} and metadata ${JSON.stringify(genAsset.request)}`);
+        if (metadata) {
+            console.log('Updating asset metadata for future retrieval:', metadata);
+            await this.generatedAssetService.partialUpdate(assetId, metadata);
+        }
+        if (!genAsset || !genAsset.assets?.firstFrame?.url) {
+            throw new common_1.NotFoundException(`Asset with id ${assetId} not found or does not have a valid image url.`);
+        }
+        const imageUrl = genAsset.assets.firstFrame.url;
+        const response = await this.httpService.axiosRef.get(imageUrl, { responseType: 'arraybuffer' });
+        const imageBuffer = Buffer.from(response.data, 'binary');
+        const videoRequest = { ...genAsset.request };
+        videoRequest.inputImage = imageBuffer;
+        videoRequest.positivePrompt = genAsset.prompt || genAsset?.description || 'Random movement for video';
+        videoRequest.negativePrompt = 'low quality, blurry, static';
+        videoRequest.workflowPath = path.join(process.cwd(), 'comfy_workflows', 'video-15_seconds.json');
+        console.log(' -> USANDO el viejo confiable flujo: garantizar que exite: video-15_seconds.json');
+        try {
+            const result = await this.runVideoGenerationFromWorkflow(videoRequest, assetId);
+            this.logger.log(`Video generation for asset ${assetId} completed successfully.`, result);
+            return await this.generatedAssetService.findOne(assetId);
+        }
+        catch (error) {
+            this.logger.error(`Video generation for asset ${assetId} failed.`, error);
+            await this.generatedAssetService.partialUpdate(assetId, { status: 'failed' });
+            throw error;
+        }
+    }
+    async runVideoGenerationFromWorkflow(videoRequest, assetId) {
+        return new Promise(async (resolve, reject) => {
+            const { inputImage, positivePrompt, negativePrompt, width, height, seconds } = videoRequest;
+            const workflowPath = path.join(process.cwd(), 'comfy_workflows', 'video-15_seconds.json');
+            let videoWorkflowJson;
+            try {
+                const workflowData = await fs.readFile(workflowPath, 'utf-8');
+                videoWorkflowJson = JSON.parse(workflowData);
+            }
+            catch (error) {
+                this.logger.error(`Failed to read or parse workflow file at ${workflowPath}`, error);
+                return reject(new Error('Could not load the video generation workflow.'));
+            }
+            const inputKeys = ['positive', 'negative', 'image', 'width', 'height', 'seconds'];
+            const outputKeys = ['video'];
+            const workflow = new comfyui_sdk_1.PromptBuilder(videoWorkflowJson, inputKeys, outputKeys)
+                .setInputNode('positive', '6.inputs.text')
+                .setInputNode('negative', '7.inputs.text')
+                .setInputNode('image', '62.inputs.image')
+                .setInputNode('width', '84.inputs.width')
+                .setInputNode('height', '84.inputs.height')
+                .setInputNode('seconds', '63.inputs.length')
+                .setOutputNode('video', '90');
+            const uploadedImage = await this.api.uploadImage(inputImage, 'input_image.jpg');
+            if (!uploadedImage) {
+                this.logger.error('Image upload failed.');
+                return reject(new Error('Image upload failed.'));
+            }
+            workflow
+                .input('positive', positivePrompt)
+                .input('negative', negativePrompt)
+                .input('image', uploadedImage.info.filename)
+                .input('width', width || 512)
+                .input('height', height || 512)
+                .input('seconds', (seconds || 15) * 16 + 1);
+            new comfyui_sdk_1.CallWrapper(this.api, workflow)
+                .onFinished(async (data) => {
+                this.logger.log('Workflow finished:', data);
+                if (assetId && data.video?.gifs?.[0]) {
+                    const videoInfo = data.video.gifs[0];
+                    const videoBlob = await this.api.getImage(videoInfo);
+                    const videoBuffer = Buffer.from(await videoBlob.arrayBuffer());
+                    if (videoBuffer) {
+                        const storageFolder = videoRequest?.storagePath || `generated-videos`;
+                        const storageFileName = videoRequest?.fileName || `${assetId}.mp4`;
+                        const storageFinalPath = `${storageFolder}/${storageFileName}`;
+                        console.log(' -> 📼 Saving video to storage path:', storageFinalPath);
+                        const storageService = this.storageFactory.getStorageService('CLOUDFLARE');
+                        console.log(' -> USING STORAGE SERVICE:', storageService);
+                        const options = { fileName: storageFinalPath, fileBuffer: videoBuffer, contentType: 'video/mp4' };
+                        const uploadResult = await storageService.uploadPublicFile(options);
+                        this.logger.log(`Successfully uploaded video to: ${uploadResult.url}`);
+                        await this.generatedAssetService.partialUpdate(assetId, {
+                            url: uploadResult.url,
+                            result: uploadResult,
+                            status: 'completed',
+                            assets: {
+                                video: {
+                                    url: uploadResult.url,
+                                    ...videoInfo,
+                                },
+                            },
+                        });
+                        resolve(data);
+                    }
+                    else {
+                        reject(new Error('Video buffer is empty.'));
+                    }
+                }
+                else {
+                    reject(new Error('Asset ID or video data is missing.'));
+                }
+            })
+                .onFailed(err => {
+                this.logger.error('Workflow failed:', err);
+                reject(err);
+            })
+                .run();
+        });
+    }
+};
+exports.ComfySDKService = ComfySDKService;
+exports.ComfySDKService = ComfySDKService = ComfySDKService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [generated_asset_service_1.GeneratedAssetService,
+        axios_1.HttpService,
+        nest_storage_1.StorageFactory])
+], ComfySDKService);
+//# sourceMappingURL=comfy-sdk.service.js.map

package/comfyui/services/comfy-video.service.js

@@ -91,6 +91,7 @@ let ComfyVideoService = ComfyVideoService_1 = class ComfyVideoService {
         return response;
     }
     async runVideoGenerationForAssetId(assetId, metadata = null) {
+        console.log('Running video generation for asset ID:', assetId);
         const genAsset = await this.generatedAssetService.findOne(assetId);
         if (metadata) {
             console.log('Updating asset metadata for future retrieval:', metadata);

package/config/gemini.config.d.ts

@@ -0,0 +1 @@
+export declare const GEMINI_API_KEY = "{\n  \"type\": \"service_account\",\n  \"project_id\": \"dataclouder-dev\",\n  \"private_key_id\": \"044453d30d7f99ec3b2231a6e293f003f7dc6e14\",\n  \"private_key\": \"-----BEGIN PRIVATE KEY-----\\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQCn+rv6kYKpuXtI\\noCe/3pcacKejTfYFAcd63JYGsqXe/iNa1ou4gESG5xVNQ20/0nB0Ubb+x4KpWWNv\\n7Y/LlNN+7V4eTk+fORxt4iZ3iQXBCQfQKMBPEvr/T1h1vviKmiknrFdKEByvXo1Y\\nfLkFtyAUg8B/mSecsQDFlPnqfQnUPARFVtajvy8S8RlRleshoJbaMX0YcLDO6lCa\\np6wx/BoEBdICg9XpNiYm2edvoGwgWQU8PMZmNtHGX6WVLWHlvP9w1k6wPEKBQTry\\nnpFMDVkll63XGgFBiFKO7KKvxVcyrKRafbBXRXHrafDRLljkeltFNRGYw83Xht6Y\\nFLaNsubZAgMBAAECggEAAmYVWd9K1EFksi1uT+I9+mfOLwnxl9H2Dyo3/r29mmT6\\n7ITIj0COqfYCEv3B4UHQLwsNL895zVEMV1h3P5cfG46Ic+qWnr2WKzgJ6FZVtZNb\\nUBTK5T4uRSfVCa5p1nHb4VgH0ZQQEs2I+3DhhARA0iYtAS122DkbW5b0aC2zrpsM\\nW88P5obIg4eWCYTbGnesYLLbJ9ZqpduD6IoSKme+RKNP6dSsH2v62tFmK64067jV\\nMB2LziNGguCJKUe3+/hIhopzxab7+wgxD3Jd58vCDsEUTwjrLfx700rmDDk5mjLG\\nAQCSzeIF15QGvqUbRYMmwfywXUfqUT3ABj1v4TEI4QKBgQDhBAJeRvJtg8RhiQbb\\nJfFOZ61K63d8NHu+a1C/qlVytDEEO5G7BEPrcbHk6fM46xl4wDpGQ7n0kY7ZmH78\\n8eZNkfXgMLvpNzKpj4oTCqAcY4abHuYA0IMA56hp+Sgn+pos7drdVFXCELD6Mys9\\nnh0rP1D/Kiuv2htmHkshchd84QKBgQC/HCZsgfN8O9HrE+oVd9Sp5aW13eaBkG/v\\nNUKxuaGdMGulxFLZQMJrugt2T4yNdjaUq625fmja1ujtIsU7JtlltBLZOAC9ZphF\\nPIfdgX48pvLdJIgOjgoxD4bfVav4Flum16wBskE+PSowdV0XEiOIi0GyofGBAMlT\\nNWDrnThw+QKBgQCcRLaIVulCGUKnIgy64WzmMKZu43yFq8VMhyb7FQZmtLFd6Sja\\nIqowtzL+cWNS4iM8cvOFnL9mFDiK8Zcvf6ebs4R4gB/gZU8v5tnTQ4vSa2QuEpVV\\nd3mjhT626ixzJ10vWrinAUzVi9X8zNB46HgFcuGDc/wHEof4sY0n2x5owQKBgQCY\\nXr1T7hhPiPJJV0tfancoLmz8n7tUufBE7FYMlVCBn0V0mR7lEHjyoxbYcXxCnWnP\\nB0IvjtXTBV4ZE4vlKYhTSkts3PXaDJ6DNUuuE7yuZv1jy+iekikWDKcgEZJW7pyM\\nXZBKmfDiyqmEkU5zQocKKt1qqyt+Cz55FSn9MRD7IQKBgDeUMSwAwQgtRu4RHNCJ\\n5IBaEfEX4fVIRscvFWKxUyhvUb5hpGj1asO0SoUboBw1wGjW/HcKZ7Gw/v+8103v\\n7y1fFqQxMY7eWrLegLtywAfnQW+Uyvaha6n85Ekpuk6X6mSd/IFhe4TPknCbb4+d\\n+NwWPEalsS86ekmB4TeZLQ+H\\n-----END PRIVATE KEY-----\\n\",\n  \"client_email\": \"app-keys-dataclouder-dev@dataclouder-dev.iam.gserviceaccount.com\",\n  \"client_id\": \"107525823981418207310\",\n  \"auth_uri\": \"https://accounts.google.com/o/oauth2/auth\",\n  \"token_uri\": \"https://oauth2.googleapis.com/token\",\n  \"auth_provider_x509_cert_url\": \"https://www.googleapis.com/oauth2/v1/certs\",\n  \"client_x509_cert_url\": \"https://www.googleapis.com/robot/v1/metadata/x509/app-keys-dataclouder-dev%40dataclouder-dev.iam.gserviceaccount.com\",\n  \"universe_domain\": \"googleapis.com\"\n}";

package/config/gemini.config.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GEMINI_API_KEY = void 0;
+exports.GEMINI_API_KEY = `{
+  "type": "service_account",
+  "project_id": "dataclouder-dev",
+  "private_key_id": "044453d30d7f99ec3b2231a6e293f003f7dc6e14",
+  "private_key": "-----BEGIN PRIVATE KEY-----\\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQCn+rv6kYKpuXtI\\noCe/3pcacKejTfYFAcd63JYGsqXe/iNa1ou4gESG5xVNQ20/0nB0Ubb+x4KpWWNv\\n7Y/LlNN+7V4eTk+fORxt4iZ3iQXBCQfQKMBPEvr/T1h1vviKmiknrFdKEByvXo1Y\\nfLkFtyAUg8B/mSecsQDFlPnqfQnUPARFVtajvy8S8RlRleshoJbaMX0YcLDO6lCa\\np6wx/BoEBdICg9XpNiYm2edvoGwgWQU8PMZmNtHGX6WVLWHlvP9w1k6wPEKBQTry\\nnpFMDVkll63XGgFBiFKO7KKvxVcyrKRafbBXRXHrafDRLljkeltFNRGYw83Xht6Y\\nFLaNsubZAgMBAAECggEAAmYVWd9K1EFksi1uT+I9+mfOLwnxl9H2Dyo3/r29mmT6\\n7ITIj0COqfYCEv3B4UHQLwsNL895zVEMV1h3P5cfG46Ic+qWnr2WKzgJ6FZVtZNb\\nUBTK5T4uRSfVCa5p1nHb4VgH0ZQQEs2I+3DhhARA0iYtAS122DkbW5b0aC2zrpsM\\nW88P5obIg4eWCYTbGnesYLLbJ9ZqpduD6IoSKme+RKNP6dSsH2v62tFmK64067jV\\nMB2LziNGguCJKUe3+/hIhopzxab7+wgxD3Jd58vCDsEUTwjrLfx700rmDDk5mjLG\\nAQCSzeIF15QGvqUbRYMmwfywXUfqUT3ABj1v4TEI4QKBgQDhBAJeRvJtg8RhiQbb\\nJfFOZ61K63d8NHu+a1C/qlVytDEEO5G7BEPrcbHk6fM46xl4wDpGQ7n0kY7ZmH78\\n8eZNkfXgMLvpNzKpj4oTCqAcY4abHuYA0IMA56hp+Sgn+pos7drdVFXCELD6Mys9\\nnh0rP1D/Kiuv2htmHkshchd84QKBgQC/HCZsgfN8O9HrE+oVd9Sp5aW13eaBkG/v\\nNUKxuaGdMGulxFLZQMJrugt2T4yNdjaUq625fmja1ujtIsU7JtlltBLZOAC9ZphF\\nPIfdgX48pvLdJIgOjgoxD4bfVav4Flum16wBskE+PSowdV0XEiOIi0GyofGBAMlT\\nNWDrnThw+QKBgQCcRLaIVulCGUKnIgy64WzmMKZu43yFq8VMhyb7FQZmtLFd6Sja\\nIqowtzL+cWNS4iM8cvOFnL9mFDiK8Zcvf6ebs4R4gB/gZU8v5tnTQ4vSa2QuEpVV\\nd3mjhT626ixzJ10vWrinAUzVi9X8zNB46HgFcuGDc/wHEof4sY0n2x5owQKBgQCY\\nXr1T7hhPiPJJV0tfancoLmz8n7tUufBE7FYMlVCBn0V0mR7lEHjyoxbYcXxCnWnP\\nB0IvjtXTBV4ZE4vlKYhTSkts3PXaDJ6DNUuuE7yuZv1jy+iekikWDKcgEZJW7pyM\\nXZBKmfDiyqmEkU5zQocKKt1qqyt+Cz55FSn9MRD7IQKBgDeUMSwAwQgtRu4RHNCJ\\n5IBaEfEX4fVIRscvFWKxUyhvUb5hpGj1asO0SoUboBw1wGjW/HcKZ7Gw/v+8103v\\n7y1fFqQxMY7eWrLegLtywAfnQW+Uyvaha6n85Ekpuk6X6mSd/IFhe4TPknCbb4+d\\n+NwWPEalsS86ekmB4TeZLQ+H\\n-----END PRIVATE KEY-----\\n",
+  "client_email": "app-keys-dataclouder-dev@dataclouder-dev.iam.gserviceaccount.com",
+  "client_id": "107525823981418207310",
+  "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+  "token_uri": "https://oauth2.googleapis.com/token",
+  "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+  "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/app-keys-dataclouder-dev%40dataclouder-dev.iam.gserviceaccount.com",
+  "universe_domain": "googleapis.com"
+}`;
+//# sourceMappingURL=gemini.config.js.map

package/controllers/groq-stt.controller.js

@@ -18,6 +18,7 @@ const common_1 = require("@nestjs/common");
 const nest_fastify_file_upload_1 = require("@webundsoehne/nest-fastify-file-upload");
 const swagger_1 = require("@nestjs/swagger");
 const groq_service_1 = require("../services/whisper/groq.service");
+const nest_core_1 = require("@dataclouder/nest-core");
 let GroqSttController = GroqSttController_1 = class GroqSttController {
     groqService;
     logger = new common_1.Logger(GroqSttController_1.name);
@@ -55,6 +56,7 @@ __decorate([
 exports.GroqSttController = GroqSttController = GroqSttController_1 = __decorate([
     (0, swagger_1.ApiTags)('Speech-to-Text'),
     (0, common_1.Controller)('api/groq-stt'),
+    (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [groq_service_1.GroqService])
 ], GroqSttController);
 //# sourceMappingURL=groq-stt.controller.js.map

package/controllers/{vertex-veo-video.controller.js → veo-video.controller.js}

@@ -44,4 +44,4 @@ exports.VertexVeoGenerationController = VertexVeoGenerationController = VertexVe
     (0, common_1.Controller)('api/vertex-veo/video'),
     __metadata("design:paramtypes", [vertex_veo_genai_service_1.VertexVeoGenaiService])
 ], VertexVeoGenerationController);
-//# sourceMappingURL=vertex-veo-video.controller.js.map
+//# sourceMappingURL=veo-video.controller.js.map

package/controllers/vertex-comfy.controller.js

@@ -21,6 +21,7 @@ const comfy_status_dto_1 = require("../dto/comfy-status.dto");
 const comfy_image_service_1 = require("../comfyui/services/comfy-image.service");
 const comfy_video_service_1 = require("../comfyui/services/comfy-video.service");
 const comfy_models_1 = require("../comfyui/models/comfy.models");
+const nest_core_1 = require("@dataclouder/nest-core");
 let VertexComfyController = VertexComfyController_1 = class VertexComfyController {
     comfyImageService;
     comfyVideoService;
@@ -106,6 +107,7 @@ __decorate([
 exports.VertexComfyController = VertexComfyController = VertexComfyController_1 = __decorate([
     (0, swagger_1.ApiTags)('Vertex AI'),
     (0, common_1.Controller)('api/vertex-comfy'),
+    (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [comfy_image_service_1.ComfyImageService,
         comfy_video_service_1.ComfyVideoService,
         generated_asset_service_1.GeneratedAssetService])

package/controllers/vertex-gemini-chat.controller.d.ts

@@ -1,8 +1,20 @@
 import { GeminiChatService } from '../services/vertex-gemini-chat.service';
 import { GenerateTextDto } from '../dto/generate-text.dto';
+import { ChatMessageDict, IAIModel } from '../models/adapter.models';
+export declare class ConversationDTO {
+    id?: string;
+    entityId?: string;
+    type?: string;
+    createdAt?: Date;
+    messages: Array<ChatMessageDict>;
+    transcription?: boolean;
+    model?: IAIModel;
+    returnJson?: boolean;
+}
 export declare class GeminiChatController {
     private readonly geminiChatService;
     private readonly logger;
     constructor(geminiChatService: GeminiChatService);
-    generateText(generateTextDto: GenerateTextDto): Promise<import("..").ChatMessageDict>;
+    generateText(generateTextDto: GenerateTextDto): Promise<ChatMessageDict>;
+    continueConversation(conversation: ConversationDTO): Promise<ChatMessageDict>;
 }

package/controllers/vertex-gemini-chat.controller.js

@@ -13,11 +13,25 @@ var __param = (this && this.__param) || function (paramIndex, decorator) {
 };
 var GeminiChatController_1;
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.GeminiChatController = void 0;
+exports.GeminiChatController = exports.ConversationDTO = void 0;
 const common_1 = require("@nestjs/common");
 const vertex_gemini_chat_service_1 = require("../services/vertex-gemini-chat.service");
 const swagger_1 = require("@nestjs/swagger");
 const generate_text_dto_1 = require("../dto/generate-text.dto");
+const nest_core_1 = require("@dataclouder/nest-core");
+const gemini_models_1 = require("../models/gemini-models");
+const adapter_models_1 = require("../models/adapter.models");
+class ConversationDTO {
+    id;
+    entityId;
+    type;
+    createdAt;
+    messages;
+    transcription;
+    model;
+    returnJson;
+}
+exports.ConversationDTO = ConversationDTO;
 let GeminiChatController = GeminiChatController_1 = class GeminiChatController {
     geminiChatService;
     logger = new common_1.Logger(GeminiChatController_1.name);
@@ -35,6 +49,40 @@ let GeminiChatController = GeminiChatController_1 = class GeminiChatController {
             throw error;
         }
     }
+    async continueConversation(conversation) {
+        const startTime = Date.now();
+        if (!conversation?.model) {
+            conversation.model = { provider: 'google', modelName: gemini_models_1.GeminiModels.Gemini2_5Lite, id: 'no-id' };
+        }
+        if (conversation?.model?.quality) {
+            conversation.model.provider = 'google';
+            conversation.model.modelName = this.geminiChatService.getDefaultQualityModel(conversation.model.quality);
+        }
+        const returnJson = conversation.returnJson;
+        if (returnJson) {
+            const obj = await this.geminiChatService.chatAndExtractJson(conversation.messages, conversation.model.modelName);
+            const endTime = Date.now();
+            const processTime = (endTime - startTime) / 1000;
+            const metadata = {
+                type: 'json',
+                provider: conversation.model.provider,
+                model: conversation.model.modelName,
+                processTime,
+                ...obj?.metadata,
+            };
+            return { content: obj.json, role: adapter_models_1.ChatRole.Assistant, metadata };
+        }
+        else {
+            const response = await this.geminiChatService.chat(conversation.messages, conversation.model.modelName);
+            const endTime = Date.now();
+            const processTime = (endTime - startTime) / 1000;
+            return {
+                content: response.content,
+                role: response.role,
+                metadata: { provider: conversation.model.provider, model: conversation.model.modelName, processTime, tokens: response.metadata.tokens },
+            };
+        }
+    }
 };
 exports.GeminiChatController = GeminiChatController;
 __decorate([
@@ -44,9 +92,19 @@ __decorate([
     __metadata("design:paramtypes", [generate_text_dto_1.GenerateTextDto]),
     __metadata("design:returntype", Promise)
 ], GeminiChatController.prototype, "generateText", null);
+__decorate([
+    (0, common_1.Post)('/chat'),
+    (0, swagger_1.ApiOperation)({ summary: 'Continue the conversation' }),
+    (0, swagger_1.ApiResponse)({ status: 200, description: 'Return the conversation.' }),
+    __param(0, (0, common_1.Body)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [ConversationDTO]),
+    __metadata("design:returntype", Promise)
+], GeminiChatController.prototype, "continueConversation", null);
 exports.GeminiChatController = GeminiChatController = GeminiChatController_1 = __decorate([
     (0, swagger_1.ApiTags)('LLM Gemini '),
     (0, common_1.Controller)('api/ai-services/gemini'),
+    (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [vertex_gemini_chat_service_1.GeminiChatService])
 ], GeminiChatController);
 //# sourceMappingURL=vertex-gemini-chat.controller.js.map

package/controllers/vertex-gemini-tts.controller.d.ts

@@ -0,0 +1,9 @@
+import { type FastifyReply } from 'fastify';
+import { VertexGeminiTtsService } from '../services/vertex-gemini-tts.service';
+import { type SynthesizeSpeechInput } from '../services/vertex-tts.service';
+export declare class VertexGeminiTtsController {
+    private readonly vertexGeminiTtsService;
+    private readonly logger;
+    constructor(vertexGeminiTtsService: VertexGeminiTtsService);
+    synthesizeSpeech(body: SynthesizeSpeechInput, res: FastifyReply): Promise<Buffer<ArrayBufferLike>>;
+}

package/controllers/vertex-gemini-tts.controller.js

@@ -0,0 +1,82 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VertexGeminiTtsController = void 0;
+const common_1 = require("@nestjs/common");
+const swagger_1 = require("@nestjs/swagger");
+const vertex_gemini_tts_service_1 = require("../services/vertex-gemini-tts.service");
+const nest_core_1 = require("@dataclouder/nest-core");
+let VertexGeminiTtsController = class VertexGeminiTtsController {
+    vertexGeminiTtsService;
+    logger = new common_1.Logger('VertexGeminiTtsController');
+    constructor(vertexGeminiTtsService) {
+        this.vertexGeminiTtsService = vertexGeminiTtsService;
+    }
+    async synthesizeSpeech(body, res) {
+        this.logger.log(`Received Gemini synthesize request for text: "${body.text.substring(0, 50)}..."`);
+        const audioBuffer = await this.vertexGeminiTtsService.synthesizeSpeech(body);
+        if (!audioBuffer) {
+            this.logger.error('Synthesis resulted in null buffer');
+            throw new nest_core_1.AppException({
+                error_message: 'Could not generate audio for the given input.',
+            });
+        }
+        res.header('Content-Length', audioBuffer.length.toString());
+        this.logger.log(`Successfully synthesized audio (${audioBuffer.length} bytes)`);
+        return audioBuffer;
+    }
+};
+exports.VertexGeminiTtsController = VertexGeminiTtsController;
+__decorate([
+    (0, common_1.Post)('synthesize'),
+    (0, swagger_1.ApiOperation)({ summary: 'Synthesize speech from text using Gemini' }),
+    (0, swagger_1.ApiBody)({
+        description: 'Text and configuration for speech synthesis with Gemini',
+        schema: {
+            type: 'object',
+            properties: {
+                text: { type: 'string', example: 'Hello, this is a test.' },
+                prompt: {
+                    type: 'string',
+                    example: 'Say it in a friendly tone.',
+                    description: 'Optional styling instructions.',
+                },
+                voiceName: {
+                    type: 'string',
+                    example: 'Charon',
+                    description: 'Optional specific voice name (default: Charon)',
+                },
+                languageCode: {
+                    type: 'string',
+                    example: 'en-US',
+                    description: 'Optional language code (default: en-US)',
+                },
+            },
+            required: ['text'],
+        },
+    }),
+    (0, common_1.Header)('Content-Type', 'audio/mpeg'),
+    __param(0, (0, common_1.Body)()),
+    __param(1, (0, common_1.Res)({ passthrough: true })),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object]),
+    __metadata("design:returntype", Promise)
+], VertexGeminiTtsController.prototype, "synthesizeSpeech", null);
+exports.VertexGeminiTtsController = VertexGeminiTtsController = __decorate([
+    (0, swagger_1.ApiTags)('Vertex Gemini TTS'),
+    (0, common_1.Controller)('api/vertex-gemini/tts'),
+    (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
+    __metadata("design:paramtypes", [vertex_gemini_tts_service_1.VertexGeminiTtsService])
+], VertexGeminiTtsController);
+//# sourceMappingURL=vertex-gemini-tts.controller.js.map