@dataclouder/nest-vertex 0.0.25 → 0.0.27

package/comfyui/controllers/comfy-ui.controller.js

@@ -104,20 +104,11 @@ let ComfyUiController = ComfyUiController_1 = class ComfyUiController {
             const newAsset = await this.generatedAssetService.save({
                 assets: { firstFrame: { url } },
             });
-            const asset = await this.generatedAssetService.findOne(newAsset.id);
-            if (!asset || !asset.assets?.firstFrame?.url) {
-                throw new common_1.NotFoundException(`Asset with id ${newAsset.id} not found or does not have a valid image url.`);
-            }
-            const imageUrl = asset.assets.firstFrame.url;
-            const response = await this.httpService.axiosRef.get(imageUrl, { responseType: 'arraybuffer' });
-            const imageBuffer = Buffer.from(response.data, 'binary');
-            const videoRequest = {
-                workflowPath: path.resolve('./comfy_workflows/video-15_seconds.json'),
-                inputImage: imageBuffer,
-                positivePrompt: positivePrompt || 'Faces are smiling',
-                negativePrompt: negativePrompt || 'low quality, blurry, static',
-            };
-            const videoResponse = await this.comfyVideoService.runVideoGenerationFromWorkflow(videoRequest, newAsset.id);
+            const videoResponse = await this.comfyVideoService.runVideoGenerationForAssetId({
+                assetId: newAsset.id,
+                positivePrompt,
+                negativePrompt,
+            });
             this.logger.log(`ComfyUI video generation started. Response: ${JSON.stringify(videoResponse)}`);
             return videoResponse;
         }

package/comfyui/dto/video-generation.dto.d.ts

@@ -0,0 +1,6 @@
+export declare class RunVideoGenerationForAssetIdDto {
+    assetId: string;
+    positivePrompt?: string;
+    negativePrompt?: string;
+    metadata?: any;
+}

package/comfyui/dto/video-generation.dto.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RunVideoGenerationForAssetIdDto = void 0;
+class RunVideoGenerationForAssetIdDto {
+    assetId;
+    positivePrompt;
+    negativePrompt;
+    metadata;
+}
+exports.RunVideoGenerationForAssetIdDto = RunVideoGenerationForAssetIdDto;
+//# sourceMappingURL=video-generation.dto.js.map

package/comfyui/services/comfy-connection.service.js

@@ -122,8 +122,8 @@ let ComfyConnectionService = ComfyConnectionService_1 = class ComfyConnectionSer
             this.logger.log(`Resolved pending promise for prompt ${prompt_id}.`);
             return;
         }
-        const asset = await this.generatedAssetService.findOneByOperationId(prompt_id);
-        if (!asset) {
+        const generatedAsset = await this.generatedAssetService.findOneByOperationId(prompt_id);
+        if (!generatedAsset) {
             this.logger.warn(`No asset found for prompt_id: ${prompt_id}`);
             return;
         }
@@ -136,26 +136,26 @@ let ComfyConnectionService = ComfyConnectionService_1 = class ComfyConnectionSer
             videoFilename = video.filename;
             this.logger.log(`Found video output: ${videoFilename}`);
             if (videoBuffer) {
-                const uploadResult = await this.cloudStorageService.uploadFileAndMakePublic(process.env.STORAGE_BUCKET, `generated-videos/${asset.id}.mp4`, videoBuffer, 'video/mp4');
+                const uploadResult = await this.cloudStorageService.uploadFileAndMakePublic(process.env.STORAGE_BUCKET, `generated-videos/${generatedAsset.id}.mp4`, videoBuffer, 'video/mp4');
                 this.logger.log(`Successfully uploaded video to: ${uploadResult.url}`);
-                asset.url = uploadResult.url;
-                asset.result = uploadResult;
-                asset.status = 'completed';
-                await this.generatedAssetService.update(asset.id, asset);
-                this.eventEmitter.emit('asset.updated', asset);
+                generatedAsset.url = uploadResult.url;
+                generatedAsset.result = uploadResult;
+                generatedAsset.status = 'completed';
+                await this.generatedAssetService.update(generatedAsset.id, generatedAsset);
+                this.eventEmitter.emit('asset.updated', generatedAsset);
             }
             else {
                 this.logger.error(`No video found in the output for prompt ${prompt_id}.`);
-                asset.status = 'failed';
-                await this.generatedAssetService.update(asset.id, asset);
-                this.eventEmitter.emit('asset.updated', asset);
+                generatedAsset.status = 'failed';
+                await this.generatedAssetService.update(generatedAsset.id, generatedAsset);
+                this.eventEmitter.emit('asset.updated', generatedAsset);
             }
         }
         catch (error) {
             this.logger.error(`Failed to process output for prompt ${prompt_id}:`, error);
-            asset.status = 'failed';
-            await this.generatedAssetService.update(asset.id, asset);
-            this.eventEmitter.emit('asset.updated', asset);
+            generatedAsset.status = 'failed';
+            await this.generatedAssetService.update(generatedAsset.id, generatedAsset);
+            this.eventEmitter.emit('asset.updated', generatedAsset);
         }
     }
     getClient() {

package/comfyui/services/comfy-video.service.d.ts

@@ -1,3 +1,4 @@
+import { RunVideoGenerationForAssetIdDto } from '../dto/video-generation.dto';
 import { ComfyConnectionService } from './comfy-connection.service';
 import { VideoGenRequest } from '../models/comfy.models';
 import { HttpService } from '@nestjs/axios';
@@ -15,4 +16,8 @@ export declare class ComfyVideoService {
         message: string;
         asset: GeneratedAsset;
     }>;
+    runVideoGenerationForAssetId({ assetId, positivePrompt, negativePrompt, metadata, }: RunVideoGenerationForAssetIdDto): Promise<{
+        message: string;
+        asset: GeneratedAsset;
+    }>;
 }

package/comfyui/services/comfy-video.service.js

@@ -13,6 +13,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.ComfyVideoService = void 0;
 const common_1 = require("@nestjs/common");
 const fs = require("fs/promises");
+const path = require("path");
 const comfy_connection_service_1 = require("./comfy-connection.service");
 const axios_1 = require("@nestjs/axios");
 const generated_asset_service_1 = require("../../services/generated-asset.service");
@@ -80,6 +81,29 @@ let ComfyVideoService = ComfyVideoService_1 = class ComfyVideoService {
             throw new common_1.InternalServerErrorException(`Failed to run video generation workflow: ${error.message}`);
         }
     }
+    async runVideoGenerationForAssetId({ assetId, positivePrompt, negativePrompt, metadata, }) {
+        this.logger.log(`Starting video generation for asset id: ${assetId}`);
+        const asset = await this.generatedAssetService.findOne(assetId);
+        if (!asset || !asset.assets?.firstFrame?.url) {
+            console.log('No puede generar video si no hay una imagen...');
+            throw new common_1.NotFoundException(`Asset with id ${assetId} not found or does not have a valid image url.`);
+        }
+        if (metadata) {
+            asset.metadata = metadata;
+            console.log('actualizando asset con metadata', metadata);
+            await this.generatedAssetService.partialUpdate(asset.id, { metadata });
+        }
+        const imageUrl = asset.assets.firstFrame.url;
+        const response = await this.httpService.axiosRef.get(imageUrl, { responseType: 'arraybuffer' });
+        const imageBuffer = Buffer.from(response.data, 'binary');
+        const videoRequest = {
+            workflowPath: path.resolve('./comfy_workflows/video-15_seconds.json'),
+            inputImage: imageBuffer,
+            positivePrompt: positivePrompt || 'Faces are smiling',
+            negativePrompt: negativePrompt || 'low quality, blurry, static',
+        };
+        return this.runVideoGenerationFromWorkflow(videoRequest, assetId);
+    }
 };
 exports.ComfyVideoService = ComfyVideoService;
 exports.ComfyVideoService = ComfyVideoService = ComfyVideoService_1 = __decorate([

package/models/generated-asset.entity.d.ts

@@ -19,6 +19,7 @@ export declare class GeneratedAsset implements IGeneratedAsset {
     result: CloudFileStorage;
     name: string;
     description: string;
+    metadata: any;
 }
 export declare const GeneratedAssetSchema: import("mongoose").Schema<GeneratedAsset, import("mongoose").Model<GeneratedAsset, any, any, any, Document<unknown, any, GeneratedAsset, any> & GeneratedAsset & Required<{
     _id: string;

package/models/generated-asset.entity.js

@@ -29,6 +29,7 @@ let GeneratedAsset = class GeneratedAsset {
     result;
     name;
     description;
+    metadata;
 };
 exports.GeneratedAsset = GeneratedAsset;
 __decorate([
@@ -91,6 +92,10 @@ __decorate([
     (0, mongoose_1.Prop)({ required: false }),
     __metadata("design:type", String)
 ], GeneratedAsset.prototype, "description", void 0);
+__decorate([
+    (0, mongoose_1.Prop)({ required: false, type: Object }),
+    __metadata("design:type", Object)
+], GeneratedAsset.prototype, "metadata", void 0);
 exports.GeneratedAsset = GeneratedAsset = __decorate([
     (0, mongoose_1.Schema)({ collection: 'generated_assets' })
 ], GeneratedAsset);

package/models/generated-asset.model.d.ts

@@ -24,4 +24,5 @@ export interface IGeneratedAsset {
     status: 'pending' | 'completed' | 'failed';
     assets: IAssetsGeneration;
     result: CloudFileStorage;
+    metadata: any;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dataclouder/nest-vertex",
-  "version": "0.0.25",
+  "version": "0.0.27",
   "description": "NestJS Vertex AI library for Dataclouder",
   "author": "dataclouder",
   "license": "MIT",