@dataclouder/nest-vertex 0.0.68 → 0.0.70

package/controllers/image/vertex-image-adapter.controller.js

@@ -32,7 +32,7 @@ let VertexImageVideoAdapterController = class VertexImageVideoAdapterController
         if (provider === 'local') {
         }
         else {
-            return this.vertexImageVideoService.listModels();
+            return this.vertexImageVideoService.listModelsVertex();
         }
     }
     async generateImage(generateImageDto) {
@@ -60,7 +60,7 @@ __decorate([
 ], VertexImageVideoAdapterController.prototype, "generateImage", null);
 exports.VertexImageVideoAdapterController = VertexImageVideoAdapterController = __decorate([
     (0, swagger_1.ApiTags)('[Image] Adapter'),
-    (0, common_1.Controller)('api/ai-services/image/adapter'),
+    (0, common_1.Controller)('api/ai-services/adapter/image'),
     (0, common_2.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [vertex_image_video_service_1.VertexImageVideoService,
         adapter_image_gen_service_1.ImageGenAdapterService])

package/controllers/stt/adapter-stt.controller.d.ts

@@ -1,4 +1,5 @@
 import { type MulterFile } from '@webundsoehne/nest-fastify-file-upload';
+import { TranscribeUrlDto } from '../../dto/transcribe-url.dto';
 import { GroqService } from '../../services/whisper/groq.service';
 import { LocalSttService } from '../../services/whisper/local-stt.service';
 export declare class AdapterSttController {
@@ -6,5 +7,6 @@ export declare class AdapterSttController {
     private readonly localSttService;
     private readonly logger;
     constructor(groqService: GroqService, localSttService: LocalSttService);
-    processAudio(file: MulterFile, provider?: 'local' | 'groq'): Promise<any>;
+    processAudio(file: MulterFile, provider?: 'local' | 'groq' | 'default'): Promise<any>;
+    transcribe(body: TranscribeUrlDto, provider?: 'local' | 'groq'): Promise<any>;
 }

package/controllers/stt/adapter-stt.controller.js

@@ -17,6 +17,7 @@ exports.AdapterSttController = void 0;
 const common_1 = require("@nestjs/common");
 const nest_fastify_file_upload_1 = require("@webundsoehne/nest-fastify-file-upload");
 const swagger_1 = require("@nestjs/swagger");
+const transcribe_url_dto_1 = require("../../dto/transcribe-url.dto");
 const nest_core_1 = require("@dataclouder/nest-core");
 const groq_service_1 = require("../../services/whisper/groq.service");
 const local_stt_service_1 = require("../../services/whisper/local-stt.service");
@@ -28,7 +29,7 @@ let AdapterSttController = AdapterSttController_1 = class AdapterSttController {
         this.groqService = groqService;
         this.localSttService = localSttService;
     }
-    async processAudio(file, provider = 'local') {
+    async processAudio(file, provider = 'default') {
         this.logger.log(`Receive request with provider: ${provider}`);
         if (!file || !file.buffer) {
             this.logger.error('No file buffer received.');
@@ -36,6 +37,7 @@ let AdapterSttController = AdapterSttController_1 = class AdapterSttController {
         }
         this.logger.log(`Received file: ${file.originalname}, mimetype: ${file.mimetype}, size: ${file.size}`);
         try {
+            provider = provider == 'default' ? 'groq' : provider;
             let result;
             if (provider === 'groq') {
                 result = await this.groqService.transcribeAudio(file.buffer, file.originalname, file.mimetype);
@@ -50,6 +52,23 @@ let AdapterSttController = AdapterSttController_1 = class AdapterSttController {
             return { error: 'Failed to transcribe audio.', details: error.message };
         }
     }
+    async transcribe(body, provider = 'local') {
+        this.logger.log(`Receive request to transcribe from URL: ${body.url} with provider: ${provider}`);
+        try {
+            let result;
+            if (provider === 'groq') {
+                result = await this.groqService.transcribeUrl(body.url);
+            }
+            else {
+                result = await this.localSttService.transcribeUrl(body.url);
+            }
+            return result;
+        }
+        catch (error) {
+            this.logger.error('Error during transcription process from URL:', error);
+            return { error: 'Failed to transcribe audio from URL.', details: error.message };
+        }
+    }
 };
 exports.AdapterSttController = AdapterSttController;
 __decorate([
@@ -59,7 +78,7 @@ __decorate([
     (0, nest_fastify_file_upload_1.ApiFileBody)('file'),
     (0, swagger_1.ApiQuery)({
         name: 'provider',
-        enum: ['local', 'groq'],
+        enum: ['local', 'groq', 'default'],
         required: false,
         description: 'The provider to use for transcription. Defaults to "local".',
     }),
@@ -69,6 +88,21 @@ __decorate([
     __metadata("design:paramtypes", [Object, String]),
     __metadata("design:returntype", Promise)
 ], AdapterSttController.prototype, "processAudio", null);
+__decorate([
+    (0, common_1.Post)('transcribe'),
+    (0, swagger_1.ApiBody)({ type: transcribe_url_dto_1.TranscribeUrlDto }),
+    (0, swagger_1.ApiQuery)({
+        name: 'provider',
+        enum: ['local', 'groq'],
+        required: false,
+        description: 'The provider to use for transcription. Defaults to "local".',
+    }),
+    __param(0, (0, common_1.Body)()),
+    __param(1, (0, common_1.Query)('provider')),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [transcribe_url_dto_1.TranscribeUrlDto, String]),
+    __metadata("design:returntype", Promise)
+], AdapterSttController.prototype, "transcribe", null);
 exports.AdapterSttController = AdapterSttController = AdapterSttController_1 = __decorate([
     (0, swagger_1.ApiTags)('[STT] Adapter'),
     (0, common_1.Controller)('api/ai-services/adapter/stt'),

package/controllers/stt/groq-stt.controller.d.ts

@@ -1,8 +1,10 @@
 import { type MulterFile } from '@webundsoehne/nest-fastify-file-upload';
+import { TranscribeUrlDto } from '../../dto/transcribe-url.dto';
 import { GroqService } from '../../services/whisper/groq.service';
 export declare class GroqSttController {
     private readonly groqService;
     private readonly logger;
     constructor(groqService: GroqService);
     processAudio(file: MulterFile): Promise<any>;
+    transcribe(body: TranscribeUrlDto): Promise<any>;
 }

package/controllers/stt/groq-stt.controller.js

@@ -17,6 +17,7 @@ exports.GroqSttController = void 0;
 const common_1 = require("@nestjs/common");
 const nest_fastify_file_upload_1 = require("@webundsoehne/nest-fastify-file-upload");
 const swagger_1 = require("@nestjs/swagger");
+const transcribe_url_dto_1 = require("../../dto/transcribe-url.dto");
 const groq_service_1 = require("../../services/whisper/groq.service");
 const nest_core_1 = require("@dataclouder/nest-core");
 let GroqSttController = GroqSttController_1 = class GroqSttController {
@@ -41,6 +42,17 @@ let GroqSttController = GroqSttController_1 = class GroqSttController {
             return { error: 'Failed to transcribe audio.', details: error.message };
         }
     }
+    async transcribe(body) {
+        this.logger.log(`Receive request to transcribe from URL: ${body.url}`);
+        try {
+            const result = await this.groqService.transcribeUrl(body.url);
+            return result;
+        }
+        catch (error) {
+            this.logger.error('Error during transcription process from URL:', error);
+            return { error: 'Failed to transcribe audio from URL.', details: error.message };
+        }
+    }
 };
 exports.GroqSttController = GroqSttController;
 __decorate([
@@ -53,6 +65,14 @@ __decorate([
     __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
 ], GroqSttController.prototype, "processAudio", null);
+__decorate([
+    (0, common_1.Post)('transcribe'),
+    (0, swagger_1.ApiBody)({ type: transcribe_url_dto_1.TranscribeUrlDto }),
+    __param(0, (0, common_1.Body)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [transcribe_url_dto_1.TranscribeUrlDto]),
+    __metadata("design:returntype", Promise)
+], GroqSttController.prototype, "transcribe", null);
 exports.GroqSttController = GroqSttController = GroqSttController_1 = __decorate([
     (0, swagger_1.ApiTags)('[STT] Groq'),
     (0, common_1.Controller)('api/ai-services/groq/stt'),

package/controllers/stt/local-stt.controller.d.ts

@@ -1,8 +1,10 @@
 import { type MulterFile } from '@webundsoehne/nest-fastify-file-upload';
+import { TranscribeUrlDto } from '../../dto/transcribe-url.dto';
 import { LocalSttService } from '../../services/whisper/local-stt.service';
 export declare class LocalSttController {
     private readonly localSttService;
     private readonly logger;
     constructor(localSttService: LocalSttService);
     processAudio(file: MulterFile): Promise<any>;
+    transcribe(body: TranscribeUrlDto): Promise<any>;
 }

package/controllers/stt/local-stt.controller.js

@@ -17,6 +17,7 @@ exports.LocalSttController = void 0;
 const common_1 = require("@nestjs/common");
 const nest_fastify_file_upload_1 = require("@webundsoehne/nest-fastify-file-upload");
 const swagger_1 = require("@nestjs/swagger");
+const transcribe_url_dto_1 = require("../../dto/transcribe-url.dto");
 const nest_core_1 = require("@dataclouder/nest-core");
 const local_stt_service_1 = require("../../services/whisper/local-stt.service");
 let LocalSttController = LocalSttController_1 = class LocalSttController {
@@ -41,6 +42,17 @@ let LocalSttController = LocalSttController_1 = class LocalSttController {
             return { error: 'Failed to transcribe audio.', details: error.message };
         }
     }
+    async transcribe(body) {
+        this.logger.log(`Receive request to transcribe from URL: ${body.url}`);
+        try {
+            const result = await this.localSttService.transcribeUrl(body.url);
+            return result;
+        }
+        catch (error) {
+            this.logger.error('Error during transcription process from URL:', error);
+            return { error: 'Failed to transcribe audio from URL.', details: error.message };
+        }
+    }
 };
 exports.LocalSttController = LocalSttController;
 __decorate([
@@ -53,6 +65,14 @@ __decorate([
     __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
 ], LocalSttController.prototype, "processAudio", null);
+__decorate([
+    (0, common_1.Post)('transcribe'),
+    (0, swagger_1.ApiBody)({ type: transcribe_url_dto_1.TranscribeUrlDto }),
+    __param(0, (0, common_1.Body)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [transcribe_url_dto_1.TranscribeUrlDto]),
+    __metadata("design:returntype", Promise)
+], LocalSttController.prototype, "transcribe", null);
 exports.LocalSttController = LocalSttController = LocalSttController_1 = __decorate([
     (0, swagger_1.ApiTags)('[STT] Local Speaches'),
     (0, common_1.Controller)('api/ai-services/local/stt'),

package/controllers/video/video-adapter.controller.js

@@ -52,14 +52,8 @@ let VideoAdapterController = VideoAdapterController_1 = class VideoAdapterContro
     async generateVideo(generateVideoDto, provider) {
         this.logger.log(`Received request to generate video: ${JSON.stringify(generateVideoDto)}`);
         this.logger.log(`Generate video with provider: ${provider}`);
-        try {
-            const operation = await this.vertexImageVideoService.generateContentFromMLDev();
-            return { operation };
-        }
-        catch (error) {
-            this.logger.error('Error in generateVideo endpoint:', error);
-            throw error;
-        }
+        const operation = await this.vertexImageVideoService.generateContentFromMLDev();
+        return { operation };
     }
     async generateVideoFromAssetId(id) {
         this.logger.log(`Received request to generate video from asset with id: ${id}`);
@@ -69,8 +63,9 @@ let VideoAdapterController = VideoAdapterController_1 = class VideoAdapterContro
                 throw new common_1.NotFoundException(`Asset with id ${id} Does not have FIRST FRAME image url.`);
             }
             if (asset.provider === 'comfy') {
+                this.logger.log(`Starting COMFY Generation for asset ID ${id}`);
                 const videoResponse = await this.comfySDKService.runVideoGenerationForAssetId(id);
-                this.logger.log(`ComfyUI video generation started. Response: ${JSON.stringify(videoResponse)}`);
+                this.logger.log(`ComfyUI video generation finished for asset ${id}. Response: ${JSON.stringify(videoResponse)}`);
                 return videoResponse;
             }
             else {
@@ -203,7 +198,7 @@ __decorate([
 ], VideoAdapterController.prototype, "getVeoVideoStatus", null);
 exports.VideoAdapterController = VideoAdapterController = VideoAdapterController_1 = __decorate([
     (0, swagger_1.ApiTags)('[VIDEO] Adapter'),
-    (0, common_1.Controller)('api/vertex-adapter/video'),
+    (0, common_1.Controller)('api/adapter/video'),
     (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [vertex_image_video_service_1.VertexImageVideoService,
         vertex_veo_gcp_service_1.VertexVeoGcpService,

package/dto/prompt.dto.d.ts

@@ -1,3 +1,7 @@
 export declare class PromptDto {
     prompt: string;
+    aspectRatio?: string;
+    model?: string;
+    numberOfImages?: number;
+    provider?: string;
 }

package/dto/prompt.dto.js

@@ -14,15 +14,63 @@ const swagger_1 = require("@nestjs/swagger");
 const class_validator_1 = require("class-validator");
 class PromptDto {
     prompt;
+    aspectRatio = '9:16';
+    model = 'imagen-4.0-generate-001';
+    numberOfImages = 1;
+    provider = 'google';
 }
 exports.PromptDto = PromptDto;
 __decorate([
     (0, swagger_1.ApiProperty)({
         description: 'The text prompt for image generation.',
-        example: 'a futuristic cityscape at sunset',
+        example: 'Sunlight streams through a window. Low-key photograph with speed photography motion blur, beautiful bokeh, and natural lighting.',
     }),
     (0, class_validator_1.IsNotEmpty)(),
     (0, class_validator_1.IsString)(),
     __metadata("design:type", String)
 ], PromptDto.prototype, "prompt", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({
+        description: 'The aspect ratio of the generated image.',
+        example: '9:16',
+        default: '9:16',
+        required: false,
+    }),
+    (0, class_validator_1.IsOptional)(),
+    (0, class_validator_1.IsString)(),
+    __metadata("design:type", String)
+], PromptDto.prototype, "aspectRatio", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({
+        description: 'The model to use for image generation.',
+        example: 'imagen-4.0-generate-001',
+        default: 'imagen-4.0-generate-001',
+        required: false,
+    }),
+    (0, class_validator_1.IsOptional)(),
+    (0, class_validator_1.IsString)(),
+    __metadata("design:type", String)
+], PromptDto.prototype, "model", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({
+        description: 'The number of images to generate.',
+        example: 1,
+        default: 1,
+        required: false,
+    }),
+    (0, class_validator_1.IsOptional)(),
+    (0, class_validator_1.IsNumber)(),
+    __metadata("design:type", Number)
+], PromptDto.prototype, "numberOfImages", void 0);
+__decorate([
+    (0, swagger_1.ApiProperty)({
+        description: 'The provider for image generation.',
+        example: 'google',
+        default: 'google',
+        required: false,
+    }),
+    (0, class_validator_1.IsOptional)(),
+    (0, class_validator_1.IsString)(),
+    __metadata("design:type", String)
+], PromptDto.prototype, "provider", void 0);
 //# sourceMappingURL=prompt.dto.js.map

package/dto/transcribe-url.dto.d.ts

@@ -0,0 +1,3 @@
+export declare class TranscribeUrlDto {
+    url: string;
+}

package/dto/transcribe-url.dto.js

@@ -0,0 +1,27 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TranscribeUrlDto = void 0;
+const swagger_1 = require("@nestjs/swagger");
+const class_validator_1 = require("class-validator");
+class TranscribeUrlDto {
+    url;
+}
+exports.TranscribeUrlDto = TranscribeUrlDto;
+__decorate([
+    (0, swagger_1.ApiProperty)({
+        description: 'The URL of the audio file to transcribe.',
+        example: 'https://storage.googleapis.com/gtv-videos-bucket/sample/ForBiggerFun.mp4',
+    }),
+    (0, class_validator_1.IsUrl)(),
+    __metadata("design:type", String)
+], TranscribeUrlDto.prototype, "url", void 0);
+//# sourceMappingURL=transcribe-url.dto.js.map

package/models/adapter.models.d.ts

@@ -20,7 +20,6 @@ export interface ChatJsonResponse extends MessageLLM {
 }
 export interface ChatLLMRequestAdapter {
     messages: MessageLLM[];
-    provider?: string;
     model?: Partial<IAIModel>;
     returnJson?: boolean;
     tierType?: TierType;

package/models/gemini-models.d.ts

@@ -21,7 +21,8 @@ export declare const ModelLevel: {
 export declare enum GeminiVideoModels {
     Veo2 = "veo-2.0-generate-001",
     Veo3 = "veo-3.0-generate-001",
-    Veo3Fast = "veo-3.0-fast-generate-001"
+    Veo3_1Fast = "veo-3.1-fast-generate-001",
+    Veo3_1 = "veo-3.1-generate-001"
 }
 export declare const GeminiImageModelsList: {
     name: string;

package/models/gemini-models.js

@@ -28,7 +28,8 @@ var GeminiVideoModels;
 (function (GeminiVideoModels) {
     GeminiVideoModels["Veo2"] = "veo-2.0-generate-001";
     GeminiVideoModels["Veo3"] = "veo-3.0-generate-001";
-    GeminiVideoModels["Veo3Fast"] = "veo-3.0-fast-generate-001";
+    GeminiVideoModels["Veo3_1Fast"] = "veo-3.1-fast-generate-001";
+    GeminiVideoModels["Veo3_1"] = "veo-3.1-generate-001";
 })(GeminiVideoModels || (exports.GeminiVideoModels = GeminiVideoModels = {}));
 exports.GeminiImageModelsList = [
     { name: 'imagen 4 Ultra Preview', id: GeminiImageModels.Image4_0Ultra },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dataclouder/nest-vertex",
-  "version": "0.0.68",
+  "version": "0.0.70",
   "description": "NestJS Vertex AI library for Dataclouder",
   "author": "dataclouder",
   "license": "MIT",

package/services/adapter-llm.service.js

@@ -92,7 +92,7 @@ let LLMAdapterService = LLMAdapterService_1 = class LLMAdapterService {
         }
     }
     getQualityModel(model) {
-        if (model.provider === 'google') {
+        if (model.provider === 'google' || !model?.provider) {
             return this.geminiChatService.getDefaultQualityModel(model?.quality || adapter_models_1.EModelQuality.FAST);
         }
         throw new nest_core_1.AppException({

package/services/ai-services.client.js

@@ -73,7 +73,7 @@ class Video extends BaseService {
         return this.post(endpoint, dto);
     }
     async generateFromAssetId(id) {
-        const endpoint = '/api/vertex-adapter/video/generate-video-from-asset-id/' + id;
+        const endpoint = '/api/adapter/video/generate-video-from-asset-id/' + id;
         return this.post(endpoint, {});
     }
     async generateVeo(dto) {

package/services/vertex-veo-gcp.service.js

@@ -92,7 +92,7 @@ let VertexVeoGcpService = class VertexVeoGcpService {
     projectId = 'elite-ethos-467218-u1';
     locationId = 'us-central1';
     apiEndpoint = 'us-central1-aiplatform.googleapis.com';
-    modelId = gemini_models_1.GeminiVideoModels.Veo3Fast;
+    modelId = gemini_models_1.GeminiVideoModels.Veo3_1Fast;
     constructor(httpService, mongoService, generatedAssetModel, cloudStorageService) {
         this.httpService = httpService;
         this.mongoService = mongoService;
@@ -142,7 +142,7 @@ let VertexVeoGcpService = class VertexVeoGcpService {
         const videoModel = params?.model || this.modelId;
         const url = `https://${this.apiEndpoint}/v1/projects/${this.projectId}/locations/${this.locationId}/publishers/google/models/${videoModel}:predictLongRunning`;
         if (!accessToken) {
-            accessToken = await getAccessToken() || undefined;
+            accessToken = (await getAccessToken()) || undefined;
             this.logger.log(`Generated access token: ${accessToken}`);
         }
         const defaultParams = {
@@ -209,7 +209,7 @@ let VertexVeoGcpService = class VertexVeoGcpService {
         }
         const url = `https://${this.apiEndpoint}/v1/projects/${this.projectId}/locations/${this.locationId}/publishers/google/models/${this.modelId}:fetchPredictOperation`;
         if (!accessToken) {
-            accessToken = await getAccessToken();
+            accessToken = (await getAccessToken());
         }
         const requestBody = {
             operationName,
@@ -291,7 +291,7 @@ let VertexVeoGcpService = class VertexVeoGcpService {
                 this.logger.error(`Error polling for ${operationName}`, error);
             }
             const delay = elapsedTime < initialPhaseDuration ? initialPhaseDelay : finalPhaseDelay;
-            await new Promise((resolve) => setTimeout(resolve, delay));
+            await new Promise(resolve => setTimeout(resolve, delay));
         }
         this.logger.warn(`Polling for ${operationName} timed out after 5 minutes.`);
         const asset = await this.generatedAssetModel.findOne({ operationId: operationName });

package/services/vertex-veo-genai.service.d.ts

@@ -1,6 +1,6 @@
 import { Model } from 'mongoose';
 import { GeneratedAsset } from '../models/generated-asset.entity';
-import { CloudStorageService } from '@dataclouder/nest-storage';
+import { CloudFileStorage, CloudStorageService } from '@dataclouder/nest-storage';
 import { GeneratedAssetService } from './generated-asset.service';
 import { HttpService } from '@nestjs/axios';
 import { GoogleGenaiService } from './google-genai.service';
@@ -15,7 +15,9 @@ export declare class VertexVeoGenaiService {
     generateVideo(): Promise<any>;
     generateVideoFromAssetId(assetId: string, metadata?: any): Promise<{
         url: string | undefined;
-        result: Partial<import("@dataclouder/nest-storage").CloudFileStorage>;
+        result: Partial<CloudFileStorage>;
     }>;
     private _generateVideo;
+    private _generateThumbnail;
+    private _generateGif;
 }

package/services/vertex-veo-genai.service.js

@@ -44,6 +44,9 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 var __param = (this && this.__param) || function (paramIndex, decorator) {
     return function (target, key) { decorator(target, key, paramIndex); }
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VertexVeoGenaiService = void 0;
 const common_1 = require("@nestjs/common");
@@ -55,6 +58,8 @@ const generated_asset_service_1 = require("./generated-asset.service");
 const axios_1 = require("@nestjs/axios");
 const uuid_1 = require("uuid");
 const fs = __importStar(require("fs/promises"));
+const fluent_ffmpeg_1 = __importDefault(require("fluent-ffmpeg"));
+const path = __importStar(require("path"));
 const google_genai_service_1 = require("./google-genai.service");
 const gemini_models_1 = require("../models/gemini-models");
 const key_balancer_models_1 = require("../models/key-balancer.models");
@@ -76,18 +81,18 @@ let VertexVeoGenaiService = class VertexVeoGenaiService {
     async generateVideo() {
         const prompt = 'Panning wide shot of a calico kitten sleeping in the sunshine';
         const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient({
-            model: gemini_models_1.GeminiVideoModels.Veo3Fast,
+            model: gemini_models_1.GeminiVideoModels.Veo3_1Fast,
             keyTierType: key_balancer_models_1.TierType.TIER_1,
             aiType: key_balancer_models_1.ModelType.VIDEO,
         });
-        console.log('the balance key for video is ', balancedKey);
+        console.log(`key balancer for video is ${balancedKey.name} ${balancedKey.service} , ${balancedKey.totalRequest}`);
         const imagenResponse = await client.models.generateImages({
             model: 'imagen-3.0-generate-002',
             prompt: prompt,
         });
         this.logger.log(imagenResponse);
         const videoRequest = {
-            model: gemini_models_1.GeminiVideoModels.Veo3Fast,
+            model: gemini_models_1.GeminiVideoModels.Veo3_1Fast,
             prompt: prompt,
             image: {
                 imageBytes: imagenResponse.generatedImages[0].image.imageBytes,
@@ -107,7 +112,7 @@ let VertexVeoGenaiService = class VertexVeoGenaiService {
         const response = await this.httpService.axiosRef.get(imageUrl, { responseType: 'arraybuffer' });
         const imageBufferBytes = Buffer.from(response.data, 'binary');
         const videoRequest = {
-            model: gemini_models_1.GeminiVideoModels.Veo3Fast,
+            model: gemini_models_1.GeminiVideoModels.Veo3_1Fast,
             prompt: genAsset.prompt || genAsset?.description || 'Random movement for video',
             config: {
                 aspectRatio: '9:16',
@@ -129,12 +134,12 @@ let VertexVeoGenaiService = class VertexVeoGenaiService {
     async _generateVideo(videoRequest) {
         console.log('Generating video...', videoRequest);
         const { client, balancedKey } = await this.googleGenaiService.getGoogleGenAIClient({
-            model: gemini_models_1.GeminiVideoModels.Veo3Fast,
+            model: gemini_models_1.GeminiVideoModels.Veo3_1Fast,
             keyTierType: key_balancer_models_1.TierType.TIER_1,
             aiType: key_balancer_models_1.ModelType.VIDEO,
         });
         videoRequest.model = 'veo-3.1-fast-generate-preview';
-        console.log('the balance key for video is ', balancedKey);
+        console.log(`the balance key for video is ${balancedKey.name} ${balancedKey.service}`);
         let operation = await client.models.generateVideos(videoRequest);
         const filename = `veo_video_${(0, uuid_1.v4)()}.mp4`;
         let seconds = 0;
@@ -159,6 +164,13 @@ let VertexVeoGenaiService = class VertexVeoGenaiService {
             console.log('Subiendo video a storage', filename, process.env.STORAGE_BUCKET);
             const uploadResult = await this.cloudStorageService.uploadFileAndMakePublic(process.env.STORAGE_BUCKET, `generated-videos/${filename}`, videoBuffer, 'video/mp4');
             this.logger.log(`Generated video uploaded to ${uploadResult.url}`);
+            const thumbnail = await this._generateThumbnail(filename);
+            this.logger.log(`Generated thumbnail uploaded to ${thumbnail.url}`);
+            const gif = await this._generateGif(filename);
+            this.logger.log(`Generated gif uploaded to ${gif.url}`);
+            uploadResult['thumbnail'] = thumbnail;
+            uploadResult['gif'] = gif;
+            this.logger.log(`Final Result is  ${JSON.stringify(uploadResult)}`);
             return {
                 url: uploadResult.url,
                 result: uploadResult,
@@ -168,12 +180,67 @@ let VertexVeoGenaiService = class VertexVeoGenaiService {
             try {
                 await fs.unlink(filename);
                 this.logger.log(`Successfully deleted temporary video file: ${filename}`);
+                const thumbnailFilename = filename.replace('.mp4', '.jpg');
+                await fs.unlink(thumbnailFilename).catch(() => { });
+                const gifFilename = filename.replace('.mp4', '.gif');
+                await fs.unlink(gifFilename).catch(() => { });
             }
             catch (error) {
                 this.logger.error(`Failed to delete temporary video file: ${filename}`, error);
             }
         }
     }
+    _generateThumbnail(videoPath) {
+        return new Promise((resolve, reject) => {
+            const thumbnailFilename = videoPath.replace('.mp4', '.jpg');
+            (0, fluent_ffmpeg_1.default)(videoPath)
+                .on('end', async () => {
+                this.logger.log(`Thumbnail generated: ${thumbnailFilename}`);
+                const thumbnailBuffer = await fs.readFile(thumbnailFilename);
+                const uploadResult = await this.cloudStorageService.uploadFileAndMakePublic(process.env.STORAGE_BUCKET, `generated-videos/${path.basename(thumbnailFilename)}`, thumbnailBuffer, 'image/jpeg');
+                if (uploadResult.url) {
+                    resolve(uploadResult);
+                }
+                else {
+                    reject(new Error('Thumbnail upload failed, URL not returned.'));
+                }
+            })
+                .on('error', err => {
+                this.logger.error(`Error generating thumbnail: ${err.message}`);
+                reject(err);
+            })
+                .screenshots({
+                count: 1,
+                folder: path.dirname(videoPath),
+                filename: path.basename(thumbnailFilename),
+                timemarks: ['50%'],
+            });
+        });
+    }
+    _generateGif(videoPath) {
+        return new Promise((resolve, reject) => {
+            const gifFilename = videoPath.replace('.mp4', '.gif');
+            (0, fluent_ffmpeg_1.default)(videoPath)
+                .on('end', async () => {
+                this.logger.log(`GIF generated: ${gifFilename}`);
+                const gifBuffer = await fs.readFile(gifFilename);
+                const uploadResult = await this.cloudStorageService.uploadFileAndMakePublic(process.env.STORAGE_BUCKET, `generated-videos/${path.basename(gifFilename)}`, gifBuffer, 'image/gif');
+                if (uploadResult.url) {
+                    resolve(uploadResult);
+                }
+                else {
+                    reject(new Error('GIF upload failed, URL not returned.'));
+                }
+            })
+                .on('error', err => {
+                this.logger.error(`Error generating GIF: ${err.message}`);
+                reject(err);
+            })
+                .outputOptions(['-vf', 'fps=5,scale=180:-1:flags=lanczos', '-ss', '0', '-t', '5'])
+                .toFormat('gif')
+                .save(gifFilename);
+        });
+    }
 };
 exports.VertexVeoGenaiService = VertexVeoGenaiService;
 exports.VertexVeoGenaiService = VertexVeoGenaiService = __decorate([

package/services/whisper/groq.service.d.ts

@@ -8,4 +8,5 @@ export declare class GroqService {
     private getClientWithKey;
     private getExtensionFromMimeType;
     transcribeAudio(fileBuffer: Buffer, originalFileName: string, mimeType: string): Promise<Groq.Audio.Transcriptions.Transcription>;
+    transcribeUrl(url: string): Promise<any>;
 }

package/services/whisper/groq.service.js

@@ -41,11 +41,15 @@ var __importStar = (this && this.__importStar) || (function () {
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 var GroqService_1;
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.GroqService = void 0;
 const common_1 = require("@nestjs/common");
 const groq_sdk_1 = __importStar(require("groq-sdk"));
+const axios_1 = __importDefault(require("axios"));
 const path = __importStar(require("path"));
 const key_balancer_api_service_1 = require("../key-balancer-api.service");
 const key_balancer_models_1 = require("../../models/key-balancer.models");
@@ -129,6 +133,21 @@ let GroqService = GroqService_1 = class GroqService {
             throw new Error(`Failed to transcribe audio: ${errorMessage}`);
         }
     }
+    async transcribeUrl(url) {
+        this.logger.log(`Fetching audio from URL: ${url}`);
+        try {
+            const response = await axios_1.default.get(url, { responseType: 'arraybuffer' });
+            const fileBuffer = Buffer.from(response.data);
+            const mimeType = response.headers['content-type'];
+            const fileName = path.basename(new URL(url).pathname);
+            this.logger.log(`Downloaded file: ${fileName}, mime: ${mimeType}, size: ${fileBuffer.length}`);
+            return this.transcribeAudio(fileBuffer, fileName, mimeType);
+        }
+        catch (error) {
+            this.logger.error(`Error fetching or processing audio from URL ${url}:`, error);
+            throw new Error(`Failed to process audio from URL: ${error.message}`);
+        }
+    }
 };
 exports.GroqService = GroqService;
 exports.GroqService = GroqService = GroqService_1 = __decorate([

package/services/whisper/local-stt.service.d.ts

@@ -4,4 +4,5 @@ export declare class LocalSttService {
     constructor();
     private getExtensionFromMimeType;
     transcribeAudio(fileBuffer: Buffer, originalFileName: string, mimeType: string): Promise<any>;
+    transcribeUrl(url: string): Promise<any>;
 }

package/services/whisper/local-stt.service.js

@@ -41,12 +41,16 @@ var __importStar = (this && this.__importStar) || (function () {
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 var LocalSttService_1;
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.LocalSttService = void 0;
 const common_1 = require("@nestjs/common");
 const openai_1 = __importStar(require("openai"));
 const path = __importStar(require("path"));
+const axios_1 = __importDefault(require("axios"));
 let LocalSttService = LocalSttService_1 = class LocalSttService {
     logger = new common_1.Logger(LocalSttService_1.name);
     openai;
@@ -54,7 +58,7 @@ let LocalSttService = LocalSttService_1 = class LocalSttService {
         const aiServerHost = process.env.AI_LAB_HOST;
         console.log('Connecting to host AI_LAB_HOST', aiServerHost);
         this.openai = new openai_1.default({
-            baseURL: `${aiServerHost}:3171/v1`,
+            baseURL: `${aiServerHost}:3337/v1`,
             apiKey: '',
         });
     }
@@ -129,6 +133,21 @@ let LocalSttService = LocalSttService_1 = class LocalSttService {
             throw new Error(`Failed to transcribe audio: ${errorMessage}`);
         }
     }
+    async transcribeUrl(url) {
+        this.logger.log(`Fetching audio from URL: ${url}`);
+        try {
+            const response = await axios_1.default.get(url, { responseType: 'arraybuffer' });
+            const fileBuffer = Buffer.from(response.data);
+            const mimeType = response.headers['content-type'];
+            const fileName = path.basename(new URL(url).pathname);
+            this.logger.log(`Downloaded file: ${fileName}, mime: ${mimeType}, size: ${fileBuffer.length}`);
+            return this.transcribeAudio(fileBuffer, fileName, mimeType);
+        }
+        catch (error) {
+            this.logger.error(`Error fetching or processing audio from URL ${url}:`, error);
+            throw new Error(`Failed to process audio from URL: ${error.message}`);
+        }
+    }
 };
 exports.LocalSttService = LocalSttService;
 exports.LocalSttService = LocalSttService = LocalSttService_1 = __decorate([