@dataclouder/nest-vertex 0.0.57 → 0.0.59

package/controllers/image/vertex-image-adapter.controller.js

@@ -59,7 +59,7 @@ __decorate([
     __metadata("design:returntype", Promise)
 ], VertexImageVideoAdapterController.prototype, "generateImage", null);
 exports.VertexImageVideoAdapterController = VertexImageVideoAdapterController = __decorate([
-    (0, swagger_1.ApiTags)('Image Generation Adapter'),
+    (0, swagger_1.ApiTags)('[Image] Adapter'),
     (0, common_1.Controller)('api/ai-services/image/adapter'),
     (0, common_2.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [vertex_image_video_service_1.VertexImageVideoService,

package/controllers/llm/groq-llm.controller.js

@@ -44,7 +44,7 @@ __decorate([
     __metadata("design:returntype", Promise)
 ], GroqLlmController.prototype, "generateText", null);
 exports.GroqLlmController = GroqLlmController = GroqLlmController_1 = __decorate([
-    (0, swagger_1.ApiTags)('LLM Groq'),
+    (0, swagger_1.ApiTags)('[LLM] Groq'),
     (0, common_1.Controller)('api/ai-services/groq/llm'),
     __metadata("design:paramtypes", [groq_llm_service_1.GroqLlmService])
 ], GroqLlmController);

package/controllers/llm/llm-adapter.controller.js

@@ -66,7 +66,7 @@ __decorate([
     __metadata("design:returntype", Promise)
 ], VertexAdapterLLMController.prototype, "continueConversation", null);
 exports.VertexAdapterLLMController = VertexAdapterLLMController = VertexAdapterLLMController_1 = __decorate([
-    (0, swagger_1.ApiTags)('AI Services Adapter LLM'),
+    (0, swagger_1.ApiTags)('[LLM] Adapter'),
     (0, common_1.Controller)('api/ai-services/adapter/llm'),
     (0, common_2.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [adapter_llm_service_1.LLMAdapterService])

package/controllers/llm/llm-gemini-chat.controller.js

@@ -61,7 +61,7 @@ __decorate([
     __metadata("design:returntype", Promise)
 ], GeminiChatController.prototype, "continueConversation", null);
 exports.GeminiChatController = GeminiChatController = GeminiChatController_1 = __decorate([
-    (0, swagger_1.ApiTags)('LLM Gemini '),
+    (0, swagger_1.ApiTags)('[LLM] Gemini'),
     (0, common_1.Controller)('api/ai-services/gemini'),
     (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [vertex_gemini_chat_service_1.GeminiChatService])

package/controllers/stt/adapter-stt.controller.d.ts

@@ -0,0 +1,10 @@
+import { type MulterFile } from '@webundsoehne/nest-fastify-file-upload';
+import { GroqService } from '../../services/whisper/groq.service';
+import { LocalSttService } from '../../services/whisper/local-stt.service';
+export declare class AdapterSttController {
+    private readonly groqService;
+    private readonly localSttService;
+    private readonly logger;
+    constructor(groqService: GroqService, localSttService: LocalSttService);
+    processAudio(file: MulterFile, provider?: 'local' | 'groq'): Promise<any>;
+}

package/controllers/stt/adapter-stt.controller.js

@@ -0,0 +1,79 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var AdapterSttController_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AdapterSttController = void 0;
+const common_1 = require("@nestjs/common");
+const nest_fastify_file_upload_1 = require("@webundsoehne/nest-fastify-file-upload");
+const swagger_1 = require("@nestjs/swagger");
+const nest_core_1 = require("@dataclouder/nest-core");
+const groq_service_1 = require("../../services/whisper/groq.service");
+const local_stt_service_1 = require("../../services/whisper/local-stt.service");
+let AdapterSttController = AdapterSttController_1 = class AdapterSttController {
+    groqService;
+    localSttService;
+    logger = new common_1.Logger(AdapterSttController_1.name);
+    constructor(groqService, localSttService) {
+        this.groqService = groqService;
+        this.localSttService = localSttService;
+    }
+    async processAudio(file, provider = 'local') {
+        this.logger.log(`Receive request with provider: ${provider}`);
+        if (!file || !file.buffer) {
+            this.logger.error('No file buffer received.');
+            return { error: 'No file uploaded or file buffer is missing.' };
+        }
+        this.logger.log(`Received file: ${file.originalname}, mimetype: ${file.mimetype}, size: ${file.size}`);
+        try {
+            let result;
+            if (provider === 'groq') {
+                result = await this.groqService.transcribeAudio(file.buffer, file.originalname, file.mimetype);
+            }
+            else {
+                result = await this.localSttService.transcribeAudio(file.buffer, file.originalname, file.mimetype);
+            }
+            return result;
+        }
+        catch (error) {
+            this.logger.error('Error during transcription process:', error);
+            return { error: 'Failed to transcribe audio.', details: error.message };
+        }
+    }
+};
+exports.AdapterSttController = AdapterSttController;
+__decorate([
+    (0, common_1.Post)('transcribe-bytes'),
+    (0, common_1.UseInterceptors)((0, nest_fastify_file_upload_1.FileInterceptor)('file')),
+    (0, swagger_1.ApiConsumes)('multipart/form-data'),
+    (0, nest_fastify_file_upload_1.ApiFileBody)('file'),
+    (0, swagger_1.ApiQuery)({
+        name: 'provider',
+        enum: ['local', 'groq'],
+        required: false,
+        description: 'The provider to use for transcription. Defaults to "local".',
+    }),
+    __param(0, (0, common_1.UploadedFile)('file')),
+    __param(1, (0, common_1.Query)('provider')),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, String]),
+    __metadata("design:returntype", Promise)
+], AdapterSttController.prototype, "processAudio", null);
+exports.AdapterSttController = AdapterSttController = AdapterSttController_1 = __decorate([
+    (0, swagger_1.ApiTags)('[STT] Adapter'),
+    (0, common_1.Controller)('api/ai-services/adapter/stt'),
+    (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
+    __metadata("design:paramtypes", [groq_service_1.GroqService,
+        local_stt_service_1.LocalSttService])
+], AdapterSttController);
+//# sourceMappingURL=adapter-stt.controller.js.map

package/controllers/stt/groq-stt.controller.js

@@ -54,8 +54,8 @@ __decorate([
     __metadata("design:returntype", Promise)
 ], GroqSttController.prototype, "processAudio", null);
 exports.GroqSttController = GroqSttController = GroqSttController_1 = __decorate([
-    (0, swagger_1.ApiTags)('Speech-to-Text'),
-    (0, common_1.Controller)('api/ai-services/groq-stt'),
+    (0, swagger_1.ApiTags)('[STT] Groq'),
+    (0, common_1.Controller)('api/ai-services/groq/stt'),
     (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [groq_service_1.GroqService])
 ], GroqSttController);

package/controllers/stt/local-stt.controller.js

@@ -54,8 +54,8 @@ __decorate([
     __metadata("design:returntype", Promise)
 ], LocalSttController.prototype, "processAudio", null);
 exports.LocalSttController = LocalSttController = LocalSttController_1 = __decorate([
-    (0, swagger_1.ApiTags)('Speech-to-Text'),
-    (0, common_1.Controller)('api/ai-services/local-stt'),
+    (0, swagger_1.ApiTags)('[STT] Local Speaches'),
+    (0, common_1.Controller)('api/ai-services/local/stt'),
     (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [local_stt_service_1.LocalSttService])
 ], LocalSttController);

package/controllers/tts/vertex-gemini-tts.controller.js

@@ -79,7 +79,7 @@ __decorate([
     __metadata("design:returntype", Promise)
 ], VertexGeminiTtsController.prototype, "synthesizeSpeech", null);
 exports.VertexGeminiTtsController = VertexGeminiTtsController = __decorate([
-    (0, swagger_1.ApiTags)('Vertex Gemini TTS'),
+    (0, swagger_1.ApiTags)('Text To Speech Gemini'),
     (0, common_1.Controller)('api/vertex-gemini/tts'),
     (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [vertex_gemini_tts_service_1.VertexGeminiTtsService])

package/controllers/tts/vertex-tts-adapter.controller.js

@@ -104,7 +104,7 @@ __decorate([
     __metadata("design:returntype", Promise)
 ], VertexTtsAdapterController.prototype, "listVoices", null);
 exports.VertexTtsAdapterController = VertexTtsAdapterController = __decorate([
-    (0, swagger_1.ApiTags)('Vertex TTS Adapter'),
+    (0, swagger_1.ApiTags)('[TTS] Adapter'),
     (0, common_1.Controller)('api/ai-services/adapter/tts'),
     (0, common_2.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [vertex_tts_service_1.VertextTtsService])

package/controllers/vertex-comfy.controller.js

@@ -105,7 +105,7 @@ __decorate([
     __metadata("design:returntype", Promise)
 ], VertexComfyController.prototype, "getVideo", null);
 exports.VertexComfyController = VertexComfyController = VertexComfyController_1 = __decorate([
-    (0, swagger_1.ApiTags)('Vertex AI'),
+    (0, swagger_1.ApiTags)('[Comfy] Vertex AI Pending to categorize...'),
     (0, common_1.Controller)('api/vertex-comfy'),
     (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [comfy_image_service_1.ComfyImageService,

package/controllers/video/veo-video.controller.js

@@ -40,7 +40,7 @@ __decorate([
     __metadata("design:returntype", Promise)
 ], VertexVeoGenerationController.prototype, "generateVeoVideo", null);
 exports.VertexVeoGenerationController = VertexVeoGenerationController = VertexVeoGenerationController_1 = __decorate([
-    (0, swagger_1.ApiTags)('Vertex Image/video Adapter'),
+    (0, swagger_1.ApiTags)('[Video] VEO'),
     (0, common_1.Controller)('api/vertex-veo/video'),
     __metadata("design:paramtypes", [vertex_veo_genai_service_1.VertexVeoGenaiService])
 ], VertexVeoGenerationController);

package/controllers/video/{video-gen-adapter.controller.d.ts → video-adapter.controller.d.ts}

@@ -8,7 +8,7 @@ import { GeneratedAssetService } from '../../services/generated-asset.service';
 import { ComfyVideoService } from '../../comfyui/services/comfy-video.service';
 import { VertexVeoGenaiService } from '../../services/vertex-veo-genai.service';
 import { ComfySDKService } from '../../comfyui/services/comfy-sdk.service';
-export declare class VertexVideoImageAdapterController {
+export declare class VideoAdapterController {
     private readonly vertexImageVideoService;
     private readonly vertexVeoGcpService;
     private readonly generatedAssetService;
@@ -22,7 +22,7 @@ export declare class VertexVideoImageAdapterController {
         id: string;
     }[] | undefined>;
     generateVideo(generateVideoDto: GenerateVideoDto, provider?: string): Promise<any>;
-    generateVideoFromAsset(id: string): Promise<import("../../models/generated-asset.entity").GeneratedAssetDocument | {
+    generateVideoFromAssetId(id: string): Promise<import("../../models/generated-asset.entity").GeneratedAssetDocument | {
         status: string;
         message: string;
     } | null>;

package/controllers/video/{video-gen-adapter.controller.js → video-adapter.controller.js}

@@ -11,9 +11,9 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 var __param = (this && this.__param) || function (paramIndex, decorator) {
     return function (target, key) { decorator(target, key, paramIndex); }
 };
-var VertexVideoImageAdapterController_1;
+var VideoAdapterController_1;
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.VertexVideoImageAdapterController = void 0;
+exports.VideoAdapterController = void 0;
 const common_1 = require("@nestjs/common");
 const vertex_image_video_service_1 = require("../../services/vertex-image-video.service");
 const generate_video_dto_1 = require("../../dto/generate-video.dto");
@@ -25,14 +25,14 @@ const comfy_video_service_1 = require("../../comfyui/services/comfy-video.servic
 const vertex_veo_genai_service_1 = require("../../services/vertex-veo-genai.service");
 const comfy_sdk_service_1 = require("../../comfyui/services/comfy-sdk.service");
 const nest_core_1 = require("@dataclouder/nest-core");
-let VertexVideoImageAdapterController = VertexVideoImageAdapterController_1 = class VertexVideoImageAdapterController {
+let VideoAdapterController = VideoAdapterController_1 = class VideoAdapterController {
     vertexImageVideoService;
     vertexVeoGcpService;
     generatedAssetService;
     comfyVideoService;
     vertexVeoGenaiService;
     comfySDKService;
-    logger = new common_1.Logger(VertexVideoImageAdapterController_1.name);
+    logger = new common_1.Logger(VideoAdapterController_1.name);
     constructor(vertexImageVideoService, vertexVeoGcpService, generatedAssetService, comfyVideoService, vertexVeoGenaiService, comfySDKService) {
         this.vertexImageVideoService = vertexImageVideoService;
         this.vertexVeoGcpService = vertexVeoGcpService;
@@ -61,7 +61,7 @@ let VertexVideoImageAdapterController = VertexVideoImageAdapterController_1 = cl
             throw error;
         }
     }
-    async generateVideoFromAsset(id) {
+    async generateVideoFromAssetId(id) {
         this.logger.log(`Received request to generate video from asset with id: ${id}`);
         try {
             const asset = await this.generatedAssetService.findOne(id);
@@ -139,7 +139,7 @@ let VertexVideoImageAdapterController = VertexVideoImageAdapterController_1 = cl
         }
     }
 };
-exports.VertexVideoImageAdapterController = VertexVideoImageAdapterController;
+exports.VideoAdapterController = VideoAdapterController;
 __decorate([
     (0, common_1.Get)('list-models'),
     (0, swagger_1.ApiQuery)({ name: 'provider', required: false, type: String, description: 'The provider for the service (e.g., "local", "google")' }),
@@ -147,7 +147,7 @@ __decorate([
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [String]),
     __metadata("design:returntype", Promise)
-], VertexVideoImageAdapterController.prototype, "listModels", null);
+], VideoAdapterController.prototype, "listModels", null);
 __decorate([
     (0, common_1.Post)('generate-video'),
     (0, swagger_1.ApiQuery)({ name: 'provider', required: false, type: String, description: 'The provider for the video generation service (e.g., "google")' }),
@@ -156,35 +156,35 @@ __decorate([
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [generate_video_dto_1.GenerateVideoDto, String]),
     __metadata("design:returntype", Promise)
-], VertexVideoImageAdapterController.prototype, "generateVideo", null);
+], VideoAdapterController.prototype, "generateVideo", null);
 __decorate([
-    (0, common_1.Post)('generate-video-from-asset'),
-    __param(0, (0, common_1.Body)('id')),
+    (0, common_1.Post)('generate-video-from-asset-id/:id'),
+    __param(0, (0, common_1.Param)('id')),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [String]),
     __metadata("design:returntype", Promise)
-], VertexVideoImageAdapterController.prototype, "generateVideoFromAsset", null);
+], VideoAdapterController.prototype, "generateVideoFromAssetId", null);
 __decorate([
     (0, common_1.Get)('list-models-vertex'),
     (0, swagger_1.ApiQuery)({ name: 'provider', required: false, type: String, description: 'The provider for the service (e.g., "local", "google")' }),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", []),
     __metadata("design:returntype", Promise)
-], VertexVideoImageAdapterController.prototype, "listModelsVertex", null);
+], VideoAdapterController.prototype, "listModelsVertex", null);
 __decorate([
     (0, common_1.Post)('test-video'),
     (0, swagger_1.ApiQuery)({ name: 'provider', required: false, type: String, description: 'The provider for the video generation service (e.g., "google")' }),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", []),
     __metadata("design:returntype", Promise)
-], VertexVideoImageAdapterController.prototype, "testVideo", null);
+], VideoAdapterController.prototype, "testVideo", null);
 __decorate([
     (0, common_1.Post)('generate-veo-video'),
     __param(0, (0, common_1.Body)()),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [generate_video_dto_1.GenerateVideoDto]),
     __metadata("design:returntype", Promise)
-], VertexVideoImageAdapterController.prototype, "generateVeoVideo", null);
+], VideoAdapterController.prototype, "generateVeoVideo", null);
 __decorate([
     (0, common_1.Get)('video-status/:operationName'),
     (0, swagger_1.ApiQuery)({ name: 'provider', required: false, type: String, description: 'The provider for the video status service (e.g., "google")' }),
@@ -193,16 +193,16 @@ __decorate([
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [String, String]),
     __metadata("design:returntype", Promise)
-], VertexVideoImageAdapterController.prototype, "getVideoStatus", null);
+], VideoAdapterController.prototype, "getVideoStatus", null);
 __decorate([
     (0, common_1.Post)('veo-video-status'),
     __param(0, (0, common_1.Body)(new common_1.ValidationPipe({ transform: true, whitelist: true }))),
     __metadata("design:type", Function),
     __metadata("design:paramtypes", [get_veo_video_status_dto_1.GetVeoVideoStatusDto]),
     __metadata("design:returntype", Promise)
-], VertexVideoImageAdapterController.prototype, "getVeoVideoStatus", null);
-exports.VertexVideoImageAdapterController = VertexVideoImageAdapterController = VertexVideoImageAdapterController_1 = __decorate([
-    (0, swagger_1.ApiTags)('Vertex Image/video Adapter'),
+], VideoAdapterController.prototype, "getVeoVideoStatus", null);
+exports.VideoAdapterController = VideoAdapterController = VideoAdapterController_1 = __decorate([
+    (0, swagger_1.ApiTags)('[VIDEO] Adapter'),
     (0, common_1.Controller)('api/vertex-adapter/video'),
     (0, common_1.UseFilters)(nest_core_1.AllExceptionsHandler),
     __metadata("design:paramtypes", [vertex_image_video_service_1.VertexImageVideoService,
@@ -211,5 +211,5 @@ exports.VertexVideoImageAdapterController = VertexVideoImageAdapterController =
         comfy_video_service_1.ComfyVideoService,
         vertex_veo_genai_service_1.VertexVeoGenaiService,
         comfy_sdk_service_1.ComfySDKService])
-], VertexVideoImageAdapterController);
-//# sourceMappingURL=video-gen-adapter.controller.js.map
+], VideoAdapterController);
+//# sourceMappingURL=video-adapter.controller.js.map

package/dto/generate-video-from-asset-id.dto.d.ts

@@ -0,0 +1,3 @@
+export declare class GenerateVideoFromAssetIdDto {
+    id: string;
+}

package/dto/generate-video-from-asset-id.dto.js

@@ -0,0 +1,28 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GenerateVideoFromAssetIdDto = void 0;
+const swagger_1 = require("@nestjs/swagger");
+const class_validator_1 = require("class-validator");
+class GenerateVideoFromAssetIdDto {
+    id;
+}
+exports.GenerateVideoFromAssetIdDto = GenerateVideoFromAssetIdDto;
+__decorate([
+    (0, swagger_1.ApiProperty)({
+        description: 'The ID of the asset to generate the video from.',
+        default: '69012cbccce4e10953f4b070',
+    }),
+    (0, class_validator_1.IsString)(),
+    (0, class_validator_1.IsNotEmpty)(),
+    __metadata("design:type", String)
+], GenerateVideoFromAssetIdDto.prototype, "id", void 0);
+//# sourceMappingURL=generate-video-from-asset-id.dto.js.map

package/models/adapter.models.d.ts

@@ -21,7 +21,7 @@ export interface ChatJsonResponse extends MessageLLM {
 export interface ChatLLMRequestAdapter {
     messages: MessageLLM[];
     provider?: string;
-    model?: IAIModel;
+    model?: Partial<IAIModel>;
     returnJson?: boolean;
     keyType?: TierType;
 }

package/nest-vertex.module.d.ts

@@ -1,2 +1,9 @@
+import { DynamicModule } from '@nestjs/common';
+import { AiServicesClientOptions } from './services/ai-services.client';
+interface NestVertexModuleOptions extends AiServicesClientOptions {
+    registerControllers?: boolean;
+}
 export declare class NestVertexModule {
+    static forRoot(options: NestVertexModuleOptions): DynamicModule;
 }
+export {};

package/nest-vertex.module.js

@@ -5,6 +5,7 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
     else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
     return c > 3 && r && Object.defineProperty(target, key, r), r;
 };
+var NestVertexModule_1;
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.NestVertexModule = void 0;
 const common_1 = require("@nestjs/common");
@@ -44,41 +45,30 @@ const vertex_gemini_tts_service_1 = require("./services/vertex-gemini-tts.servic
 const nest_auth_1 = require("@dataclouder/nest-auth");
 const groq_llm_service_1 = require("./services/llm/groq-llm.service");
 const groq_llm_controller_1 = require("./controllers/llm/groq-llm.controller");
-const video_gen_adapter_controller_1 = require("./controllers/video/video-gen-adapter.controller");
-let NestVertexModule = class NestVertexModule {
-};
-exports.NestVertexModule = NestVertexModule;
-exports.NestVertexModule = NestVertexModule = __decorate([
-    (0, common_1.Module)({
-        imports: [
-            nest_storage_1.NestStorageModule,
-            axios_1.HttpModule,
-            nest_mongo_1.DCMongoDBModule,
-            mongoose_1.MongooseModule.forFeature([{ name: generated_asset_entity_1.GeneratedAsset.name, schema: generated_asset_entity_1.GeneratedAssetSchema }]),
-            comfyui_module_1.ComfyUIModule,
-            nest_auth_1.NestAuthModule,
-        ],
-        providers: [
-            vertex_image_video_service_1.VertexImageVideoService,
-            vertex_tts_service_1.VertextTtsService,
-            vertex_gemini_chat_service_1.GeminiChatService,
-            vertex_image_service_1.ImageVertexService,
-            ai_sdk_chat_service_1.AIChatService,
-            adapter_llm_service_1.LLMAdapterService,
-            adapter_image_gen_service_1.ImageGenAdapterService,
-            adapter_audio_gen_service_1.AudioGenAdapterService,
-            vertex_veo_gcp_service_1.VertexVeoGcpService,
-            generated_asset_service_1.GeneratedAssetService,
-            key_balancer_api_service_1.KeyBalancerClientService,
-            vertex_veo_genai_service_1.VertexVeoGenaiService,
-            google_genai_service_1.GoogleGenaiService,
-            groq_service_1.GroqService,
-            local_stt_service_1.LocalSttService,
-            comfy_sdk_service_1.ComfySDKService,
-            vertex_gemini_tts_service_1.VertexGeminiTtsService,
-            groq_llm_service_1.GroqLlmService,
-        ],
-        exports: [
+const video_adapter_controller_1 = require("./controllers/video/video-adapter.controller");
+const adapter_stt_controller_1 = require("./controllers/stt/adapter-stt.controller");
+const ai_services_client_1 = require("./services/ai-services.client");
+let NestVertexModule = NestVertexModule_1 = class NestVertexModule {
+    static forRoot(options) {
+        const { registerControllers = true, ...clientOptions } = options;
+        const controllers = registerControllers
+            ? [
+                vertex_image_adapter_controller_1.VertexImageVideoAdapterController,
+                llm_gemini_chat_controller_1.GeminiChatController,
+                groq_llm_controller_1.GroqLlmController,
+                video_adapter_controller_1.VideoAdapterController,
+                vertex_tts_adapter_controller_1.VertexTtsAdapterController,
+                llm_adapter_controller_1.VertexAdapterLLMController,
+                generated_assets_controller_1.GeneratedAssetsController,
+                vertex_comfy_controller_1.VertexComfyController,
+                veo_video_controller_1.VertexVeoGenerationController,
+                groq_stt_controller_1.GroqSttController,
+                local_stt_controller_1.LocalSttController,
+                vertex_gemini_tts_controller_1.VertexGeminiTtsController,
+                adapter_stt_controller_1.AdapterSttController,
+            ]
+            : [];
+        const providers = [
             vertex_image_video_service_1.VertexImageVideoService,
             vertex_tts_service_1.VertextTtsService,
             vertex_gemini_chat_service_1.GeminiChatService,
@@ -94,25 +84,60 @@ exports.NestVertexModule = NestVertexModule = __decorate([
             google_genai_service_1.GoogleGenaiService,
             groq_service_1.GroqService,
             local_stt_service_1.LocalSttService,
-            comfyui_module_1.ComfyUIModule,
             comfy_sdk_service_1.ComfySDKService,
             vertex_gemini_tts_service_1.VertexGeminiTtsService,
             groq_llm_service_1.GroqLlmService,
-        ],
-        controllers: [
-            vertex_image_adapter_controller_1.VertexImageVideoAdapterController,
-            llm_gemini_chat_controller_1.GeminiChatController,
-            groq_llm_controller_1.GroqLlmController,
-            video_gen_adapter_controller_1.VertexVideoImageAdapterController,
-            vertex_tts_adapter_controller_1.VertexTtsAdapterController,
-            llm_adapter_controller_1.VertexAdapterLLMController,
-            generated_assets_controller_1.GeneratedAssetsController,
-            vertex_comfy_controller_1.VertexComfyController,
-            veo_video_controller_1.VertexVeoGenerationController,
-            groq_stt_controller_1.GroqSttController,
-            local_stt_controller_1.LocalSttController,
-            vertex_gemini_tts_controller_1.VertexGeminiTtsController,
-        ],
-    })
+            {
+                provide: ai_services_client_1.AI_SERVICES_CLIENT_OPTIONS,
+                useValue: clientOptions,
+            },
+            {
+                provide: ai_services_client_1.AiServicesClient,
+                useFactory: (httpService, opts) => {
+                    return new ai_services_client_1.AiServicesClient(httpService, opts);
+                },
+                inject: [axios_1.HttpService, ai_services_client_1.AI_SERVICES_CLIENT_OPTIONS],
+            },
+        ];
+        return {
+            module: NestVertexModule_1,
+            imports: [
+                nest_storage_1.NestStorageModule,
+                axios_1.HttpModule,
+                nest_mongo_1.DCMongoDBModule,
+                mongoose_1.MongooseModule.forFeature([{ name: generated_asset_entity_1.GeneratedAsset.name, schema: generated_asset_entity_1.GeneratedAssetSchema }]),
+                comfyui_module_1.ComfyUIModule,
+                nest_auth_1.NestAuthModule,
+            ],
+            providers,
+            exports: [
+                vertex_image_video_service_1.VertexImageVideoService,
+                vertex_tts_service_1.VertextTtsService,
+                vertex_gemini_chat_service_1.GeminiChatService,
+                vertex_image_service_1.ImageVertexService,
+                ai_sdk_chat_service_1.AIChatService,
+                adapter_llm_service_1.LLMAdapterService,
+                adapter_image_gen_service_1.ImageGenAdapterService,
+                adapter_audio_gen_service_1.AudioGenAdapterService,
+                vertex_veo_gcp_service_1.VertexVeoGcpService,
+                generated_asset_service_1.GeneratedAssetService,
+                key_balancer_api_service_1.KeyBalancerClientService,
+                vertex_veo_genai_service_1.VertexVeoGenaiService,
+                google_genai_service_1.GoogleGenaiService,
+                groq_service_1.GroqService,
+                local_stt_service_1.LocalSttService,
+                comfyui_module_1.ComfyUIModule,
+                comfy_sdk_service_1.ComfySDKService,
+                vertex_gemini_tts_service_1.VertexGeminiTtsService,
+                groq_llm_service_1.GroqLlmService,
+                ai_services_client_1.AiServicesClient,
+            ],
+            controllers,
+        };
+    }
+};
+exports.NestVertexModule = NestVertexModule;
+exports.NestVertexModule = NestVertexModule = NestVertexModule_1 = __decorate([
+    (0, common_1.Module)({})
 ], NestVertexModule);
 //# sourceMappingURL=nest-vertex.module.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dataclouder/nest-vertex",
-  "version": "0.0.57",
+  "version": "0.0.59",
   "description": "NestJS Vertex AI library for Dataclouder",
   "author": "dataclouder",
   "license": "MIT",
@@ -17,7 +17,9 @@
   "peerDependencies": {
     "@nestjs/common": ">=11.0.0",
     "@nestjs/core": ">=11.0.0",
-    "rxjs": ">=7.0.0"
+    "rxjs": ">=7.0.0",
+    "@nestjs/axios": ">=1.0.0",
+    "axios": ">=1.0.0"
   },
   "publishConfig": {
     "access": "public"

package/services/ai-services.client.d.ts

@@ -0,0 +1,46 @@
+import { HttpService } from '@nestjs/axios';
+import { GenerateTextDto } from '../dto/generate-text.dto';
+import { GenerateVideoDto } from '../dto/generate-video.dto';
+import { PromptDto } from '../dto/prompt.dto';
+export declare const AI_SERVICES_CLIENT_OPTIONS = "AI_SERVICES_CLIENT_OPTIONS";
+export interface AiServicesClientOptions {
+    apiBaseUrl: string;
+    apiKey?: string;
+}
+export declare class AiServicesClient {
+    private readonly httpService;
+    private readonly options;
+    video: Video;
+    llm: Llm;
+    image: Image;
+    tts: Tts;
+    stt: Stt;
+    constructor(httpService: HttpService, options: AiServicesClientOptions);
+}
+declare class BaseService {
+    protected readonly httpService: HttpService;
+    protected readonly options: AiServicesClientOptions;
+    constructor(httpService: HttpService, options: AiServicesClientOptions);
+    protected post<T>(endpoint: string, data: any): Promise<T>;
+    protected get<T>(endpoint: string): Promise<T>;
+}
+declare class Video extends BaseService {
+    generate(dto: GenerateVideoDto): Promise<any>;
+    generateFromAsset(id: string): Promise<any>;
+    generateVeo(dto: GenerateVideoDto): Promise<any>;
+    getStatus(operationName: string): Promise<any>;
+    getVeoStatus(operationName: string): Promise<any>;
+}
+declare class Llm extends BaseService {
+    chat(dto: GenerateTextDto): Promise<any>;
+}
+declare class Image extends BaseService {
+    generate(dto: PromptDto): Promise<any>;
+}
+declare class Tts extends BaseService {
+    synthesize(dto: any): Promise<any>;
+}
+declare class Stt extends BaseService {
+    transcribe(dto: any): Promise<any>;
+}
+export {};

package/services/ai-services.client.js

@@ -0,0 +1,114 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AiServicesClient = exports.AI_SERVICES_CLIENT_OPTIONS = void 0;
+const common_1 = require("@nestjs/common");
+const axios_1 = require("@nestjs/axios");
+const rxjs_1 = require("rxjs");
+exports.AI_SERVICES_CLIENT_OPTIONS = 'AI_SERVICES_CLIENT_OPTIONS';
+let AiServicesClient = class AiServicesClient {
+    httpService;
+    options;
+    video;
+    llm;
+    image;
+    tts;
+    stt;
+    constructor(httpService, options) {
+        this.httpService = httpService;
+        this.options = options;
+        this.video = new Video(this.httpService, this.options);
+        this.llm = new Llm(this.httpService, this.options);
+        this.image = new Image(this.httpService, this.options);
+        this.tts = new Tts(this.httpService, this.options);
+        this.stt = new Stt(this.httpService, this.options);
+    }
+};
+exports.AiServicesClient = AiServicesClient;
+exports.AiServicesClient = AiServicesClient = __decorate([
+    (0, common_1.Injectable)(),
+    __param(1, (0, common_1.Inject)(exports.AI_SERVICES_CLIENT_OPTIONS)),
+    __metadata("design:paramtypes", [axios_1.HttpService, Object])
+], AiServicesClient);
+class BaseService {
+    httpService;
+    options;
+    constructor(httpService, options) {
+        this.httpService = httpService;
+        this.options = options;
+    }
+    async post(endpoint, data) {
+        const headers = {};
+        if (this.options.apiKey) {
+            headers['Authorization'] = `Bearer ${this.options.apiKey}`;
+        }
+        const observable = this.httpService.post(`${this.options.apiBaseUrl}${endpoint}`, data, { headers });
+        return (0, rxjs_1.lastValueFrom)(observable.pipe((0, rxjs_1.map)(response => response.data)));
+    }
+    async get(endpoint) {
+        const headers = {};
+        if (this.options.apiKey) {
+            headers['Authorization'] = `Bearer ${this.options.apiKey}`;
+        }
+        const observable = this.httpService.get(`${this.options.apiBaseUrl}${endpoint}`, { headers });
+        return (0, rxjs_1.lastValueFrom)(observable.pipe((0, rxjs_1.map)(response => response.data)));
+    }
+}
+class Video extends BaseService {
+    async generate(dto) {
+        const endpoint = '/api/vertex-adapter/video/generate-video';
+        return this.post(endpoint, dto);
+    }
+    async generateFromAsset(id) {
+        const endpoint = '/api/vertex-adapter/video/generate-video-from-asset-id';
+        return this.post(endpoint, { id });
+    }
+    async generateVeo(dto) {
+        const endpoint = '/api/vertex-adapter/video/generate-veo-video';
+        return this.post(endpoint, dto);
+    }
+    async getStatus(operationName) {
+        const endpoint = `/api/vertex-adapter/video/video-status/${operationName}`;
+        return this.get(endpoint);
+    }
+    async getVeoStatus(operationName) {
+        const endpoint = '/api/vertex-adapter/video/veo-video-status';
+        return this.post(endpoint, { operationName });
+    }
+}
+class Llm extends BaseService {
+    async chat(dto) {
+        const endpoint = '/api/ai-services/adapter/llm/chat';
+        return this.post(endpoint, dto);
+    }
+}
+class Image extends BaseService {
+    async generate(dto) {
+        const endpoint = '/api/ai-services/adapter/image/generate-image';
+        return this.post(endpoint, dto);
+    }
+}
+class Tts extends BaseService {
+    async synthesize(dto) {
+        const endpoint = '/api/ai-services/adapter/tts/synthesize';
+        return this.post(endpoint, dto);
+    }
+}
+class Stt extends BaseService {
+    async transcribe(dto) {
+        const endpoint = '/api/ai-services/adapter/stt/transcribe';
+        return this.post(endpoint, dto);
+    }
+}
+//# sourceMappingURL=ai-services.client.js.map

package/services/vertex-gemini-chat.service.d.ts

@@ -15,6 +15,7 @@ export declare class GeminiChatService {
     chatStream(messages: MessageLLM[], model?: string, keyType?: TierType): Promise<AsyncIterable<ChatMessageDict>>;
     listModels(): Promise<Record<string, string>[]>;
     getDefaultQualityModel(quality: EModelQuality): string;
+    private getBestModel;
     private _extractJsonWithRecovery;
     chatAndExtractJson(messages: MessageLLM[], model?: string, keyType?: TierType): Promise<ChatJsonResponse>;
     describeImageByUrl(dto: DescribeImageRequestAdapter): Promise<any>;

package/services/vertex-gemini-chat.service.js

@@ -93,8 +93,8 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
             this.logger.debug(`Received Gemini response text. ${response?.text.slice(0, 50).replace(/\n/g, '')} ...`);
             const responseText = response?.text ?? '';
             const tokens = {
-                input: response?.usageMetadata?.candidatesTokenCount,
-                output: response?.usageMetadata?.promptTokenCount,
+                input: response?.usageMetadata?.promptTokenCount,
+                output: response?.usageMetadata?.candidatesTokenCount,
                 total: response?.usageMetadata?.totalTokenCount,
             };
             return {
@@ -201,6 +201,19 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
                 return gemini_models_1.GeminiModels.Gemini2_5Pro;
         }
     }
+    getBestModel(conversation) {
+        if (!conversation.model) {
+            return { provider: 'google', modelName: gemini_models_1.GeminiModels.Gemini2_5Lite };
+        }
+        const { quality, modelName, provider } = conversation.model;
+        if (quality) {
+            return { provider: 'google', modelName: this.getDefaultQualityModel(quality) };
+        }
+        if (modelName && provider) {
+            return { provider, modelName };
+        }
+        return { provider: 'google', modelName: gemini_models_1.GeminiModels.Gemini2_5Lite };
+    }
     async _extractJsonWithRecovery(responseText, model, keyType) {
         try {
             const json = (0, llm_models_1.extractJsonFromResponse)(responseText);
@@ -286,36 +299,30 @@ let GeminiChatService = GeminiChatService_1 = class GeminiChatService {
     }
     async chatWithConversation(conversation) {
         const startTime = Date.now();
-        if (!conversation?.model) {
-            conversation.model = { provider: 'google', modelName: gemini_models_1.GeminiModels.Gemini2_5Lite, id: 'no-id' };
-        }
+        const { provider, modelName } = this.getBestModel(conversation);
         const tierType = conversation.tierType || key_balancer_models_1.TierType.TIER_1;
-        if (conversation?.model?.quality) {
-            conversation.model.provider = 'google';
-            conversation.model.modelName = this.getDefaultQualityModel(conversation.model.quality);
-        }
         const returnJson = conversation.returnJson;
         if (returnJson) {
-            const obj = await this.chatAndExtractJson(conversation.messages, conversation.model.modelName, tierType);
+            const obj = await this.chatAndExtractJson(conversation.messages, modelName, tierType);
             const endTime = Date.now();
             const processTime = (endTime - startTime) / 1000;
             const metadata = {
                 type: 'json',
-                provider: conversation.model.provider,
-                model: conversation.model.modelName,
+                provider,
+                model: modelName,
                 processTime,
                 ...obj?.metadata,
             };
             return { content: obj.json, role: adapter_models_1.ChatRole.Assistant, metadata };
         }
         else {
-            const response = await this.chat(conversation.messages, conversation.model.modelName, tierType);
+            const response = await this.chat(conversation.messages, modelName, tierType);
             const endTime = Date.now();
             const processTime = (endTime - startTime) / 1000;
             return {
                 content: response.content,
                 role: response.role,
-                metadata: { provider: conversation.model.provider, model: conversation.model.modelName, processTime, tokens: response.metadata.tokens },
+                metadata: { provider, model: modelName, processTime, tokens: response.metadata.tokens },
             };
         }
     }

package/services/whisper/local-stt.service.js

@@ -51,8 +51,10 @@ let LocalSttService = LocalSttService_1 = class LocalSttService {
     logger = new common_1.Logger(LocalSttService_1.name);
     openai;
     constructor() {
+        const aiServerHost = process.env.AI_LAB_HOST;
+        console.log('Connecting to host AI_LAB_HOST', aiServerHost);
         this.openai = new openai_1.default({
-            baseURL: 'http://192.168.2.224:8000/v1',
+            baseURL: `${aiServerHost}:3171/v1`,
             apiKey: '',
         });
     }
@@ -103,13 +105,22 @@ let LocalSttService = LocalSttService_1 = class LocalSttService {
             this.logger.warn(`Could not determine valid extension for mime type ${mimeType}. Using original filename: ${originalFileName}. Transcription may fail if the filename lacks a supported extension.`);
         }
         try {
+            console.log(' -> Request to...', this.openai.baseURL);
             const result = await this.openai.audio.transcriptions.create({
                 model: 'rtlingo/mobiuslabsgmbh-faster-whisper-large-v3-turbo',
                 file: await (0, openai_1.toFile)(fileBuffer, effectiveFileName, { type: mimeType }),
                 response_format: 'verbose_json',
                 timestamp_granularities: ['word'],
             });
-            this.logger.log(`Transcription successful for file: ${effectiveFileName}`);
+            if (result?.segments) {
+                delete result.segments;
+            }
+            if (result?.words?.length) {
+                result.words.forEach((word) => {
+                    delete word?.probability;
+                });
+            }
+            this.logger.log(`Transcription successful for file: ${result.text}, lang: ${result.language}, duration: ${result.duration}`);
             return result;
         }
         catch (error) {