@purpleschool/gptbot 0.5.73 → 0.5.75

package/api/controllers/http/chat-private.ts

@@ -10,6 +10,8 @@ export const CHAT_PRIVATE_ROUTES = {
     FIND_BY_UUID: (uuid: string) => `${uuid}`,
     SEND_TEXT_MESSAGE: (uuid: string) => `${uuid}/messages/text`,
     SEND_IMAGE_MESSAGE: (uuid: string) => `${uuid}/messages/image`,
+    SEND_TEXT_TO_SPEECH_MESSAGE: (uuid: string) => `${uuid}/messages/text-to-speech`,
+    SEND_SPEECH_TO_TEXT_MESSAGE: (uuid: string) => `${uuid}/messages/speech-to-text`,
     ARCHIVE: 'archive',
     DELETE: (uuid: string) => `${uuid}`,
     UPDATE: (uuid: string) => `${uuid}`,

package/api/controllers/http/chat-public.ts

@@ -9,5 +9,7 @@ export const CHAT_PUBLIC_ROUTES = {
     FIND_BY_UUID: (uuid: string) => `${uuid}`,
     SEND_TEXT_MESSAGE: (uuid: string) => `${uuid}/messages/text`,
     SEND_IMAGE_MESSAGE: (uuid: string) => `${uuid}/messages/image`,
+    SEND_TEXT_TO_SPEECH_MESSAGE: (uuid: string) => `${uuid}/messages/text-to-speech`,
+    SEND_SPEECH_TO_TEXT_MESSAGE: (uuid: string) => `${uuid}/messages/speech-to-text`,
     INPUT_LIMITS: 'input-limits',
 } as const;

package/build/api/controllers/http/chat-private.js

@@ -12,6 +12,8 @@ exports.CHAT_PRIVATE_ROUTES = {
     FIND_BY_UUID: (uuid) => `${uuid}`,
     SEND_TEXT_MESSAGE: (uuid) => `${uuid}/messages/text`,
     SEND_IMAGE_MESSAGE: (uuid) => `${uuid}/messages/image`,
+    SEND_TEXT_TO_SPEECH_MESSAGE: (uuid) => `${uuid}/messages/text-to-speech`,
+    SEND_SPEECH_TO_TEXT_MESSAGE: (uuid) => `${uuid}/messages/speech-to-text`,
     ARCHIVE: 'archive',
     DELETE: (uuid) => `${uuid}`,
     UPDATE: (uuid) => `${uuid}`,

package/build/api/controllers/http/chat-public.js

@@ -11,5 +11,7 @@ exports.CHAT_PUBLIC_ROUTES = {
     FIND_BY_UUID: (uuid) => `${uuid}`,
     SEND_TEXT_MESSAGE: (uuid) => `${uuid}/messages/text`,
     SEND_IMAGE_MESSAGE: (uuid) => `${uuid}/messages/image`,
+    SEND_TEXT_TO_SPEECH_MESSAGE: (uuid) => `${uuid}/messages/text-to-speech`,
+    SEND_SPEECH_TO_TEXT_MESSAGE: (uuid) => `${uuid}/messages/speech-to-text`,
     INPUT_LIMITS: 'input-limits',
 };

package/build/commands/chat/get-last-active-chat-command.js

@@ -10,8 +10,6 @@ var GetLastActiveChatCommand;
         aIModelId: true,
     });
     GetLastActiveChatCommand.Response = zod_1.z.object({
-        data: models_1.ChatSchema.extend({
-            messages: zod_1.z.array(models_1.MessageSchema),
-        }),
+        data: models_1.ChatSchema,
     });
 })(GetLastActiveChatCommand || (exports.GetLastActiveChatCommand = GetLastActiveChatCommand = {}));

package/build/commands/message/create-image-message.command.js

@@ -7,7 +7,10 @@ const constants_1 = require("../../constants");
 var CreateImageMessageCommand;
 (function (CreateImageMessageCommand) {
     CreateImageMessageCommand.RequestSchema = zod_1.z.intersection(models_1.MessageSchema.pick({ text: true }), zod_1.z.object({
-        size: zod_1.z.nativeEnum(constants_1.DALLE_IMAGE_SIZE),
+        params: zod_1.z.array(zod_1.z.object({
+            type: zod_1.z.nativeEnum(constants_1.AI_MODEL_CONFIG_PARAM),
+            option: zod_1.z.string().uuid(),
+        })),
     }));
     CreateImageMessageCommand.RequestParamSchema = models_1.ChatSchema.pick({
         uuid: true,

package/build/commands/message/create-speech-to-text-message.command.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CreateSpeechToTextMessageCommand = void 0;
+const models_1 = require("../../models");
+const zod_1 = require("zod");
+var CreateSpeechToTextMessageCommand;
+(function (CreateSpeechToTextMessageCommand) {
+    CreateSpeechToTextMessageCommand.RequestSchema = zod_1.z.object({
+        fileId: zod_1.z.string().uuid(),
+    });
+    CreateSpeechToTextMessageCommand.RequestParamSchema = models_1.ChatSchema.pick({
+        uuid: true,
+    });
+    CreateSpeechToTextMessageCommand.ResponseSchema = zod_1.z.object({
+        data: models_1.MessageSchema,
+    });
+})(CreateSpeechToTextMessageCommand || (exports.CreateSpeechToTextMessageCommand = CreateSpeechToTextMessageCommand = {}));

package/build/commands/message/create-text-to-speech-message.command.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CreateTextToSpeechMessageCommand = void 0;
+const constants_1 = require("../../constants");
+const models_1 = require("../../models");
+const zod_1 = require("zod");
+var CreateTextToSpeechMessageCommand;
+(function (CreateTextToSpeechMessageCommand) {
+    CreateTextToSpeechMessageCommand.RequestSchema = zod_1.z.object({
+        text: zod_1.z.string(),
+        params: zod_1.z.array(zod_1.z.object({
+            type: zod_1.z.nativeEnum(constants_1.AI_MODEL_CONFIG_PARAM),
+            option: zod_1.z.string().uuid(),
+        })),
+    });
+    CreateTextToSpeechMessageCommand.RequestParamSchema = models_1.ChatSchema.pick({
+        uuid: true,
+    });
+    CreateTextToSpeechMessageCommand.ResponseSchema = zod_1.z.object({
+        data: models_1.MessageSchema,
+    });
+})(CreateTextToSpeechMessageCommand || (exports.CreateTextToSpeechMessageCommand = CreateTextToSpeechMessageCommand = {}));

package/build/commands/message/index.js

@@ -15,6 +15,8 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./create-image-message.command"), exports);
+__exportStar(require("./create-speech-to-text-message.command"), exports);
 __exportStar(require("./create-text-message.command"), exports);
+__exportStar(require("./create-text-to-speech-message.command"), exports);
 __exportStar(require("./find-message-by-uuid.command"), exports);
 __exportStar(require("./rate-message.command"), exports);

package/build/constants/ai-model/enums/ai-model-config-selector-type.enum.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AI_MODEL_CONFIG_PARAM = void 0;
+var AI_MODEL_CONFIG_PARAM;
+(function (AI_MODEL_CONFIG_PARAM) {
+    AI_MODEL_CONFIG_PARAM["IMAGE_SIZE"] = "image-size";
+    AI_MODEL_CONFIG_PARAM["VOICE_TYPE"] = "voice-type";
+})(AI_MODEL_CONFIG_PARAM || (exports.AI_MODEL_CONFIG_PARAM = AI_MODEL_CONFIG_PARAM = {}));

package/build/constants/ai-model/enums/ai-model-content-type.enum.js

@@ -4,4 +4,6 @@ exports.AI_MODEL_CONTENT_TYPE = void 0;
 exports.AI_MODEL_CONTENT_TYPE = {
     TEXT: 'TEXT',
     IMAGE: 'IMAGE',
+    TEXT_TO_SPEECH: 'TEXT_TO_SPEECH',
+    SPEECH_TO_TEXT: 'SPEECH_TO_TEXT',
 };

package/build/constants/ai-model/enums/ai-model-feature.enum.js

@@ -4,4 +4,5 @@ exports.AI_MODEL_FEATURE = void 0;
 var AI_MODEL_FEATURE;
 (function (AI_MODEL_FEATURE) {
     AI_MODEL_FEATURE["IMAGE_ATTACHMENT"] = "image_attachment";
+    AI_MODEL_FEATURE["AUDIO_ATTACHMENT"] = "audio_attachment";
 })(AI_MODEL_FEATURE || (exports.AI_MODEL_FEATURE = AI_MODEL_FEATURE = {}));

package/build/constants/ai-model/enums/ai-model-strategy.enum.js

@@ -15,4 +15,6 @@ var AI_MODEL_STRATEGY;
     AI_MODEL_STRATEGY["LLAMA_TEXT_GENERATION"] = "llama_text_generation";
     AI_MODEL_STRATEGY["QWEN_TEXT_GENERATION"] = "qwen_text_generation";
     AI_MODEL_STRATEGY["GROK_IMAGE_GENERATION"] = "grok_image_generation";
+    AI_MODEL_STRATEGY["ELEVENLABS_SPEECH_TO_TEXT"] = "elevenlabs_speech_to_text";
+    AI_MODEL_STRATEGY["ELEVENLABS_TEXT_TO_SPEECH"] = "elevenlabs_text_to_speech";
 })(AI_MODEL_STRATEGY || (exports.AI_MODEL_STRATEGY = AI_MODEL_STRATEGY = {}));

package/build/constants/ai-model/enums/index.js

@@ -14,6 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./ai-model-config-selector-type.enum"), exports);
 __exportStar(require("./ai-model-content-type.enum"), exports);
 __exportStar(require("./ai-model-feature.enum"), exports);
 __exportStar(require("./ai-model-status.enum"), exports);

package/build/constants/chat/enums/image-format.enum.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IMAGE_FORMAT = void 0;
+var IMAGE_FORMAT;
+(function (IMAGE_FORMAT) {
+    IMAGE_FORMAT["SQUARE"] = "SQUARE";
+    IMAGE_FORMAT["VERTICAL"] = "VERTICAL";
+    IMAGE_FORMAT["HORIZONTAL"] = "HORIZONTAL";
+})(IMAGE_FORMAT || (exports.IMAGE_FORMAT = IMAGE_FORMAT = {}));

package/build/constants/chat/enums/index.js

@@ -15,5 +15,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./chat-status.enum"), exports);
-__exportStar(require("./dalle-image-format.enum"), exports);
+__exportStar(require("./image-format.enum"), exports);
 __exportStar(require("./dalle-image-size.enum"), exports);

package/build/constants/errors/errors.js

@@ -1089,4 +1089,39 @@ exports.ERRORS = {
         message: 'Произошла ошибка при отправке Email',
         httpCode: 422,
     },
+    CHAT_INVALID_PARAMS: {
+        code: 'A243',
+        message: 'Указаны неверные параметры при отправке сообщения',
+        httpCode: 400,
+    },
+    CHAT_FILE_MUST_BE_AUDIO: {
+        code: 'A244',
+        message: 'Загруженный файл должен быть в аудио формате',
+        httpCode: 400,
+    },
+    S3_STREAM_ERROR: {
+        code: 'A245',
+        message: 'Произошла ошибка при потоковом чтении файла из хранилища',
+        httpCode: 500,
+    },
+    CHAT_DOES_NOT_SUPPORT_CONVERSATION: {
+        code: 'A246',
+        message: 'Чат поддерживает отправку только одного сообщения',
+        httpCode: 400,
+    },
+    CHAT_INVALID_FILE_ATTACHMENT: {
+        code: 'A247',
+        message: 'Чат не поддерживает один или несколько из приложенных файлов',
+        httpCode: 400,
+    },
+    FFMPEG_AUDIO_COMPRESSION_ERROR: {
+        code: 'A248',
+        message: 'Произошла ошибка при компрессии аудио',
+        httpCode: 500,
+    },
+    VOICE_TYPE_NOT_FOUND: {
+        code: 'A249',
+        message: 'Не удалось найти указанный тип голоса',
+        httpCode: 400,
+    },
 };

package/build/constants/file/enums/file-type.enum.js

@@ -4,5 +4,6 @@ exports.FILE_TYPE = void 0;
 var FILE_TYPE;
 (function (FILE_TYPE) {
     FILE_TYPE["IMAGE"] = "image";
+    FILE_TYPE["AUDIO"] = "audio";
     FILE_TYPE["OTHER"] = "other";
 })(FILE_TYPE || (exports.FILE_TYPE = FILE_TYPE = {}));

package/build/constants/file/file.constants.js

@@ -1,7 +1,15 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DELETE_UNUSED_FILES_AFTER_HOURS = exports.VALID_MIMETYPES = exports.IMAGE_MIMETYPES = exports.MAX_UPLOAD_SIZE = void 0;
-exports.MAX_UPLOAD_SIZE = 5 * 1024 * 1024; // 5MB
-exports.IMAGE_MIMETYPES = ['image/jpeg', 'image/png', 'image/webp'];
-exports.VALID_MIMETYPES = [...exports.IMAGE_MIMETYPES];
+exports.DELETE_UNUSED_FILES_AFTER_HOURS = exports.SUPPORTED_FILES = exports.MAX_AUDIO_UPLOAD_SIZE = exports.MAX_IMAGE_UPLOAD_SIZE = void 0;
+const enums_1 = require("./enums");
+exports.MAX_IMAGE_UPLOAD_SIZE = 5 * 1024 * 1024; //  5 MB
+exports.MAX_AUDIO_UPLOAD_SIZE = 500 * 1024 * 1024; // 500 MB
+exports.SUPPORTED_FILES = new Map([
+    ['image/jpeg', { type: enums_1.FILE_TYPE.IMAGE, size: exports.MAX_IMAGE_UPLOAD_SIZE }],
+    ['image/png', { type: enums_1.FILE_TYPE.IMAGE, size: exports.MAX_IMAGE_UPLOAD_SIZE }],
+    ['image/webp', { type: enums_1.FILE_TYPE.IMAGE, size: exports.MAX_IMAGE_UPLOAD_SIZE }],
+    ['audio/mp3', { type: enums_1.FILE_TYPE.AUDIO, size: exports.MAX_AUDIO_UPLOAD_SIZE }],
+    ['audio/mpeg', { type: enums_1.FILE_TYPE.AUDIO, size: exports.MAX_AUDIO_UPLOAD_SIZE }],
+    ['audio/wav', { type: enums_1.FILE_TYPE.AUDIO, size: exports.MAX_AUDIO_UPLOAD_SIZE }],
+]);
 exports.DELETE_UNUSED_FILES_AFTER_HOURS = 12;

package/build/models/ai-model-config.schema.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AiModelConfigSchema = exports.AiModelVoiceTypeParameter = exports.AiModelVoiceTypeOptionSchema = exports.AiModelImageSizeParameter = exports.AiModelImageSizeOptionSchema = exports.AiModelConfigParameterSchema = void 0;
+const zod_1 = require("zod");
+const constants_1 = require("../constants");
+exports.AiModelConfigParameterSchema = zod_1.z.object({
+    id: zod_1.z.string(),
+    title: zod_1.z.string(),
+    order: zod_1.z.number(),
+    icon: zod_1.z.string().optional(),
+});
+// IMAGE SIZE
+exports.AiModelImageSizeOptionSchema = exports.AiModelConfigParameterSchema.extend({
+    dimensions: zod_1.z.object({
+        w: zod_1.z.number(),
+        h: zod_1.z.number(),
+    }),
+});
+exports.AiModelImageSizeParameter = zod_1.z.object({
+    title: zod_1.z.string(),
+    options: zod_1.z.array(exports.AiModelImageSizeOptionSchema),
+});
+// VOICE TYPE
+exports.AiModelVoiceTypeOptionSchema = exports.AiModelConfigParameterSchema.extend({
+    title: zod_1.z.string(),
+    previewUrl: zod_1.z.string(),
+    languages: zod_1.z.array(zod_1.z.object({
+        title: zod_1.z.string(),
+        icon: zod_1.z.string(),
+    })),
+    description: zod_1.z.string(),
+    tags: zod_1.z.array(zod_1.z.string()),
+    order: zod_1.z.number(),
+    voice_id: zod_1.z.string(),
+});
+exports.AiModelVoiceTypeParameter = zod_1.z.object({
+    title: zod_1.z.string(),
+    options: zod_1.z.array(exports.AiModelVoiceTypeOptionSchema),
+});
+// CONFIG
+exports.AiModelConfigSchema = zod_1.z.object({
+    parameters: zod_1.z
+        .object({
+        [constants_1.AI_MODEL_CONFIG_PARAM.IMAGE_SIZE]: exports.AiModelImageSizeParameter.optional(),
+        [constants_1.AI_MODEL_CONFIG_PARAM.VOICE_TYPE]: exports.AiModelVoiceTypeParameter.optional(),
+    })
+        .strict(),
+});

package/build/models/ai-model.schema.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.AiModelWithUnlockedBySchema = exports.CreateAiModelSchema = exports.AiModelSchema = void 0;
 const zod_1 = require("zod");
 const constants_1 = require("../constants");
+const ai_model_config_schema_1 = require("./ai-model-config.schema");
 exports.AiModelSchema = zod_1.z.object({
     uuid: zod_1.z.string().uuid(),
     title: zod_1.z.string(),
@@ -19,6 +20,7 @@ exports.AiModelSchema = zod_1.z.object({
         png: zod_1.z.string(),
     }),
     maxInputLength: zod_1.z.number(),
+    config: ai_model_config_schema_1.AiModelConfigSchema,
     createdAt: zod_1.z.date(),
     updatedAt: zod_1.z.date(),
 });

package/build/models/chat.schema.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.ChatSchema = void 0;
 const zod_1 = require("zod");
 const constants_1 = require("../constants");
+const message_schema_1 = require("./message.schema");
 exports.ChatSchema = zod_1.z.object({
     uuid: zod_1.z.string().uuid(),
     userId: zod_1.z.nullable(zod_1.z.string().uuid()),
@@ -11,6 +12,7 @@ exports.ChatSchema = zod_1.z.object({
     aIModelId: zod_1.z.string().uuid(),
     title: zod_1.z.string(),
     chatStatus: zod_1.z.enum(Object.values(constants_1.CHAT_STATUS_ENUM)),
+    messages: zod_1.z.array(message_schema_1.MessageSchema),
     createdAt: zod_1.z.date(),
     updatedAt: zod_1.z.date(),
     deletedAt: zod_1.z.nullable(zod_1.z.date()),

package/build/models/index.js

@@ -14,6 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./ai-model-config.schema"), exports);
 __exportStar(require("./ai-model-formatted.schema"), exports);
 __exportStar(require("./ai-model.schema"), exports);
 __exportStar(require("./category.schema"), exports);

package/build/models/message.schema.js

@@ -12,7 +12,7 @@ exports.MessageSchema = zod_1.z.object({
     tokenUsage: zod_1.z.number(),
     userReaction: zod_1.z.nullable(zod_1.z.enum(Object.values(constants_1.USER_REACTION))),
     files: zod_1.z.array(file_schema_1.FileSchema),
-    imageFormat: zod_1.z.nullable(zod_1.z.enum(Object.values(constants_1.DALLE_IMAGE_FORMAT_ENUM))),
+    imageFormat: zod_1.z.nullable(zod_1.z.nativeEnum(constants_1.IMAGE_FORMAT)),
     status: zod_1.z.nativeEnum(constants_1.MESSAGE_STATUS),
     createdAt: zod_1.z.date(),
     updatedAt: zod_1.z.date(),

package/commands/chat/get-last-active-chat-command.ts

@@ -1,4 +1,4 @@
-import { ChatSchema, MessageSchema } from '../../models';
+import { ChatSchema } from '../../models';
 import { z } from 'zod';
 
 export namespace GetLastActiveChatCommand {
@@ -8,9 +8,7 @@ export namespace GetLastActiveChatCommand {
     });
 
     export const Response = z.object({
-        data: ChatSchema.extend({
-            messages: z.array(MessageSchema),
-        }),
+        data: ChatSchema,
     });
 
     export type Response = z.infer<typeof Response>;

package/commands/message/create-image-message.command.ts

@@ -1,12 +1,17 @@
 import { ChatSchema, MessageSchema } from '../../models';
 import { z } from 'zod';
-import { DALLE_IMAGE_SIZE } from '../../constants';
+import { AI_MODEL_CONFIG_PARAM } from '../../constants';
 
 export namespace CreateImageMessageCommand {
     export const RequestSchema = z.intersection(
         MessageSchema.pick({ text: true }),
         z.object({
-            size: z.nativeEnum(DALLE_IMAGE_SIZE),
+            params: z.array(
+                z.object({
+                    type: z.nativeEnum(AI_MODEL_CONFIG_PARAM),
+                    option: z.string().uuid(),
+                }),
+            ),
         }),
     );
 

package/commands/message/create-speech-to-text-message.command.ts

@@ -0,0 +1,19 @@
+import { ChatSchema, MessageSchema } from '../../models';
+import { z } from 'zod';
+
+export namespace CreateSpeechToTextMessageCommand {
+    export const RequestSchema = z.object({
+        fileId: z.string().uuid(),
+    });
+    export type Request = z.infer<typeof RequestSchema>;
+
+    export const RequestParamSchema = ChatSchema.pick({
+        uuid: true,
+    });
+    export type RequestParam = z.infer<typeof RequestParamSchema>;
+
+    export const ResponseSchema = z.object({
+        data: MessageSchema,
+    });
+    export type Response = z.infer<typeof ResponseSchema>;
+}

package/commands/message/create-text-to-speech-message.command.ts

@@ -0,0 +1,26 @@
+import { AI_MODEL_CONFIG_PARAM } from '../../constants';
+import { ChatSchema, MessageSchema } from '../../models';
+import { z } from 'zod';
+
+export namespace CreateTextToSpeechMessageCommand {
+    export const RequestSchema = z.object({
+        text: z.string(),
+        params: z.array(
+            z.object({
+                type: z.nativeEnum(AI_MODEL_CONFIG_PARAM),
+                option: z.string().uuid(),
+            }),
+        ),
+    });
+    export type Request = z.infer<typeof RequestSchema>;
+
+    export const RequestParamSchema = ChatSchema.pick({
+        uuid: true,
+    });
+    export type RequestParam = z.infer<typeof RequestParamSchema>;
+
+    export const ResponseSchema = z.object({
+        data: MessageSchema,
+    });
+    export type Response = z.infer<typeof ResponseSchema>;
+}

package/commands/message/index.ts

@@ -1,4 +1,6 @@
 export * from './create-image-message.command';
+export * from './create-speech-to-text-message.command';
 export * from './create-text-message.command';
+export * from './create-text-to-speech-message.command';
 export * from './find-message-by-uuid.command';
 export * from './rate-message.command';

package/constants/ai-model/enums/ai-model-config-selector-type.enum.ts

@@ -0,0 +1,4 @@
+export enum AI_MODEL_CONFIG_PARAM {
+    IMAGE_SIZE = 'image-size',
+    VOICE_TYPE = 'voice-type',
+}

package/constants/ai-model/enums/ai-model-content-type.enum.ts

@@ -1,6 +1,8 @@
 export const AI_MODEL_CONTENT_TYPE = {
     TEXT: 'TEXT',
     IMAGE: 'IMAGE',
+    TEXT_TO_SPEECH: 'TEXT_TO_SPEECH',
+    SPEECH_TO_TEXT: 'SPEECH_TO_TEXT',
 } as const;
 
 export type TAIModelContentTypeEnum =

package/constants/ai-model/enums/ai-model-feature.enum.ts

@@ -1,3 +1,4 @@
 export enum AI_MODEL_FEATURE {
     IMAGE_ATTACHMENT = 'image_attachment',
+    AUDIO_ATTACHMENT = 'audio_attachment',
 }

package/constants/ai-model/enums/ai-model-strategy.enum.ts

@@ -11,4 +11,6 @@ export enum AI_MODEL_STRATEGY {
     LLAMA_TEXT_GENERATION = 'llama_text_generation',
     QWEN_TEXT_GENERATION = 'qwen_text_generation',
     GROK_IMAGE_GENERATION = 'grok_image_generation',
+    ELEVENLABS_SPEECH_TO_TEXT = 'elevenlabs_speech_to_text',
+    ELEVENLABS_TEXT_TO_SPEECH = 'elevenlabs_text_to_speech',
 }

package/constants/ai-model/enums/index.ts

@@ -1,3 +1,4 @@
+export * from './ai-model-config-selector-type.enum';
 export * from './ai-model-content-type.enum';
 export * from './ai-model-feature.enum';
 export * from './ai-model-status.enum';

package/constants/chat/enums/image-format.enum.ts

@@ -0,0 +1,5 @@
+export enum IMAGE_FORMAT {
+    SQUARE = 'SQUARE',
+    VERTICAL = 'VERTICAL',
+    HORIZONTAL = 'HORIZONTAL',
+}

package/constants/chat/enums/index.ts

@@ -1,3 +1,3 @@
 export * from './chat-status.enum';
-export * from './dalle-image-format.enum';
+export * from './image-format.enum';
 export * from './dalle-image-size.enum';

package/constants/errors/errors.ts

@@ -1095,4 +1095,39 @@ export const ERRORS = {
         message: 'Произошла ошибка при отправке Email',
         httpCode: 422,
     },
+    CHAT_INVALID_PARAMS: {
+        code: 'A243',
+        message: 'Указаны неверные параметры при отправке сообщения',
+        httpCode: 400,
+    },
+    CHAT_FILE_MUST_BE_AUDIO: {
+        code: 'A244',
+        message: 'Загруженный файл должен быть в аудио формате',
+        httpCode: 400,
+    },
+    S3_STREAM_ERROR: {
+        code: 'A245',
+        message: 'Произошла ошибка при потоковом чтении файла из хранилища',
+        httpCode: 500,
+    },
+    CHAT_DOES_NOT_SUPPORT_CONVERSATION: {
+        code: 'A246',
+        message: 'Чат поддерживает отправку только одного сообщения',
+        httpCode: 400,
+    },
+    CHAT_INVALID_FILE_ATTACHMENT: {
+        code: 'A247',
+        message: 'Чат не поддерживает один или несколько из приложенных файлов',
+        httpCode: 400,
+    },
+    FFMPEG_AUDIO_COMPRESSION_ERROR: {
+        code: 'A248',
+        message: 'Произошла ошибка при компрессии аудио',
+        httpCode: 500,
+    },
+    VOICE_TYPE_NOT_FOUND: {
+        code: 'A249',
+        message: 'Не удалось найти указанный тип голоса',
+        httpCode: 400,
+    },
 };

package/constants/file/enums/file-type.enum.ts

@@ -1,4 +1,5 @@
 export enum FILE_TYPE {
     IMAGE = 'image',
+    AUDIO = 'audio',
     OTHER = 'other',
 }

package/constants/file/file.constants.ts

@@ -1,7 +1,21 @@
-export const MAX_UPLOAD_SIZE = 5 * 1024 * 1024; // 5MB
+import { FILE_TYPE } from './enums';
 
-export const IMAGE_MIMETYPES = ['image/jpeg', 'image/png', 'image/webp'];
+export const MAX_IMAGE_UPLOAD_SIZE = 5 * 1024 * 1024; //  5 MB
+export const MAX_AUDIO_UPLOAD_SIZE = 500 * 1024 * 1024; // 500 MB
 
-export const VALID_MIMETYPES = [...IMAGE_MIMETYPES];
+export const SUPPORTED_FILES = new Map<
+    string,
+    {
+        type: FILE_TYPE;
+        size: number;
+    }
+>([
+    ['image/jpeg', { type: FILE_TYPE.IMAGE, size: MAX_IMAGE_UPLOAD_SIZE }],
+    ['image/png', { type: FILE_TYPE.IMAGE, size: MAX_IMAGE_UPLOAD_SIZE }],
+    ['image/webp', { type: FILE_TYPE.IMAGE, size: MAX_IMAGE_UPLOAD_SIZE }],
+    ['audio/mp3', { type: FILE_TYPE.AUDIO, size: MAX_AUDIO_UPLOAD_SIZE }],
+    ['audio/mpeg', { type: FILE_TYPE.AUDIO, size: MAX_AUDIO_UPLOAD_SIZE }],
+    ['audio/wav', { type: FILE_TYPE.AUDIO, size: MAX_AUDIO_UPLOAD_SIZE }],
+]);
 
 export const DELETE_UNUSED_FILES_AFTER_HOURS = 12;

package/models/ai-model-config.schema.ts

@@ -0,0 +1,63 @@
+import { z } from 'zod';
+import { AI_MODEL_CONFIG_PARAM } from '../constants';
+
+export const AiModelConfigParameterSchema = z.object({
+    id: z.string(),
+    title: z.string(),
+    order: z.number(),
+    icon: z.string().optional(),
+});
+
+// IMAGE SIZE
+
+export const AiModelImageSizeOptionSchema = AiModelConfigParameterSchema.extend({
+    dimensions: z.object({
+        w: z.number(),
+        h: z.number(),
+    }),
+});
+
+export const AiModelImageSizeParameter = z.object({
+    title: z.string(),
+    options: z.array(AiModelImageSizeOptionSchema),
+});
+
+// VOICE TYPE
+
+export const AiModelVoiceTypeOptionSchema = AiModelConfigParameterSchema.extend({
+    title: z.string(),
+    previewUrl: z.string(),
+    languages: z.array(
+        z.object({
+            title: z.string(),
+            icon: z.string(),
+        }),
+    ),
+    description: z.string(),
+    tags: z.array(z.string()),
+    order: z.number(),
+    voice_id: z.string(),
+});
+
+export const AiModelVoiceTypeParameter = z.object({
+    title: z.string(),
+    options: z.array(AiModelVoiceTypeOptionSchema),
+});
+
+// CONFIG
+
+export const AiModelConfigSchema = z.object({
+    parameters: z
+        .object({
+            [AI_MODEL_CONFIG_PARAM.IMAGE_SIZE]: AiModelImageSizeParameter.optional(),
+            [AI_MODEL_CONFIG_PARAM.VOICE_TYPE]: AiModelVoiceTypeParameter.optional(),
+        })
+        .strict(),
+});
+
+export type AiModelConfigParameter = z.infer<typeof AiModelConfigParameterSchema>;
+export type AiModelImageSizeOption = z.infer<typeof AiModelImageSizeOptionSchema>;
+export type AiModelImageSizeParameter = z.infer<typeof AiModelImageSizeParameter>;
+export type AiModelConfig = z.infer<typeof AiModelConfigSchema>;
+export type AiModelVoiceTypeOption = z.infer<typeof AiModelVoiceTypeOptionSchema>;
+export type AiModelVoiceTypeParameter = z.infer<typeof AiModelVoiceTypeParameter>;

package/models/ai-model.schema.ts

@@ -5,6 +5,7 @@ import {
     AI_MODEL_STATUS,
     TAIModelContentTypeEnum,
 } from '../constants';
+import { AiModelConfigSchema } from './ai-model-config.schema';
 
 export const AiModelSchema = z.object({
     uuid: z.string().uuid(),
@@ -22,6 +23,7 @@ export const AiModelSchema = z.object({
         png: z.string(),
     }),
     maxInputLength: z.number(),
+    config: AiModelConfigSchema,
     createdAt: z.date(),
     updatedAt: z.date(),
 });

package/models/chat.schema.ts

@@ -1,5 +1,6 @@
 import { z } from 'zod';
 import { CHAT_STATUS_ENUM, TChatStatusEnum } from '../constants';
+import { MessageSchema } from './message.schema';
 
 export const ChatSchema = z.object({
     uuid: z.string().uuid(),
@@ -9,6 +10,7 @@ export const ChatSchema = z.object({
     aIModelId: z.string().uuid(),
     title: z.string(),
     chatStatus: z.enum(Object.values(CHAT_STATUS_ENUM) as [TChatStatusEnum]),
+    messages: z.array(MessageSchema),
 
     createdAt: z.date(),
     updatedAt: z.date(),

package/models/index.ts

@@ -1,3 +1,4 @@
+export * from './ai-model-config.schema';
 export * from './ai-model-formatted.schema';
 export * from './ai-model.schema';
 export * from './category.schema';

package/models/message.schema.ts

@@ -1,11 +1,5 @@
 import { z } from 'zod';
-import {
-    DALLE_IMAGE_FORMAT_ENUM,
-    MESSAGE_STATUS,
-    TDalleImageFormatEnum,
-    TUserReactionEnum,
-    USER_REACTION,
-} from '../constants';
+import { IMAGE_FORMAT, MESSAGE_STATUS, TUserReactionEnum, USER_REACTION } from '../constants';
 import { FileSchema } from './file.schema';
 
 export const MessageSchema = z.object({
@@ -16,9 +10,7 @@ export const MessageSchema = z.object({
     tokenUsage: z.number(),
     userReaction: z.nullable(z.enum(Object.values(USER_REACTION) as [TUserReactionEnum])),
     files: z.array(FileSchema),
-    imageFormat: z.nullable(
-        z.enum(Object.values(DALLE_IMAGE_FORMAT_ENUM) as [TDalleImageFormatEnum]),
-    ),
+    imageFormat: z.nullable(z.nativeEnum(IMAGE_FORMAT)),
     status: z.nativeEnum(MESSAGE_STATUS),
 
     createdAt: z.date(),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@purpleschool/gptbot",
-  "version": "0.5.73",
+  "version": "0.5.75",
   "description": "",
   "main": "build/index.js",
   "types": "build/index.d.ts",

package/build/constants/chat/enums/dalle-image-format.enum.js

@@ -1,9 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DALLE_IMAGE_FORMAT_ARRAY = exports.DALLE_IMAGE_FORMAT_ENUM = void 0;
-exports.DALLE_IMAGE_FORMAT_ENUM = {
-    SQUARE: 'SQUARE',
-    VERTICAL: 'VERTICAL',
-    HORIZONTAL: 'HORIZONTAL',
-};
-exports.DALLE_IMAGE_FORMAT_ARRAY = Object.values(exports.DALLE_IMAGE_FORMAT_ENUM);

package/constants/chat/enums/dalle-image-format.enum.ts

@@ -1,10 +0,0 @@
-export const DALLE_IMAGE_FORMAT_ENUM = {
-    SQUARE: 'SQUARE',
-    VERTICAL: 'VERTICAL',
-    HORIZONTAL: 'HORIZONTAL',
-} as const;
-
-export type TDalleImageFormatEnum =
-    (typeof DALLE_IMAGE_FORMAT_ENUM)[keyof typeof DALLE_IMAGE_FORMAT_ENUM];
-export const DALLE_IMAGE_FORMAT_ARRAY: TDalleImageFormatEnum[] =
-    Object.values(DALLE_IMAGE_FORMAT_ENUM);