@purpleschool/gptbot 0.7.9 → 0.7.11

package/api/controllers/http/files.ts

@@ -6,6 +6,7 @@ export const FILE_ROUTES = {
     UPLOAD: 'upload',
     UPLOAD_FILE: 'upload-file',
     UPLOAD_IMAGE: 'upload-image',
+    CALCULATE_TEXT_FILE_COST: (uuid: string) => `cost/text/${uuid}`,
     CRON: {
         DELETE_UNUSED: 'cron/delete-unused',
     },

package/api/routes.ts

@@ -146,6 +146,8 @@ export const REST_API = {
     FILES: {
         UPLOAD_FILE: `${ROOT}/${CONTROLLERS.FILE_CONTROLLER}/${CONTROLLERS.FILE_ROUTES.UPLOAD_FILE}`,
         UPLOAD_IMAGE: `${ROOT}/${CONTROLLERS.FILE_CONTROLLER}/${CONTROLLERS.FILE_ROUTES.UPLOAD_IMAGE}`,
+        CALCULATE_TEXT_FILE_COST: (uuid: string) =>
+            `${ROOT}/${CONTROLLERS.FILE_CONTROLLER}/${CONTROLLERS.FILE_ROUTES.CALCULATE_TEXT_FILE_COST(uuid)}`,
     },
     BLOG_ARTICLES: {
         CREATE: `${ROOT}/${CONTROLLERS.BLOG_CONTROLLER(POST_TYPE.ARTICLE)}`,

package/build/api/controllers/http/files.js

@@ -8,6 +8,7 @@ exports.FILE_ROUTES = {
     UPLOAD: 'upload',
     UPLOAD_FILE: 'upload-file',
     UPLOAD_IMAGE: 'upload-image',
+    CALCULATE_TEXT_FILE_COST: (uuid) => `cost/text/${uuid}`,
     CRON: {
         DELETE_UNUSED: 'cron/delete-unused',
     },

package/build/api/routes.js

@@ -154,6 +154,7 @@ exports.REST_API = {
     FILES: {
         UPLOAD_FILE: `${exports.ROOT}/${CONTROLLERS.FILE_CONTROLLER}/${CONTROLLERS.FILE_ROUTES.UPLOAD_FILE}`,
         UPLOAD_IMAGE: `${exports.ROOT}/${CONTROLLERS.FILE_CONTROLLER}/${CONTROLLERS.FILE_ROUTES.UPLOAD_IMAGE}`,
+        CALCULATE_TEXT_FILE_COST: (uuid) => `${exports.ROOT}/${CONTROLLERS.FILE_CONTROLLER}/${CONTROLLERS.FILE_ROUTES.CALCULATE_TEXT_FILE_COST(uuid)}`,
     },
     BLOG_ARTICLES: {
         CREATE: `${exports.ROOT}/${CONTROLLERS.BLOG_CONTROLLER(constants_1.POST_TYPE.ARTICLE)}`,

package/build/commands/file/calculate-file-cost.command.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CalculateFileCostCommand = void 0;
+const models_1 = require("../../models");
+const zod_1 = require("zod");
+var CalculateFileCostCommand;
+(function (CalculateFileCostCommand) {
+    CalculateFileCostCommand.RequestParamSchema = models_1.FileSchema.pick({
+        uuid: true,
+    });
+    CalculateFileCostCommand.RequestSchema = zod_1.z.object({
+        model: zod_1.z.string(),
+    });
+    CalculateFileCostCommand.ResponseSchema = zod_1.z.object({
+        data: models_1.FileSchema,
+    });
+})(CalculateFileCostCommand || (exports.CalculateFileCostCommand = CalculateFileCostCommand = {}));

package/build/commands/file/index.js

@@ -16,3 +16,4 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./delete-user-file.command"), exports);
 __exportStar(require("./upload.command"), exports);
+__exportStar(require("./calculate-file-cost.command"), exports);

package/build/commands/file/upload.command.js

@@ -5,6 +5,9 @@ const models_1 = require("../../models");
 const zod_1 = require("zod");
 var UploadFileCommand;
 (function (UploadFileCommand) {
+    UploadFileCommand.RequestSchema = zod_1.z.object({
+        model: zod_1.z.string().optional(),
+    });
     UploadFileCommand.ResponseSchema = zod_1.z.object({
         data: models_1.FileSchema,
     });

package/build/constants/ai-model/enums/ai-model-feature.enum.js

@@ -5,6 +5,7 @@ var AI_MODEL_FEATURE;
 (function (AI_MODEL_FEATURE) {
     AI_MODEL_FEATURE["IMAGE_ATTACHMENT"] = "image_attachment";
     AI_MODEL_FEATURE["AUDIO_ATTACHMENT"] = "audio_attachment";
+    AI_MODEL_FEATURE["TEXT_ATTACHMENT"] = "text_attachment";
     AI_MODEL_FEATURE["WEB_SEARCH"] = "web_search";
     AI_MODEL_FEATURE["IMAGE_EDITING"] = "image_editing";
 })(AI_MODEL_FEATURE || (exports.AI_MODEL_FEATURE = AI_MODEL_FEATURE = {}));

package/build/constants/errors/errors.js

@@ -1248,9 +1248,9 @@ exports.ERRORS = {
         message: 'Произошла ошибка при удалении сообщения',
         httpCode: 500,
     },
-    CHAT_IMAGE_ATTACHMENT_FEATURE_MISSING: {
+    CHAT_FILE_ATTACHMENT_FEATURE_MISSING: {
         code: 'A275',
-        message: 'Функция вложения изображений не указана в запросе',
+        message: 'Функции вложения файлов не указаны в запросе',
         httpCode: 400,
     },
     CHAT_IMAGE_ATTACHMENT_AND_WEB_SEARCH_CONFLICT: {
@@ -1562,4 +1562,19 @@ exports.ERRORS = {
         message: 'Выбрана Неверная продолжительность видео',
         httpCode: 400,
     },
+    FILE_UPLOAD_NO_MODEL: {
+        code: 'A334',
+        message: 'В запросе нет модели для обработки текстового файла',
+        httpCode: 400,
+    },
+    FILE_VECTOR_CHUNKS_CREATE_ERROR: {
+        code: 'A335',
+        message: 'Ошибка при сохранении векторных чанков файлов',
+        httpCode: 500,
+    },
+    FILE_VECTOR_SEARCH_ERROR: {
+        code: 'A336',
+        message: 'Ошибка при поиске по векторному хранилищу',
+        httpCode: 500,
+    },
 };

package/build/constants/file/enums/file-type.enum.js

@@ -5,5 +5,6 @@ var FILE_TYPE;
 (function (FILE_TYPE) {
     FILE_TYPE["IMAGE"] = "image";
     FILE_TYPE["AUDIO"] = "audio";
+    FILE_TYPE["TEXT"] = "text";
     FILE_TYPE["OTHER"] = "other";
 })(FILE_TYPE || (exports.FILE_TYPE = FILE_TYPE = {}));

package/build/constants/file/file.constants.js

@@ -1,9 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DELETE_UNUSED_FILES_AFTER_HOURS = exports.SUPPORTED_FILES = exports.MAX_AUDIO_UPLOAD_SIZE = exports.MAX_IMAGE_UPLOAD_SIZE = void 0;
+exports.DELETE_UNUSED_FILES_AFTER_HOURS = exports.SUPPORTED_FILES = exports.MAX_TEXT_UPLOAD_SIZE = exports.MAX_AUDIO_UPLOAD_SIZE = exports.MAX_IMAGE_UPLOAD_SIZE = void 0;
 const enums_1 = require("./enums");
 exports.MAX_IMAGE_UPLOAD_SIZE = 5 * 1024 * 1024; //  5 MB
 exports.MAX_AUDIO_UPLOAD_SIZE = 500 * 1024 * 1024; // 500 MB
+exports.MAX_TEXT_UPLOAD_SIZE = 10 * 1024 * 1024; // 10 MB
 exports.SUPPORTED_FILES = new Map([
     ['image/jpeg', { type: enums_1.FILE_TYPE.IMAGE, size: exports.MAX_IMAGE_UPLOAD_SIZE }],
     ['image/png', { type: enums_1.FILE_TYPE.IMAGE, size: exports.MAX_IMAGE_UPLOAD_SIZE }],
@@ -13,5 +14,34 @@ exports.SUPPORTED_FILES = new Map([
     ['audio/wave', { type: enums_1.FILE_TYPE.AUDIO, size: exports.MAX_AUDIO_UPLOAD_SIZE }],
     ['audio/wav', { type: enums_1.FILE_TYPE.AUDIO, size: exports.MAX_AUDIO_UPLOAD_SIZE }],
     ['audio/x-wav', { type: enums_1.FILE_TYPE.AUDIO, size: exports.MAX_AUDIO_UPLOAD_SIZE }],
+    ['text/plain', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/markdown', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/csv', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/tab-separated-values', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['application/json', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['application/xml', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/xml', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['application/x-yaml', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/yaml', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['application/javascript', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['application/typescript', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/javascript', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/typescript', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/html', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/css', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['application/x-sh', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-python', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-c', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-c++', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-java-source', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-shellscript', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-php', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-ruby', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-go', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-scss', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-yaml', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-ini', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-properties', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-config', { type: enums_1.FILE_TYPE.TEXT, size: exports.MAX_TEXT_UPLOAD_SIZE }],
 ]);
 exports.DELETE_UNUSED_FILES_AFTER_HOURS = 12;

package/build/models/file.schema.js

@@ -13,6 +13,7 @@ exports.FileSchema = zod_1.z.object({
     type: zod_1.z.nativeEnum(constants_1.FILE_TYPE),
     duration: zod_1.z.number().nullable(),
     attachmentCost: zod_1.z.number(),
+    contentLength: zod_1.z.number().nullable(),
     createdAt: zod_1.z.date(),
     updatedAt: zod_1.z.date(),
 });

package/commands/file/calculate-file-cost.command.ts

@@ -0,0 +1,22 @@
+import { FileSchema } from '../../models';
+import { z } from 'zod';
+
+export namespace CalculateFileCostCommand {
+    export const RequestParamSchema = FileSchema.pick({
+        uuid: true,
+    });
+
+    export type RequestParam = z.infer<typeof RequestParamSchema>;
+
+    export const RequestSchema = z.object({
+        model: z.string(),
+    });
+
+    export type Request = z.infer<typeof RequestSchema>;
+
+    export const ResponseSchema = z.object({
+        data: FileSchema,
+    });
+
+    export type Response = z.infer<typeof ResponseSchema>;
+}

package/commands/file/index.ts

@@ -1,2 +1,3 @@
 export * from './delete-user-file.command';
 export * from './upload.command';
+export * from './calculate-file-cost.command';

package/commands/file/upload.command.ts

@@ -2,6 +2,12 @@ import { FileSchema } from '../../models';
 import { z } from 'zod';
 
 export namespace UploadFileCommand {
+    export const RequestSchema = z.object({
+        model: z.string().optional(),
+    });
+
+    export type Request = z.infer<typeof RequestSchema>;
+
     export const ResponseSchema = z.object({
         data: FileSchema,
     });

package/constants/ai-model/enums/ai-model-feature.enum.ts

@@ -1,6 +1,7 @@
 export enum AI_MODEL_FEATURE {
     IMAGE_ATTACHMENT = 'image_attachment',
     AUDIO_ATTACHMENT = 'audio_attachment',
+    TEXT_ATTACHMENT = 'text_attachment',
     WEB_SEARCH = 'web_search',
     IMAGE_EDITING = 'image_editing',
 }

package/constants/errors/errors.ts

@@ -1254,9 +1254,9 @@ export const ERRORS = {
         message: 'Произошла ошибка при удалении сообщения',
         httpCode: 500,
     },
-    CHAT_IMAGE_ATTACHMENT_FEATURE_MISSING: {
+    CHAT_FILE_ATTACHMENT_FEATURE_MISSING: {
         code: 'A275',
-        message: 'Функция вложения изображений не указана в запросе',
+        message: 'Функции вложения файлов не указаны в запросе',
         httpCode: 400,
     },
     CHAT_IMAGE_ATTACHMENT_AND_WEB_SEARCH_CONFLICT: {
@@ -1569,4 +1569,19 @@ export const ERRORS = {
         message: 'Выбрана Неверная продолжительность видео',
         httpCode: 400,
     },
+    FILE_UPLOAD_NO_MODEL: {
+        code: 'A334',
+        message: 'В запросе нет модели для обработки текстового файла',
+        httpCode: 400,
+    },
+    FILE_VECTOR_CHUNKS_CREATE_ERROR: {
+        code: 'A335',
+        message: 'Ошибка при сохранении векторных чанков файлов',
+        httpCode: 500,
+    },
+    FILE_VECTOR_SEARCH_ERROR: {
+        code: 'A336',
+        message: 'Ошибка при поиске по векторному хранилищу',
+        httpCode: 500,
+    },
 };

package/constants/file/enums/file-type.enum.ts

@@ -1,5 +1,6 @@
 export enum FILE_TYPE {
     IMAGE = 'image',
     AUDIO = 'audio',
+    TEXT = 'text',
     OTHER = 'other',
 }

package/constants/file/file.constants.ts

@@ -2,6 +2,7 @@ import { FILE_TYPE } from './enums';
 
 export const MAX_IMAGE_UPLOAD_SIZE = 5 * 1024 * 1024; //  5 MB
 export const MAX_AUDIO_UPLOAD_SIZE = 500 * 1024 * 1024; // 500 MB
+export const MAX_TEXT_UPLOAD_SIZE = 10 * 1024 * 1024; // 10 MB
 
 export const SUPPORTED_FILES = new Map<
     string,
@@ -18,6 +19,35 @@ export const SUPPORTED_FILES = new Map<
     ['audio/wave', { type: FILE_TYPE.AUDIO, size: MAX_AUDIO_UPLOAD_SIZE }],
     ['audio/wav', { type: FILE_TYPE.AUDIO, size: MAX_AUDIO_UPLOAD_SIZE }],
     ['audio/x-wav', { type: FILE_TYPE.AUDIO, size: MAX_AUDIO_UPLOAD_SIZE }],
+    ['text/plain', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/markdown', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/csv', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/tab-separated-values', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['application/json', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['application/xml', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/xml', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['application/x-yaml', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/yaml', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['application/javascript', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['application/typescript', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/javascript', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/typescript', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/html', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/css', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['application/x-sh', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-python', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-c', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-c++', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-java-source', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-shellscript', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-php', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-ruby', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-go', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-scss', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-yaml', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-ini', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-properties', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
+    ['text/x-config', { type: FILE_TYPE.TEXT, size: MAX_TEXT_UPLOAD_SIZE }],
 ]);
 
 export const DELETE_UNUSED_FILES_AFTER_HOURS = 12;

package/models/file.schema.ts

@@ -11,6 +11,7 @@ export const FileSchema = z.object({
     type: z.nativeEnum(FILE_TYPE),
     duration: z.number().nullable(),
     attachmentCost: z.number(),
+    contentLength: z.number().nullable(),
     createdAt: z.date(),
     updatedAt: z.date(),
 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@purpleschool/gptbot",
-  "version": "0.7.9",
+  "version": "0.7.11",
   "description": "",
   "main": "build/index.js",
   "types": "build/index.d.ts",