@mate-academy/llm-gateway 0.0.1-canary.1

package/dist/providers/OpenAI/services/OpenAIAssistance.service.js

@@ -0,0 +1,200 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAIAssistanceService = void 0;
+const fs_1 = require("fs");
+const openai_1 = require("openai");
+const LLMService_typedefs_1 = require("../../../LLMService.typedefs");
+const services_1 = require("../../../services");
+const OpenAI_typedefs_1 = require("../OpenAI.typedefs");
+class OpenAIAssistanceService extends services_1.LLMAssistanceService {
+    #instance = null;
+    uploadedFiles = new Map();
+    constructor(logger, options) {
+        super(LLMService_typedefs_1.LLMProviders.OpenAI, logger, options);
+    }
+    get instance() {
+        if (!this.#instance) {
+            this.#instance = new openai_1.OpenAI(this.options);
+        }
+        return this.#instance;
+    }
+    async uploadFile(file) {
+        try {
+            const { path } = file;
+            const exstingFileId = this.uploadedFiles.get(path);
+            if (exstingFileId) {
+                const storedFile = await this.instance.files.retrieve(exstingFileId);
+                if (storedFile.id) {
+                    return {
+                        ...file,
+                        fileId: exstingFileId,
+                    };
+                }
+            }
+            const readableStream = (0, fs_1.createReadStream)(path);
+            const uploadedFile = await this.instance.files.create({
+                purpose: 'assistants',
+                file: readableStream,
+            });
+            await this.instance.files.waitForProcessing(uploadedFile.id);
+            this.uploadedFiles.set(path, uploadedFile.id);
+            return {
+                ...file,
+                fileId: uploadedFile.id,
+            };
+        }
+        catch (error) {
+            this.logger
+                .child('uploadFile')
+                .error('Error uploading file', {
+                error,
+                file,
+            });
+            return { error };
+        }
+    }
+    async deleteFile(fileId) {
+        await this.instance.files.del(fileId);
+        this.uploadedFiles.delete(fileId);
+    }
+    async createFileStorage(options) {
+        const { uploadedFiles } = options;
+        try {
+            const vectorStore = await this.instance.vectorStores.create({
+                expires_after: {
+                    anchor: 'last_active_at',
+                    days: 1,
+                },
+            });
+            await this.instance.vectorStores.fileBatches
+                .createAndPoll(vectorStore.id, { file_ids: uploadedFiles.map(({ fileId }) => fileId) });
+            return {
+                storageId: vectorStore.id,
+            };
+        }
+        catch (error) {
+            this.logger
+                .child('createFileStorage')
+                .error('Error creating file storage', {
+                error,
+                uploadedFiles,
+            });
+            return { error };
+        }
+    }
+    async deleteFileStorage(fileStorageId) {
+        await this.instance.vectorStores.del(fileStorageId);
+    }
+    async createChat(options) {
+        try {
+            const { storageId, } = options;
+            const fileSearchOptions = storageId
+                ? {
+                    tool_resources: {
+                        file_search: {
+                            vector_store_ids: [storageId],
+                        },
+                    },
+                }
+                : {};
+            const thread = await this.instance.beta.threads.create({
+                ...fileSearchOptions,
+            });
+            return {
+                chatId: thread.id,
+            };
+        }
+        catch (error) {
+            this.logger
+                .child('createChat')
+                .error('Error creating chat', {
+                error,
+                options,
+            });
+            return { error };
+        }
+    }
+    async deleteChat(chatId) {
+        await this.instance.beta.threads.del(chatId);
+    }
+    async createAssistant(options) {
+        try {
+            const { model, instructions, storageIds, } = options;
+            const fileSearchOptions = storageIds?.length
+                ? {
+                    tools: [
+                        {
+                            type: 'file_search',
+                        },
+                    ],
+                    tool_resources: {
+                        file_search: {
+                            vector_store_ids: storageIds,
+                        },
+                    },
+                }
+                : {};
+            const assistant = await this.instance.beta.assistants.create({
+                model: model.name,
+                instructions,
+                temperature: model.config.temperature,
+                top_p: model.config.top_p,
+                ...fileSearchOptions,
+            });
+            return {
+                assistantId: assistant.id,
+            };
+        }
+        catch (error) {
+            this.logger
+                .child('createAssistant')
+                .error('Error creating assistant', {
+                error,
+                options,
+            });
+            return { error };
+        }
+    }
+    async deleteAssistant(assistantId) {
+        await this.instance.beta.assistants.del(assistantId);
+    }
+    async assistInChat(options) {
+        try {
+            const { message, chatId, assistantId, } = options;
+            const threadMessageData = {
+                content: message.content,
+                role: (message.role === LLMService_typedefs_1.LLMRoles.User
+                    ? OpenAI_typedefs_1.OpenAIRoles.User
+                    : OpenAI_typedefs_1.OpenAIRoles.Assistant),
+            };
+            await this.instance.beta.threads.messages.create(chatId, threadMessageData);
+            const threadRun = await this.instance.beta.threads.runs.createAndPoll(chatId, {
+                assistant_id: assistantId,
+            });
+            const { status } = threadRun;
+            if (status !== 'completed') {
+                throw new Error(`Thread run did not complete for message, status: ${status}`);
+            }
+            const threadRunMessages = await this.instance.beta.threads.messages.list(chatId, {
+                run_id: threadRun.id,
+            });
+            const assistantResponse = threadRunMessages.data.find((message) => message.role === OpenAI_typedefs_1.OpenAIRoles.Assistant);
+            const textContent = assistantResponse?.content
+                .find((content) => (content.type === 'text' && 'text' in content));
+            return {
+                text: textContent?.text?.value ?? '',
+            };
+        }
+        catch (error) {
+            this.logger
+                .child('assistInChat')
+                .error('Error assisting in chat', {
+                error,
+                options,
+            });
+            return { error };
+        }
+    }
+}
+exports.OpenAIAssistanceService = OpenAIAssistanceService;
+//# sourceMappingURL=OpenAIAssistance.service.js.map

package/dist/providers/OpenAI/services/OpenAIAssistance.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIAssistance.service.js","sourceRoot":"","sources":["../../../../src/providers/OpenAI/services/OpenAIAssistance.service.ts"],"names":[],"mappings":";;;AAAA,2BAAsC;AAEtC,mCAAgC;AAChC,sEAcsC;AACtC,gDAAyD;AACzD,wDAAiD;AAEjD,MAAa,uBACX,SAAQ,+BAAyC;IACjD,SAAS,GAAkB,IAAI,CAAC;IAExB,aAAa,GAAwB,IAAI,GAAG,EAAE,CAAC;IAEvD,YACE,MAAc,EACd,OAAgD;QAEhD,KAAK,CAAC,kCAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,IAAc,QAAQ;QACpB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAmB;QAClC,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;YAEtB,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAEnD,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;gBAErE,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;oBAClB,OAAO;wBACL,GAAG,IAAI;wBACP,MAAM,EAAE,aAAa;qBACtB,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,cAAc,GAAG,IAAA,qBAAgB,EAAC,IAAI,CAAC,CAAC;YAE9C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;gBACpD,OAAO,EAAE,YAAY;gBACrB,IAAI,EAAE,cAAc;aACrB,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAE7D,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,CAAC,CAAC;YAE9C,OAAO;gBACL,GAAG,IAAI;gBACP,MAAM,EAAE,YAAY,CAAC,EAAE;aACxB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM;iBACR,KAAK,CAAC,YAAY,CAAC;iBACnB,KAAK,CAAC,sBAAsB,EAAE;gBAC7B,KAAK;gBACL,IAAI;aACL,CAAC,CAAC;YAEL,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CACd,MAAc;QAEd,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEtC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,OAAyD;QAEzD,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC;gBAC1D,aAAa,EAAE;oBACb,MAAM,EAAE,gBAAgB;oBACxB,IAAI,EAAE,CAAC;iBACR;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,WAAW;iBACzC,aAAa,CACZ,WAAW,CAAC,EAAE,EACd,EAAE,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CACxD,CAAC;YAEJ,OAAO;gBACL,SAAS,EAAE,WAAW,CAAC,EAAE;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM;iBACR,KAAK,CAAC,mBAAmB,CAAC;iBAC1B,KAAK,CAAC,6BAA6B,EAAE;gBACpC,KAAK;gBACL,aAAa;aACd,CAAC,CAAC;YAEL,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,aAAqB;QAErB,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,UAAU,CACd,OAAkD;QAElD,IAAI,CAAC;YACH,MAAM,EACJ,SAAS,GACV,GAAG,OAAO,CAAC;YAEZ,MAAM,iBAAiB,GAAG,SAAS;gBACjC,CAAC,CAAC;oBACA,cAAc,EAAE;wBACd,WAAW,EAAE;4BACX,gBAAgB,EAAE,CAAC,SAAS,CAAC;yBAC9B;qBACF;iBACF;gBACD,CAAC,CAAC,EAAE,CAAC;YAEP,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;gBACrD,GAAG,iBAAiB;aACrB,CAAC,CAAC;YAEH,OAAO;gBACL,MAAM,EAAE,MAAM,CAAC,EAAE;aAClB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM;iBACR,KAAK,CAAC,YAAY,CAAC;iBACnB,KAAK,CAAC,qBAAqB,EAAE;gBAC5B,KAAK;gBACL,OAAO;aACR,CAAC,CAAC;YAEL,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CACd,MAAc;QAEd,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,OAAuD;QAEvD,IAAI,CAAC;YACH,MAAM,EACJ,KAAK,EACL,YAAY,EACZ,UAAU,GACX,GAAG,OAAO,CAAC;YAEZ,MAAM,iBAAiB,GAGnB,UAAU,EAAE,MAAM;gBACpB,CAAC,CAAC;oBACA,KAAK,EAAE;wBACL;4BACE,IAAI,EAAE,aAAa;yBACpB;qBACF;oBACD,cAAc,EAAE;wBACd,WAAW,EAAE;4BACX,gBAAgB,EAAE,UAAU;yBAC7B;qBACF;iBACF;gBACD,CAAC,CAAC,EAAE,CAAC;YAEP,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;gBAC3D,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,YAAY;gBACZ,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW;gBACrC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK;gBACzB,GAAG,iBAAiB;aACrB,CAAC,CAAC;YAEH,OAAO;gBACL,WAAW,EAAE,SAAS,CAAC,EAAE;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM;iBACR,KAAK,CAAC,iBAAiB,CAAC;iBACxB,KAAK,CAAC,0BAA0B,EAAE;gBACjC,KAAK;gBACL,OAAO;aACR,CAAC,CAAC;YAEL,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,WAAmB;QAEnB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,OAAkD;QAElD,IAAI,CAAC;YACH,MAAM,EACJ,OAAO,EACP,MAAM,EACN,WAAW,GACZ,GAAG,OAAO,CAAC;YAEZ,MAAM,iBAAiB,GAAG;gBACxB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,IAAI,EAAE,CACJ,OAAO,CAAC,IAAI,KAAK,8BAAQ,CAAC,IAAI;oBAC5B,CAAC,CAAC,6BAAW,CAAC,IAAI;oBAClB,CAAC,CAAC,6BAAW,CAAC,SAAS,CAC1B;aACO,CAAC;YAEX,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAC9C,MAAM,EACN,iBAAiB,CAClB,CAAC;YAEF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CACnE,MAAM,EACN;gBACE,YAAY,EAAE,WAAW;aAC1B,CACF,CAAC;YAEF,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;YAE7B,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,oDAAoD,MAAM,EAAE,CAAC,CAAC;YAChF,CAAC;YAED,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CACtE,MAAM,EACN;gBACE,MAAM,EAAE,SAAS,CAAC,EAAE;aACrB,CACF,CAAC;YAEF,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CACnD,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,6BAAW,CAAC,SAAS,CACpD,CAAC;YAEF,MAAM,WAAW,GAAG,iBAAiB,EAAE,OAAO;iBAC3C,IAAI,CACH,CAAC,OAAO,EAAmD,EAAE,CAAC,CAC5D,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,IAAI,OAAO,CAC7C,CACF,CAAC;YAEJ,OAAO;gBACL,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,IAAI,EAAE;aACrC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM;iBACR,KAAK,CAAC,cAAc,CAAC;iBACrB,KAAK,CAAC,yBAAyB,EAAE;gBAChC,KAAK;gBACL,OAAO;aACR,CAAC,CAAC;YAEL,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;CACF;AA1RD,0DA0RC"}

package/dist/providers/OpenAI/services/OpenAICompletion.service.d.ts

@@ -0,0 +1,10 @@
+import { Logger } from '@mate-academy/core';
+import { OpenAI } from 'openai';
+import { LLMCompletionResult, LLMInstanceOptions, LLMProviders, LLMSendMessageOptions } from '../../../LLMService.typedefs';
+import { LLMCompletionService } from '../../../services';
+export declare class OpenAICompletionService extends LLMCompletionService<LLMProviders.OpenAI> {
+    #private;
+    constructor(logger: Logger, options: LLMInstanceOptions[LLMProviders.OpenAI]);
+    protected get instance(): OpenAI;
+    sendMessage(options: LLMSendMessageOptions<typeof this.provider>): Promise<LLMCompletionResult>;
+}

package/dist/providers/OpenAI/services/OpenAICompletion.service.js

@@ -0,0 +1,52 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAICompletionService = void 0;
+const openai_1 = require("openai");
+const LLMService_typedefs_1 = require("../../../LLMService.typedefs");
+const LLMService_entity_1 = require("../../../LLMService.entity");
+const services_1 = require("../../../services");
+const OpenAI_entity_1 = require("../OpenAI.entity");
+class OpenAICompletionService extends services_1.LLMCompletionService {
+    #instance = null;
+    constructor(logger, options) {
+        super(LLMService_typedefs_1.LLMProviders.OpenAI, logger, options);
+    }
+    get instance() {
+        if (!this.#instance) {
+            this.#instance = new openai_1.OpenAI(this.options);
+        }
+        return this.#instance;
+    }
+    async sendMessage(options) {
+        try {
+            const { model, message, history = [], } = options;
+            const countTokensFn = OpenAI_entity_1.OpenAIEntity.getCountTokensFn();
+            const combinedMessages = await LLMService_entity_1.LLMServiceEntity.combineMessagesWithLimit({
+                history,
+                message: message.content,
+                model,
+                countTokensFn,
+            });
+            const completion = await this.instance.chat.completions.create({
+                model: model.name,
+                messages: combinedMessages,
+                n: 1,
+                ...model.config,
+            });
+            return {
+                text: completion.choices[0]?.message.content ?? '',
+            };
+        }
+        catch (error) {
+            this.logger
+                .child('sendMessage')
+                .error('Error sending message', {
+                error,
+                options,
+            });
+            return { error };
+        }
+    }
+}
+exports.OpenAICompletionService = OpenAICompletionService;
+//# sourceMappingURL=OpenAICompletion.service.js.map

package/dist/providers/OpenAI/services/OpenAICompletion.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAICompletion.service.js","sourceRoot":"","sources":["../../../../src/providers/OpenAI/services/OpenAICompletion.service.ts"],"names":[],"mappings":";;;AACA,mCAAgC;AAChC,sEAKsC;AACtC,kEAA8D;AAC9D,gDAE2B;AAC3B,oDAAgD;AAEhD,MAAa,uBACX,SAAQ,+BAAyC;IACjD,SAAS,GAAkB,IAAI,CAAC;IAEhC,YACE,MAAc,EACd,OAAgD;QAEhD,KAAK,CAAC,kCAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,IAAc,QAAQ;QACpB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,WAAW,CACf,OAAoD;QAEpD,IAAI,CAAC;YACH,MAAM,EACJ,KAAK,EACL,OAAO,EACP,OAAO,GAAG,EAAE,GACb,GAAG,OAAO,CAAC;YAEZ,MAAM,aAAa,GAAG,4BAAY,CAAC,gBAAgB,EAAE,CAAC;YAEtD,MAAM,gBAAgB,GAAM,MAAM,oCAAgB,CAAC,wBAAwB,CAAC;gBAC1E,OAAO;gBACP,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,KAAK;gBACL,aAAa;aACd,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC7D,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE,gBAAgB;gBAC1B,CAAC,EAAE,CAAC;gBACJ,GAAG,KAAK,CAAC,MAAM;aAChB,CAAC,CAAC;YAEH,OAAO;gBACL,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;aACnD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM;iBACR,KAAK,CAAC,aAAa,CAAC;iBACpB,KAAK,CAAC,uBAAuB,EAAE;gBAC9B,KAAK;gBACL,OAAO;aACR,CAAC,CAAC;YAEL,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;CACF;AA3DD,0DA2DC"}

package/dist/providers/OpenAI/services/index.d.ts

@@ -0,0 +1,2 @@
+export * from './OpenAICompletion.service';
+export * from './OpenAIAssistance.service';

package/dist/providers/OpenAI/services/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./OpenAICompletion.service"), exports);
+__exportStar(require("./OpenAIAssistance.service"), exports);
+//# sourceMappingURL=index.js.map

package/dist/providers/OpenAI/services/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/providers/OpenAI/services/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6DAA2C;AAC3C,6DAA2C"}

package/dist/providers/index.d.ts

@@ -0,0 +1,2 @@
+export * from './OpenAI/OpenAIService.factory';
+export * from './GoogleGenerativeAI/GoogleGenerativeAIService.factory';

package/dist/providers/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./OpenAI/OpenAIService.factory"), exports);
+__exportStar(require("./GoogleGenerativeAI/GoogleGenerativeAIService.factory"), exports);
+//# sourceMappingURL=index.js.map

package/dist/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,iEAA+C;AAC/C,yFAAuE"}

package/dist/services/LLMAssistanceService.abstract.d.ts

@@ -0,0 +1,15 @@
+import { Logger } from '@mate-academy/core';
+import { LLMAssistanceOptions, LLMAssistanceResult, LLMCreateAssistantOptions, LLMCreateAssistantResult, LLMCreateChatOptions, LLMCreateChatResult, LLMCreateFileStorageOptions, LLMCreateFileStorageResult, LLMInstanceOptions, LLMProviders, LLMPurposes, LLMUploadFile, LLMUploadFileResult } from '../LLMService.typedefs';
+import { LLMBaseService } from '../services';
+export declare abstract class LLMAssistanceService<Provider extends LLMProviders> extends LLMBaseService<LLMPurposes.Assistance, Provider> {
+    constructor(provider: Provider, logger: Logger, options: LLMInstanceOptions[Provider]);
+    abstract uploadFile(file: LLMUploadFile): Promise<LLMUploadFileResult>;
+    abstract deleteFile(fileId: string): Promise<void>;
+    abstract createFileStorage(options: LLMCreateFileStorageOptions<Provider>): Promise<LLMCreateFileStorageResult>;
+    abstract deleteFileStorage(fileStorageId: string): Promise<void>;
+    abstract createAssistant(options: LLMCreateAssistantOptions<Provider>): Promise<LLMCreateAssistantResult>;
+    abstract deleteAssistant(assistantId: string): Promise<void>;
+    abstract createChat(options: LLMCreateChatOptions<Provider>): Promise<LLMCreateChatResult>;
+    abstract deleteChat(chatId: string): Promise<void>;
+    abstract assistInChat(options: LLMAssistanceOptions<Provider>): Promise<LLMAssistanceResult>;
+}

package/dist/services/LLMAssistanceService.abstract.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMAssistanceService = void 0;
+const LLMService_typedefs_1 = require("../LLMService.typedefs");
+const services_1 = require("../services");
+class LLMAssistanceService extends services_1.LLMBaseService {
+    constructor(provider, logger, options) {
+        super(provider, 'AssistanceService', LLMService_typedefs_1.LLMPurposes.Assistance, logger, options);
+    }
+}
+exports.LLMAssistanceService = LLMAssistanceService;
+//# sourceMappingURL=LLMAssistanceService.abstract.js.map

package/dist/services/LLMAssistanceService.abstract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMAssistanceService.abstract.js","sourceRoot":"","sources":["../../src/services/LLMAssistanceService.abstract.ts"],"names":[],"mappings":";;;AACA,gEAcgC;AAChC,0CAA6C;AAE7C,MAAsB,oBACpB,SAAQ,yBAGP;IACD,YACE,QAAkB,EAClB,MAAc,EACd,OAAqC;QAErC,KAAK,CACH,QAAQ,EACR,mBAAmB,EACnB,iCAAW,CAAC,UAAU,EACtB,MAAM,EACN,OAAO,CACR,CAAC;IACJ,CAAC;CAqCF;AAtDD,oDAsDC"}

package/dist/services/LLMBaseService.abstract.d.ts

@@ -0,0 +1,13 @@
+import { Logger } from '@mate-academy/core';
+import { LLMInstanceOptions, LLMInstances, LLMProviderAvailableModels, LLMProviders, LLMPurposes } from '../LLMService.typedefs';
+export declare abstract class LLMBaseService<Purpose extends LLMPurposes, Provider extends LLMProviders> {
+    readonly provider: Provider;
+    readonly serviceName: string;
+    readonly purpose: Purpose;
+    logger: Logger;
+    options: LLMInstanceOptions[Provider];
+    constructor(provider: Provider, serviceName: string, purpose: Purpose, logger: Logger, options: LLMInstanceOptions[Provider]);
+    protected abstract get instance(): LLMInstances[Provider];
+    get models(): Partial<LLMProviderAvailableModels<Provider>>;
+    protected initLogger(): void;
+}

package/dist/services/LLMBaseService.abstract.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMBaseService = void 0;
+const LLMService_constants_1 = require("../LLMService.constants");
+class LLMBaseService {
+    provider;
+    serviceName;
+    purpose;
+    logger;
+    options;
+    constructor(provider, serviceName, purpose, logger, options) {
+        this.provider = provider;
+        this.serviceName = serviceName;
+        this.purpose = purpose;
+        this.logger = logger;
+        this.options = options;
+        this.initLogger();
+    }
+    get models() {
+        return LLMService_constants_1.LLM_SERVICE_MODELS[this.provider][this.purpose];
+    }
+    initLogger() {
+        this.logger = this.logger.child(`${this.provider}:${this.serviceName}`);
+    }
+}
+exports.LLMBaseService = LLMBaseService;
+//# sourceMappingURL=LLMBaseService.abstract.js.map

package/dist/services/LLMBaseService.abstract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMBaseService.abstract.js","sourceRoot":"","sources":["../../src/services/LLMBaseService.abstract.ts"],"names":[],"mappings":";;;AAQA,kEAA6D;AAE7D,MAAsB,cAAc;IAKhB;IACA;IACA;IACT;IACA;IALT,YACkB,QAAkB,EAClB,WAAmB,EACnB,OAAgB,EACzB,MAAc,EACd,OAAqC;QAJ5B,aAAQ,GAAR,QAAQ,CAAU;QAClB,gBAAW,GAAX,WAAW,CAAQ;QACnB,YAAO,GAAP,OAAO,CAAS;QACzB,WAAM,GAAN,MAAM,CAAQ;QACd,YAAO,GAAP,OAAO,CAA8B;QAE5C,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAID,IAAW,MAAM;QACf,OAAO,yCAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzD,CAAC;IAES,UAAU;QAClB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1E,CAAC;CACF;AAvBD,wCAuBC"}

package/dist/services/LLMCompletionService.abstract.d.ts

@@ -0,0 +1,7 @@
+import { Logger } from '@mate-academy/core';
+import { LLMPurposes, LLMProviders, LLMSendMessageOptions, LLMCompletionResult, LLMInstanceOptions } from '../LLMService.typedefs';
+import { LLMBaseService } from '../services';
+export declare abstract class LLMCompletionService<Provider extends LLMProviders> extends LLMBaseService<LLMPurposes.Completion, Provider> {
+    constructor(provider: Provider, logger: Logger, options: LLMInstanceOptions[Provider]);
+    abstract sendMessage(options: LLMSendMessageOptions<Provider>): Promise<LLMCompletionResult>;
+}

package/dist/services/LLMCompletionService.abstract.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMCompletionService = void 0;
+const LLMService_typedefs_1 = require("../LLMService.typedefs");
+const services_1 = require("../services");
+class LLMCompletionService extends services_1.LLMBaseService {
+    constructor(provider, logger, options) {
+        super(provider, 'CompletionService', LLMService_typedefs_1.LLMPurposes.Completion, logger, options);
+    }
+}
+exports.LLMCompletionService = LLMCompletionService;
+//# sourceMappingURL=LLMCompletionService.abstract.js.map

package/dist/services/LLMCompletionService.abstract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMCompletionService.abstract.js","sourceRoot":"","sources":["../../src/services/LLMCompletionService.abstract.ts"],"names":[],"mappings":";;;AACA,gEAMgC;AAChC,0CAA6C;AAE7C,MAAsB,oBAGpB,SAAQ,yBAAgD;IACxD,YACE,QAAkB,EAClB,MAAc,EACd,OAAqC;QAErC,KAAK,CACH,QAAQ,EACR,mBAAmB,EACnB,iCAAW,CAAC,UAAU,EACtB,MAAM,EACN,OAAO,CACR,CAAC;IACJ,CAAC;CAKF;AArBD,oDAqBC"}

package/dist/services/LLMServicePurposeFactory.abstract.d.ts

@@ -0,0 +1,5 @@
+import { Logger } from '@mate-academy/core';
+import { LLMInstanceOptions, LLMProviders, LLMPurposes, LLMServiceByPurpose } from '../LLMService.typedefs';
+export declare abstract class LLMServicePurposeFactory<Provider extends LLMProviders> {
+    abstract createService<Purpose extends LLMPurposes>(purpose: Purpose, logger: Logger, options: LLMInstanceOptions[Provider]): LLMServiceByPurpose<Provider>[Purpose];
+}

package/dist/services/LLMServicePurposeFactory.abstract.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMServicePurposeFactory = void 0;
+class LLMServicePurposeFactory {
+}
+exports.LLMServicePurposeFactory = LLMServicePurposeFactory;
+//# sourceMappingURL=LLMServicePurposeFactory.abstract.js.map

package/dist/services/LLMServicePurposeFactory.abstract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMServicePurposeFactory.abstract.js","sourceRoot":"","sources":["../../src/services/LLMServicePurposeFactory.abstract.ts"],"names":[],"mappings":";;;AAQA,MAAsB,wBAAwB;CAM7C;AAND,4DAMC"}

package/dist/services/index.d.ts

@@ -0,0 +1,4 @@
+export * from './LLMBaseService.abstract';
+export * from './LLMCompletionService.abstract';
+export * from './LLMServicePurposeFactory.abstract';
+export * from './LLMAssistanceService.abstract';

package/dist/services/index.js

@@ -0,0 +1,21 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./LLMBaseService.abstract"), exports);
+__exportStar(require("./LLMCompletionService.abstract"), exports);
+__exportStar(require("./LLMServicePurposeFactory.abstract"), exports);
+__exportStar(require("./LLMAssistanceService.abstract"), exports);
+//# sourceMappingURL=index.js.map

package/dist/services/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4DAA0C;AAC1C,kEAAgD;AAChD,sEAAoD;AACpD,kEAAgD"}

package/eslint.config.mjs

@@ -0,0 +1,39 @@
+import eslint from '@eslint/js';
+import tseslint from 'typescript-eslint';
+import eslintPlugin from '@typescript-eslint/eslint-plugin';
+
+export default tseslint.config(
+  {
+    files: ['src/**/*.ts'],
+    ignores: ['dist', 'node_modules'],
+    languageOptions: {
+      parser: tseslint.parser,
+      parserOptions: {
+        project: './tsconfig.json',
+        sourceType: 'module',
+        tsconfigRootDir: './',
+      },
+    },
+    plugins: {
+      '@typescript-eslint': eslintPlugin,
+    },
+    rules: {
+      ...eslint.configs.recommended.rules,
+      ...tseslint.configs.recommended.rules,
+      ...tseslint.configs.stylistic.rules,
+      '@typescript-eslint/no-explicit-any': 'off',
+      'no-unused-vars': 'off',
+      '@typescript-eslint/no-unused-vars': [
+        'error',
+        {
+          vars: 'all',
+          args: 'after-used',
+          ignoreRestSiblings: true,
+          varsIgnorePattern: '^_',
+          argsIgnorePattern: '^_',
+          caughtErrors: 'none',
+        },
+      ],
+    },
+  },
+);

package/package.json

@@ -0,0 +1,35 @@
+{
+  "name": "@mate-academy/llm-gateway",
+  "version": "0.0.1-canary.1",
+  "description": "A gateway package for LLM services.",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "build": "tsc",
+    "lint": "eslint .",
+    "lint:fix": "eslint . --fix",
+    "prepublishOnly": "npm run lint:fix && npm run build",
+    "postpublish": "npm run clean",
+    "clean": "rm -rf ./dist",
+    "patch": "npm version patch && npm publish",
+    "minor": "npm version minor && npm publish",
+    "major": "npm version major && npm publish",
+    "canary": "npm version prerelease --preid=canary && npm publish --tag=canary"
+  },
+  "author": "",
+  "license": "MIT",
+  "devDependencies": {
+    "@mate-academy/ts-config": "^1.0.5",
+    "@typescript-eslint/eslint-plugin": "^8.32.0",
+    "eslint": "^9.26.0",
+    "typescript": "^5.8.3",
+    "typescript-eslint": "^8.32.0"
+  },
+  "dependencies": {
+    "@google/genai": "^0.12.0",
+    "@mate-academy/core": "^1.10.4",
+    "js-tiktoken": "^1.0.20",
+    "openai": "^4.97.0",
+    "uuid": "^11.1.0"
+  }
+}

package/src/LLMService.constants.ts

@@ -0,0 +1,19 @@
+import { LLMProviderModelsByPurpose, LLMProviders, LLMPurposes } from './LLMService.typedefs';
+import { OpenAIServiceFactory, GoogleGenerativeAIServiceFactory } from './providers';
+import { GOOGLE_AI_MODELS } from './providers/GoogleGenerativeAI/GoogleGenerativeAI.constants';
+import { OPEN_AI_MODELS } from './providers/OpenAI/OpenAI.constants';
+import { LLMServicePurposeFactory } from './services/LLMServicePurposeFactory.abstract';
+
+export const LLM_SERVICE_FACTORIES: {
+  [provider in LLMProviders]: LLMServicePurposeFactory<provider>;
+} = {
+  [LLMProviders.OpenAI]: new OpenAIServiceFactory(),
+  [LLMProviders.GoogleGenerativeAI]: new GoogleGenerativeAIServiceFactory(),
+};
+
+export const LLM_SERVICE_MODELS: {
+  [provider in LLMProviders]: LLMProviderModelsByPurpose<LLMPurposes, provider>;
+} = {
+  [LLMProviders.OpenAI]: OPEN_AI_MODELS,
+  [LLMProviders.GoogleGenerativeAI]: GOOGLE_AI_MODELS,
+};