@mate-academy/llm-gateway 8.8.2 → 8.8.3

package/dist/LLMService.constants.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_MAX_TOOL_ITERATIONS = exports.ALL_IMAGE_MIME_TYPES = exports.MAX_CACHED_INSTANCES = exports.APPROXIMATE_TOKENS_COUNT_IN_IMAGE = exports.LLM_SERVICE_MODELS = exports.LLM_SERVICE_FACTORIES = void 0;
+const LLMService_typedefs_1 = require("./LLMService.typedefs");
+const providers_1 = require("./providers");
+const GoogleGenerativeAI_constants_1 = require("./providers/GoogleGenerativeAI/GoogleGenerativeAI.constants");
+const OpenAI_constants_1 = require("./providers/OpenAI/OpenAI.constants");
+const LLMAPI_constants_1 = require("./providers/LLMAPI/LLMAPI.constants");
+exports.LLM_SERVICE_FACTORIES = {
+    [LLMService_typedefs_1.LLMProviders.OpenAI]: new providers_1.OpenAIServiceFactory(),
+    [LLMService_typedefs_1.LLMProviders.GoogleGenerativeAI]: new providers_1.GoogleGenerativeAIServiceFactory(),
+    [LLMService_typedefs_1.LLMProviders.LLMAPI]: new providers_1.LLMAPIServiceFactory(),
+};
+exports.LLM_SERVICE_MODELS = {
+    [LLMService_typedefs_1.LLMProviders.OpenAI]: OpenAI_constants_1.OPEN_AI_MODELS,
+    [LLMService_typedefs_1.LLMProviders.GoogleGenerativeAI]: GoogleGenerativeAI_constants_1.GOOGLE_AI_MODELS,
+    [LLMService_typedefs_1.LLMProviders.LLMAPI]: LLMAPI_constants_1.LLMAPI_MODELS,
+};
+exports.APPROXIMATE_TOKENS_COUNT_IN_IMAGE = 1000;
+/**
+ * Maximum number of SDK instances to cache per service.
+ * When exceeded, the least recently used instance will be evicted.
+ */
+exports.MAX_CACHED_INSTANCES = 10;
+exports.ALL_IMAGE_MIME_TYPES = [
+    LLMService_typedefs_1.LLMUploadFileMimeTypes.IMAGE_PNG,
+    LLMService_typedefs_1.LLMUploadFileMimeTypes.IMAGE_JPEG,
+    LLMService_typedefs_1.LLMUploadFileMimeTypes.IMAGE_JPG,
+    LLMService_typedefs_1.LLMUploadFileMimeTypes.IMAGE_GIF,
+    LLMService_typedefs_1.LLMUploadFileMimeTypes.IMAGE_WEBP,
+    LLMService_typedefs_1.LLMUploadFileMimeTypes.IMAGE_SVG_XML,
+    LLMService_typedefs_1.LLMUploadFileMimeTypes.IMAGE_BMP,
+];
+exports.DEFAULT_MAX_TOOL_ITERATIONS = 10;
+//# sourceMappingURL=LLMService.constants.js.map

package/dist/LLMService.constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMService.constants.js","sourceRoot":"","sources":["../src/LLMService.constants.ts"],"names":[],"mappings":";;;AAAA,+DAK+B;AAC/B,2CAA2G;AAC3G,8GAA+F;AAC/F,0EAAqE;AACrE,0EAAoE;AAGvD,QAAA,qBAAqB,GAAG;IACnC,CAAC,kCAAY,CAAC,MAAM,CAAC,EAAE,IAAI,gCAAoB,EAAE;IACjD,CAAC,kCAAY,CAAC,kBAAkB,CAAC,EAAE,IAAI,4CAAgC,EAAE;IACzE,CAAC,kCAAY,CAAC,MAAM,CAAC,EAAE,IAAI,gCAAoB,EAAE;CAGlD,CAAC;AAEW,QAAA,kBAAkB,GAAG;IAChC,CAAC,kCAAY,CAAC,MAAM,CAAC,EAAE,iCAAc;IACrC,CAAC,kCAAY,CAAC,kBAAkB,CAAC,EAAE,+CAAgB;IACnD,CAAC,kCAAY,CAAC,MAAM,CAAC,EAAE,gCAAa;CAGrC,CAAC;AAEW,QAAA,iCAAiC,GAAG,IAAI,CAAC;AAEtD;;;GAGG;AACU,QAAA,oBAAoB,GAAG,EAAE,CAAC;AAE1B,QAAA,oBAAoB,GAAG;IAClC,4CAAsB,CAAC,SAAS;IAChC,4CAAsB,CAAC,UAAU;IACjC,4CAAsB,CAAC,SAAS;IAChC,4CAAsB,CAAC,SAAS;IAChC,4CAAsB,CAAC,UAAU;IACjC,4CAAsB,CAAC,aAAa;IACpC,4CAAsB,CAAC,SAAS;CACoB,CAAC;AAE1C,QAAA,2BAA2B,GAAG,EAAE,CAAC"}

package/dist/LLMService.factory.d.ts

@@ -0,0 +1,71 @@
+import { type LLMInstanceOptions, type LLMProviders, LLMPurposes, type LLMServiceByPurpose, type LLMServiceOptions } from './LLMService.typedefs';
+import { type LLMReporterInterface } from './utilities/reporter';
+export declare class LLMServiceFactory {
+    /**
+     * Gets a service for the specified LLM purpose and provider
+     *
+     * @private
+     * @static
+     * @template Purpose - The purpose of the LLM service (Completion or Assistance)
+     * @template Provider - The LLM provider (OpenAI, GoogleGenerativeAI)
+     * @template Reporter - The reporter type
+     * @param {Purpose} purpose - The purpose of the service
+     * @param {Provider} provider - The LLM provider
+     * @param {LLMLogger | undefined} logger - Logger instance (optional)
+     * @param {LLMReporterInterface | undefined} reporter - Reporter instance (optional)
+     * @param {LLMInstanceOptions[Provider]} options - Provider-specific options
+     * @returns {LLMServiceByPurpose<Provider, Reporter>[Purpose]} The LLM service instance
+     * @throws {Error} If the provider is not supported
+     */
+    private static getService;
+    /**
+     * Gets a completion service for the specified LLM provider
+     *
+     * @static
+     * @template Provider - The LLM provider type
+     * @template Reporter - The reporter type
+     * @param {LLMServiceOptions<Provider, Reporter>} options - Service options
+     * @returns {LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.Completion]} A completion service instance
+     */
+    static getCompletionService<Provider extends LLMProviders, Reporter extends LLMReporterInterface<any> | undefined = undefined>(options: LLMServiceOptions<Provider, Reporter>): LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.Completion];
+    /**
+     * Gets an assistance service for the specified LLM provider
+     *
+     * @static
+     * @template Provider - The LLM provider type
+     * @template Reporter - The reporter type
+     * @param {LLMServiceOptions<Provider, Reporter>} options - Service options
+     * @returns {LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.Assistance]} An assistance service instance
+     */
+    static getAssistanceService<Provider extends LLMProviders, Reporter extends LLMReporterInterface<any> | undefined>(options: LLMServiceOptions<Provider, Reporter>): LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.Assistance];
+    /**
+     * Gets a speech-to-text service for the specified LLM provider
+     *
+     * @static
+     * @template Provider - The LLM provider type
+     * @template Reporter - The reporter type
+     * @param {LLMServiceOptions<Provider, Reporter>} options - Service options
+     * @returns {LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.SpeechToText]} A speech-to-text service instance
+     */
+    static getSpeechToTextService<Provider extends LLMProviders, Reporter extends LLMReporterInterface<any> | undefined>(options: LLMServiceOptions<Provider, Reporter>): LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.SpeechToText];
+    /**
+     * Gets a text-to-speech service for the specified LLM provider
+     *
+     * @static
+     * @template Provider - The LLM provider type
+     * @template Reporter - The reporter type
+     * @param {LLMServiceOptions<Provider, Reporter>} options - Service options
+     * @returns {LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.TextToSpeech]} A text-to-speech service instance
+     */
+    static getTextToSpeechService<Provider extends LLMProviders, Reporter extends LLMReporterInterface<any> | undefined>(options: LLMServiceOptions<Provider, Reporter>): LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.TextToSpeech];
+    /**
+     * Resolves the options for the specified provider from an options map
+     *
+     * @static
+     * @template Provider - The LLM provider type
+     * @param {Provider} provider - The LLM provider to get options for
+     * @param {Record<Provider, LLMInstanceOptions[Provider]>} options - Map of provider options
+     * @returns {LLMInstanceOptions[Provider]} The options for the specified provider
+     */
+    static resolveProviderOptions<Provider extends LLMProviders>(provider: Provider, options: Record<Provider, LLMInstanceOptions[Provider]>): LLMInstanceOptions[Provider];
+}

package/dist/LLMService.factory.js

@@ -0,0 +1,102 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMServiceFactory = void 0;
+const LLMService_typedefs_1 = require("./LLMService.typedefs");
+const LLMService_constants_1 = require("./LLMService.constants");
+class LLMServiceFactory {
+    /**
+     * Gets a service for the specified LLM purpose and provider
+     *
+     * @private
+     * @static
+     * @template Purpose - The purpose of the LLM service (Completion or Assistance)
+     * @template Provider - The LLM provider (OpenAI, GoogleGenerativeAI)
+     * @template Reporter - The reporter type
+     * @param {Purpose} purpose - The purpose of the service
+     * @param {Provider} provider - The LLM provider
+     * @param {LLMLogger | undefined} logger - Logger instance (optional)
+     * @param {LLMReporterInterface | undefined} reporter - Reporter instance (optional)
+     * @param {LLMInstanceOptions[Provider]} options - Provider-specific options
+     * @returns {LLMServiceByPurpose<Provider, Reporter>[Purpose]} The LLM service instance
+     * @throws {Error} If the provider is not supported
+     */
+    static getService(purpose, provider, logger, reporter, options) {
+        const service = LLMService_constants_1.LLM_SERVICE_FACTORIES[provider]
+            .createService({
+            purpose,
+            logger,
+            reporter,
+            options: options, // Type assertion needed due to const satisfies narrowing
+        });
+        if (!service) {
+            throw new Error(`Service for purpose [${purpose}] and provider [${provider}] could not be created`);
+        }
+        return service;
+    }
+    /**
+     * Gets a completion service for the specified LLM provider
+     *
+     * @static
+     * @template Provider - The LLM provider type
+     * @template Reporter - The reporter type
+     * @param {LLMServiceOptions<Provider, Reporter>} options - Service options
+     * @returns {LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.Completion]} A completion service instance
+     */
+    static getCompletionService(options) {
+        const { provider, options: providerOptions, logger, reporter, } = options;
+        return this.getService(LLMService_typedefs_1.LLMPurposes.Completion, provider, logger, reporter, providerOptions);
+    }
+    /**
+     * Gets an assistance service for the specified LLM provider
+     *
+     * @static
+     * @template Provider - The LLM provider type
+     * @template Reporter - The reporter type
+     * @param {LLMServiceOptions<Provider, Reporter>} options - Service options
+     * @returns {LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.Assistance]} An assistance service instance
+     */
+    static getAssistanceService(options) {
+        const { provider, options: providerOptions, logger, reporter, } = options;
+        return this.getService(LLMService_typedefs_1.LLMPurposes.Assistance, provider, logger, reporter, providerOptions);
+    }
+    /**
+     * Gets a speech-to-text service for the specified LLM provider
+     *
+     * @static
+     * @template Provider - The LLM provider type
+     * @template Reporter - The reporter type
+     * @param {LLMServiceOptions<Provider, Reporter>} options - Service options
+     * @returns {LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.SpeechToText]} A speech-to-text service instance
+     */
+    static getSpeechToTextService(options) {
+        const { provider, options: providerOptions, logger, reporter, } = options;
+        return this.getService(LLMService_typedefs_1.LLMPurposes.SpeechToText, provider, logger, reporter, providerOptions);
+    }
+    /**
+     * Gets a text-to-speech service for the specified LLM provider
+     *
+     * @static
+     * @template Provider - The LLM provider type
+     * @template Reporter - The reporter type
+     * @param {LLMServiceOptions<Provider, Reporter>} options - Service options
+     * @returns {LLMServiceByPurpose<Provider, Reporter>[LLMPurposes.TextToSpeech]} A text-to-speech service instance
+     */
+    static getTextToSpeechService(options) {
+        const { provider, options: providerOptions, logger, reporter, } = options;
+        return this.getService(LLMService_typedefs_1.LLMPurposes.TextToSpeech, provider, logger, reporter, providerOptions);
+    }
+    /**
+     * Resolves the options for the specified provider from an options map
+     *
+     * @static
+     * @template Provider - The LLM provider type
+     * @param {Provider} provider - The LLM provider to get options for
+     * @param {Record<Provider, LLMInstanceOptions[Provider]>} options - Map of provider options
+     * @returns {LLMInstanceOptions[Provider]} The options for the specified provider
+     */
+    static resolveProviderOptions(provider, options) {
+        return options[provider];
+    }
+}
+exports.LLMServiceFactory = LLMServiceFactory;
+//# sourceMappingURL=LLMService.factory.js.map

package/dist/LLMService.factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMService.factory.js","sourceRoot":"","sources":["../src/LLMService.factory.ts"],"names":[],"mappings":";;;AAAA,+DAM+B;AAG/B,iEAA+D;AAE/D,MAAa,iBAAiB;IAC5B;;;;;;;;;;;;;;;OAeG;IACK,MAAM,CAAC,UAAU,CAKvB,OAAgB,EAChB,QAAkB,EAClB,MAAsC,EACtC,QAAkB,EAClB,OAAsC;QAEtC,MAAM,OAAO,GAAG,4CAAqB,CAAC,QAAQ,CAAC;aAC5C,aAAa,CAAC;YACb,OAAO;YACP,MAAM;YACN,QAAQ;YACR,OAAO,EAAE,OAAc,EAAE,yDAAyD;SACnF,CAAgE,CAAC;QAEpE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,wBAAwB,OAAO,mBAAmB,QAAQ,wBAAwB,CAAC,CAAC;QACtG,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,oBAAoB,CAIzB,OAA8C;QAE9C,MAAM,EACJ,QAAQ,EACR,OAAO,EAAE,eAAe,EACxB,MAAM,EACN,QAAQ,GACT,GAAG,OAAO,CAAC;QAEZ,OAAO,IAAI,CAAC,UAAU,CACpB,iCAAW,CAAC,UAAU,EACtB,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,eAAe,CACmD,CAAC;IACvE,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,oBAAoB,CAIzB,OAA8C;QAE9C,MAAM,EACJ,QAAQ,EACR,OAAO,EAAE,eAAe,EACxB,MAAM,EACN,QAAQ,GACT,GAAG,OAAO,CAAC;QAEZ,OAAO,IAAI,CAAC,UAAU,CACpB,iCAAW,CAAC,UAAU,EACtB,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,eAAe,CACmD,CAAC;IACvE,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,sBAAsB,CAI3B,OAA8C;QAE9C,MAAM,EACJ,QAAQ,EACR,OAAO,EAAE,eAAe,EACxB,MAAM,EACN,QAAQ,GACT,GAAG,OAAO,CAAC;QAEZ,OAAO,IAAI,CAAC,UAAU,CACpB,iCAAW,CAAC,YAAY,EACxB,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,eAAe,CACqD,CAAC;IACzE,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,sBAAsB,CAI3B,OAA8C;QAE9C,MAAM,EACJ,QAAQ,EACR,OAAO,EAAE,eAAe,EACxB,MAAM,EACN,QAAQ,GACT,GAAG,OAAO,CAAC;QAEZ,OAAO,IAAI,CAAC,UAAU,CACpB,iCAAW,CAAC,YAAY,EACxB,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,eAAe,CACqD,CAAC;IACzE,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,sBAAsB,CAC3B,QAAkB,EAClB,OAAuD;QAEvD,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC3B,CAAC;CACF;AAtLD,8CAsLC"}