@flutchai/flutch-sdk 0.1.0

package/dist/llm/llm.initializer.js

@@ -0,0 +1,167 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMInitializer = void 0;
+const openai_1 = require("@langchain/openai");
+const anthropic_1 = require("@langchain/anthropic");
+const cohere_1 = require("@langchain/cohere");
+const shared_types_1 = require("../shared-types");
+const mistralai_1 = require("@langchain/mistralai");
+const common_1 = require("@nestjs/common");
+class LLMInitializer {
+    constructor(configFetcher) {
+        this.configFetcher = configFetcher;
+        this.logger = new common_1.Logger(LLMInitializer.name);
+        this.modelProviders = {
+            [shared_types_1.ModelProvider.OPENAI]: ({ name, temperature, maxTokens, customApiToken, }) => {
+                const config = {
+                    modelName: name,
+                    temperature,
+                    streaming: true,
+                    openAIApiKey: customApiToken || process.env.OPENAI_API_KEY,
+                };
+                if (this.requiresMaxCompletionTokens(name)) {
+                    config.maxCompletionTokens = maxTokens;
+                    this.logger.log(`Using maxCompletionTokens for ${name}: ${maxTokens}`);
+                }
+                else {
+                    config.maxTokens = maxTokens;
+                }
+                return new openai_1.ChatOpenAI(config);
+            },
+            [shared_types_1.ModelProvider.ANTHROPIC]: ({ name, temperature, maxTokens, customApiToken, }) => new anthropic_1.ChatAnthropic({
+                modelName: name,
+                temperature,
+                maxTokens,
+                anthropicApiKey: customApiToken || process.env.ANTHROPIC_API_KEY,
+            }),
+            [shared_types_1.ModelProvider.FLUTCH_ANTHROPIC]: ({ name, temperature, maxTokens, customApiToken, }) => new anthropic_1.ChatAnthropic({
+                modelName: name,
+                temperature,
+                maxTokens,
+                anthropicApiKey: customApiToken || process.env.ANTHROPIC_API_KEY,
+            }),
+            [shared_types_1.ModelProvider.MISTRAL]: ({ name, temperature, maxTokens, customApiToken, }) => new mistralai_1.ChatMistralAI({
+                model: name,
+                temperature,
+                maxTokens,
+                apiKey: customApiToken || process.env.MISTRAL_API_KEY,
+            }),
+            [shared_types_1.ModelProvider.FLUTCH_MISTRAL]: ({ name, temperature, maxTokens, customApiToken, }) => new mistralai_1.ChatMistralAI({
+                model: name,
+                temperature,
+                maxTokens,
+                apiKey: customApiToken || process.env.MISTRAL_API_KEY,
+            }),
+            [shared_types_1.ModelProvider.FLUTCH_OPENAI]: ({ name, temperature, maxTokens, customApiToken, }) => {
+                var _a;
+                const config = {
+                    modelName: name,
+                    temperature,
+                    streaming: true,
+                    openAIApiKey: customApiToken || process.env.OPENAI_API_KEY,
+                };
+                if (this.requiresMaxCompletionTokens(name)) {
+                    config.maxCompletionTokens = maxTokens;
+                    (_a = this.logger) === null || _a === void 0 ? void 0 : _a.log(`Using maxCompletionTokens for FLUTCH ${name}: ${maxTokens}`);
+                }
+                else {
+                    config.maxTokens = maxTokens;
+                }
+                return new openai_1.ChatOpenAI(config);
+            },
+            [shared_types_1.ModelProvider.COHERE]: ({ name, temperature, maxTokens, customApiToken, }) => new cohere_1.ChatCohere({
+                model: name,
+                temperature,
+                apiKey: customApiToken || process.env.COHERE_API_KEY,
+            }),
+            [shared_types_1.ModelProvider.FLUTCH]: () => {
+                throw new Error("Пока не сделали");
+            },
+            [shared_types_1.ModelProvider.VOYAGEAI]: () => {
+                throw new Error("VoyageAI используется только для reranking, не для чат моделей");
+            },
+        };
+    }
+    requiresMaxCompletionTokens(modelName) {
+        return (modelName.includes("gpt-5") ||
+            modelName.includes("gpt-o1") ||
+            modelName.includes("gpt-o2") ||
+            modelName.includes("gpt-o3") ||
+            modelName.includes("gpt-o4") ||
+            /^gpt-(5|6|7|8|9)/.test(modelName) ||
+            /^gpt-o[1-4]/.test(modelName));
+    }
+    initializeModel(config) {
+        this.logger.log(`LLMInitializer init model: ${config.modelProvider} - ${config.name}`);
+        const provider = this.modelProviders[config.modelProvider];
+        if (!provider) {
+            throw new Error(`Неподдерживаемый провайдер ${config.modelProvider}`);
+        }
+        return provider(config);
+    }
+    async initializeModelById(config) {
+        var _a, _b;
+        this.logger.log(`Initializing model by ID: ${config.modelId}`);
+        try {
+            const modelConfig = this.configFetcher
+                ? await this.configFetcher(config.modelId)
+                : await this.fetchFromApi(config.modelId);
+            this.logger.log(`Retrieved model config for ${config.modelId}`, {
+                modelName: modelConfig.modelName,
+                provider: modelConfig.provider,
+                hasApiToken: !!modelConfig.apiToken,
+                requiresApiKey: modelConfig.requiresApiKey,
+            });
+            const initConfig = {
+                name: modelConfig.modelName,
+                modelProvider: modelConfig.provider,
+                temperature: Number((_a = config.temperature) !== null && _a !== void 0 ? _a : modelConfig.defaultTemperature),
+                maxTokens: Number((_b = config.maxTokens) !== null && _b !== void 0 ? _b : modelConfig.defaultMaxTokens),
+                customApiToken: modelConfig.apiToken,
+            };
+            return this.initializeModelWithCustomToken(initConfig);
+        }
+        catch (error) {
+            this.logger.error(`Failed to initialize model ${config.modelId}: ${error instanceof Error ? error.message : String(error)}`);
+            throw error;
+        }
+    }
+    async fetchFromApi(modelId) {
+        const apiUrl = process.env.API_URL || "http://amelie-service";
+        const token = process.env.INTERNAL_API_TOKEN;
+        if (!token) {
+            throw new Error("INTERNAL_API_TOKEN required for API mode");
+        }
+        const url = `${apiUrl}/internal/model-catalog/models/${modelId}/config`;
+        const response = await fetch(url, {
+            method: "GET",
+            headers: {
+                "x-internal-token": token,
+                "Content-Type": "application/json",
+            },
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to fetch model config: ${response.status} ${response.statusText}`);
+        }
+        return response.json();
+    }
+    initializeModelWithCustomToken(config) {
+        const provider = this.modelProviders[config.modelProvider];
+        if (!provider) {
+            throw new Error(`Неподдерживаемый провайдер ${config.modelProvider}`);
+        }
+        const providerConfig = {
+            name: config.name,
+            modelProvider: config.modelProvider,
+            temperature: Number(config.temperature),
+            maxTokens: Number(config.maxTokens),
+            customApiToken: config.customApiToken,
+        };
+        return provider(providerConfig);
+    }
+    check() {
+        return "LLMInitializer check";
+    }
+}
+exports.LLMInitializer = LLMInitializer;
+//# sourceMappingURL=llm.initializer.js.map

package/dist/llm/llm.initializer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.initializer.js","sourceRoot":"","sources":["../../src/llm/llm.initializer.ts"],"names":[],"mappings":";;;AAAA,8CAA+C;AAC/C,oDAAqD;AACrD,8CAA+C;AAU/C,kDAAgD;AAChD,oDAAqD;AACrD,2CAAwC;AAExC,MAAa,cAAc;IAGzB,YAAoB,aAAkC;QAAlC,kBAAa,GAAb,aAAa,CAAqB;QAFrC,WAAM,GAAG,IAAI,eAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QA+BzC,mBAAc,GAE3B;YACF,CAAC,4BAAa,CAAC,MAAM,CAAC,EAAE,CAAC,EACvB,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE;gBACH,MAAM,MAAM,GAAQ;oBAClB,SAAS,EAAE,IAAI;oBACf,WAAW;oBACX,SAAS,EAAE,IAAI;oBACf,YAAY,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;iBAC3D,CAAC;gBAGF,IAAI,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3C,MAAM,CAAC,mBAAmB,GAAG,SAAS,CAAC;oBACvC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iCAAiC,IAAI,KAAK,SAAS,EAAE,CAAC,CAAC;gBACzE,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;gBAC/B,CAAC;gBAED,OAAO,IAAI,mBAAU,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;YACD,CAAC,4BAAa,CAAC,SAAS,CAAC,EAAE,CAAC,EAC1B,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE,CACH,IAAI,yBAAa,CAAC;gBAChB,SAAS,EAAE,IAAI;gBACf,WAAW;gBACX,SAAS;gBACT,eAAe,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACjE,CAAC;YACJ,CAAC,4BAAa,CAAC,gBAAgB,CAAC,EAAE,CAAC,EACjC,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE,CACH,IAAI,yBAAa,CAAC;gBAChB,SAAS,EAAE,IAAI;gBACf,WAAW;gBACX,SAAS;gBACT,eAAe,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACjE,CAAC;YACJ,CAAC,4BAAa,CAAC,OAAO,CAAC,EAAE,CAAC,EACxB,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE,CACH,IAAI,yBAAa,CAAC;gBAChB,KAAK,EAAE,IAAI;gBACX,WAAW;gBACX,SAAS;gBACT,MAAM,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe;aACtD,CAAC;YACJ,CAAC,4BAAa,CAAC,cAAc,CAAC,EAAE,CAAC,EAC/B,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE,CACH,IAAI,yBAAa,CAAC;gBAChB,KAAK,EAAE,IAAI;gBACX,WAAW;gBACX,SAAS;gBACT,MAAM,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe;aACtD,CAAC;YACJ,CAAC,4BAAa,CAAC,aAAa,CAAC,EAAE,CAAC,EAC9B,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE;;gBACH,MAAM,MAAM,GAAQ;oBAClB,SAAS,EAAE,IAAI;oBACf,WAAW;oBACX,SAAS,EAAE,IAAI;oBACf,YAAY,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;iBAC3D,CAAC;gBAGF,IAAI,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3C,MAAM,CAAC,mBAAmB,GAAG,SAAS,CAAC;oBACvC,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CACd,wCAAwC,IAAI,KAAK,SAAS,EAAE,CAC7D,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;gBAC/B,CAAC;gBAED,OAAO,IAAI,mBAAU,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;YAED,CAAC,4BAAa,CAAC,MAAM,CAAC,EAAE,CAAC,EACvB,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE,CACH,IAAI,mBAAU,CAAC;gBACb,KAAK,EAAE,IAAI;gBACX,WAAW;gBAEX,MAAM,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;aACrD,CAAC;YACJ,CAAC,4BAAa,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE;gBAC3B,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACrC,CAAC;YACD,CAAC,4BAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE;gBAC7B,MAAM,IAAI,KAAK,CACb,gEAAgE,CACjE,CAAC;YACJ,CAAC;SACO,CAAC;IArJ8C,CAAC;IAgBlD,2BAA2B,CAAC,SAAiB;QACnD,OAAO,CACL,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC3B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC5B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC5B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC5B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAE5B,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC;YAClC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAC9B,CAAC;IACJ,CAAC;IA4HD,eAAe,CAAC,MAAmB;QACjC,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,8BAA8B,MAAM,CAAC,aAAa,MAAM,MAAM,CAAC,IAAI,EAAE,CACtE,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAE3D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,MAAuB;;QAC/C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAE/D,IAAI,CAAC;YAEH,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa;gBACpC,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC;gBAC1C,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAE5C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,8BAA8B,MAAM,CAAC,OAAO,EAAE,EAAE;gBAC9D,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,QAAQ,EAAE,WAAW,CAAC,QAAQ;gBAC9B,WAAW,EAAE,CAAC,CAAC,WAAW,CAAC,QAAQ;gBACnC,cAAc,EAAE,WAAW,CAAC,cAAc;aAC3C,CAAC,CAAC;YAGH,MAAM,UAAU,GAAG;gBACjB,IAAI,EAAE,WAAW,CAAC,SAAS;gBAC3B,aAAa,EAAE,WAAW,CAAC,QAAQ;gBAGnC,WAAW,EAAE,MAAM,CACjB,MAAA,MAAM,CAAC,WAAW,mCAAI,WAAW,CAAC,kBAAkB,CACrD;gBACD,SAAS,EAAE,MAAM,CAAC,MAAA,MAAM,CAAC,SAAS,mCAAI,WAAW,CAAC,gBAAgB,CAAC;gBACnE,cAAc,EAAE,WAAW,CAAC,QAAQ;aACrC,CAAC;YAEF,OAAO,IAAI,CAAC,8BAA8B,CAAC,UAAU,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,8BAA8B,MAAM,CAAC,OAAO,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC1G,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAGO,KAAK,CAAC,YAAY,CAAC,OAAe;QACxC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,uBAAuB,CAAC;QAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAE7C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,GAAG,GAAG,GAAG,MAAM,kCAAkC,OAAO,SAAS,CAAC;QAExE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,kBAAkB,EAAE,KAAK;gBACzB,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,iCAAiC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAC1E,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAEO,8BAA8B,CACpC,MAAiD;QAEjD,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAE3D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;QACxE,CAAC;QAGD,MAAM,cAAc,GAAG;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;YACvC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;YACnC,cAAc,EAAE,MAAM,CAAC,cAAc;SACtC,CAAC;QAEF,OAAO,QAAQ,CAAC,cAAc,CAAC,CAAC;IAClC,CAAC;IAED,KAAK;QACH,OAAO,sBAAsB,CAAC;IAChC,CAAC;CACF;AAjQD,wCAiQC"}

package/dist/llm/llm.interface.d.ts

@@ -0,0 +1,6 @@
+import { LLModel, ModelConfig, ModelByIdConfig } from "./llm.types";
+export interface ILLMInitializer {
+    initializeModel(config: ModelConfig): LLModel;
+    initializeModelById(config: ModelByIdConfig): Promise<LLModel>;
+    check(): string;
+}

package/dist/llm/llm.interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=llm.interface.js.map

package/dist/llm/llm.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.interface.js","sourceRoot":"","sources":["../../src/llm/llm.interface.ts"],"names":[],"mappings":""}

package/dist/llm/llm.types.d.ts

@@ -0,0 +1,32 @@
+import { ModelProvider } from "../shared-types";
+import { ChatAnthropic } from "@langchain/anthropic";
+import { ChatCohere } from "@langchain/cohere";
+import { ChatMistralAI } from "@langchain/mistralai";
+import { ChatOpenAI } from "@langchain/openai";
+import { BaseChatModel } from "@langchain/core/language_models/chat_models";
+export interface ModelConfig {
+    name: string;
+    modelProvider: ModelProvider;
+    temperature?: number;
+    maxTokens?: number;
+}
+export interface ModelByIdConfig {
+    modelId: string;
+    temperature?: number;
+    maxTokens?: number;
+}
+export type ModelConfigFetcher = (modelId: string) => Promise<ModelConfigWithToken>;
+export interface ModelConfigWithToken {
+    modelId: string;
+    modelName: string;
+    provider: ModelProvider;
+    defaultTemperature: number;
+    defaultMaxTokens: number;
+    apiToken?: string;
+    requiresApiKey: boolean;
+}
+export type LLModel = BaseChatModel;
+export type ConcreteModels = ChatOpenAI | ChatAnthropic | ChatCohere | ChatMistralAI;
+export type ModelCreator = (config: ModelConfig & {
+    customApiToken?: string;
+}) => LLModel;

package/dist/llm/llm.types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=llm.types.js.map

package/dist/llm/llm.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.types.js","sourceRoot":"","sources":["../../src/llm/llm.types.ts"],"names":[],"mappings":""}

package/dist/llm/model.initializer.d.ts

@@ -0,0 +1,45 @@
+import { BaseChatModel } from "@langchain/core/language_models/chat_models";
+import { BaseDocumentCompressor } from "@langchain/core/retrievers/document_compressors";
+import { Embeddings } from "@langchain/core/embeddings";
+import { Logger } from "@nestjs/common";
+import { StructuredTool } from "@langchain/core/tools";
+import { ModelType } from "../shared-types";
+import { IModelInitializer, Model, ModelByIdWithTypeConfig, ModelConfigWithTokenAndType } from "./model.interface";
+import { ModelByIdConfig, ModelConfigFetcher } from "./llm.types";
+export declare class ModelInitializer implements IModelInitializer {
+    private configFetcher?;
+    private logger;
+    private modelConfigCache;
+    private modelInstanceCache;
+    constructor(configFetcher?: ModelConfigFetcher, logger?: Logger);
+    private generateModelCacheKey;
+    private requiresMaxCompletionTokens;
+    private readonly chatModelCreators;
+    private readonly rerankModelCreators;
+    private readonly embeddingModelCreators;
+    initializeChatModel(config: ModelByIdConfig): Promise<BaseChatModel>;
+    initializeRerankModel(config: ModelByIdConfig): Promise<BaseDocumentCompressor>;
+    initializeEmbeddingModel(config: ModelByIdConfig): Promise<Embeddings>;
+    createChatModelById(modelId: string): Promise<BaseChatModel>;
+    createRerankModelById(modelId: string): Promise<BaseDocumentCompressor>;
+    createEmbeddingModelById(modelId: string): Promise<Embeddings>;
+    createModelById(modelId: string, expectedType?: ModelType): Promise<Model>;
+    initializeModelByType(config: ModelByIdWithTypeConfig): Promise<Model>;
+    getModelConfigWithType(modelId: string): Promise<ModelConfigWithTokenAndType>;
+    isModelTypeSupported(modelType: ModelType): boolean;
+    getSupportedModelTypes(): ModelType[];
+    clearCache(): void;
+    clearModelCache(modelId: string): void;
+    getCacheStats(): {
+        configCacheSize: number;
+        instanceCacheSize: number;
+        configCacheKeys: string[];
+        instanceCacheKeys: string[];
+    };
+    private fetchFromApi;
+}
+export declare function prepareModelWithTools(model: BaseChatModel, tools: StructuredTool[], baseConfig?: any): {
+    modelWithTools: any;
+    finalConfig: any;
+    toolsMethod: "bindTools" | "manual" | "none";
+};