@flutchai/flutch-sdk 0.1.4 → 0.1.6

package/dist/llm/llm.initializer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llm.initializer.js","sourceRoot":"","sources":["../../src/llm/llm.initializer.ts"],"names":[],"mappings":";;;AAAA,8CAA+C;AAC/C,oDAAqD;AACrD,8CAA+C;AAU/C,kDAAgD;AAChD,oDAAqD;AACrD,2CAAwC;AAExC,MAAa,cAAc;IAGzB,YAAoB,aAAkC;QAAlC,kBAAa,GAAb,aAAa,CAAqB;QAFrC,WAAM,GAAG,IAAI,eAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QA+BzC,mBAAc,GAE3B;YACF,CAAC,4BAAa,CAAC,MAAM,CAAC,EAAE,CAAC,EACvB,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE;gBACH,MAAM,MAAM,GAAQ;oBAClB,SAAS,EAAE,IAAI;oBACf,WAAW;oBACX,SAAS,EAAE,IAAI;oBACf,YAAY,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;iBAC3D,CAAC;gBAGF,IAAI,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3C,MAAM,CAAC,mBAAmB,GAAG,SAAS,CAAC;oBACvC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iCAAiC,IAAI,KAAK,SAAS,EAAE,CAAC,CAAC;gBACzE,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;gBAC/B,CAAC;gBAED,OAAO,IAAI,mBAAU,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;YACD,CAAC,4BAAa,CAAC,SAAS,CAAC,EAAE,CAAC,EAC1B,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE,CACH,IAAI,yBAAa,CAAC;gBAChB,SAAS,EAAE,IAAI;gBACf,WAAW;gBACX,SAAS;gBACT,eAAe,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACjE,CAAC;YACJ,CAAC,4BAAa,CAAC,gBAAgB,CAAC,EAAE,CAAC,EACjC,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE,CACH,IAAI,yBAAa,CAAC;gBAChB,SAAS,EAAE,IAAI;gBACf,WAAW;gBACX,SAAS;gBACT,eAAe,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;aACjE,CAAC;YACJ,CAAC,4BAAa,CAAC,OAAO,CAAC,EAAE,CAAC,EACxB,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE,CACH,IAAI,yBAAa,CAAC;gBAChB,KAAK,EAAE,IAAI;gBACX,WAAW;gBACX,SAAS;gBACT,MAAM,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe;aACtD,CAAC;YACJ,CAAC,4BAAa,CAAC,cAAc,CAAC,EAAE,CAAC,EAC/B,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE,CACH,IAAI,yBAAa,CAAC;gBAChB,KAAK,EAAE,IAAI;gBACX,WAAW;gBACX,SAAS;gBACT,MAAM,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe;aACtD,CAAC;YACJ,CAAC,4BAAa,CAAC,aAAa,CAAC,EAAE,CAAC,EAC9B,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE;;gBACH,MAAM,MAAM,GAAQ;oBAClB,SAAS,EAAE,IAAI;oBACf,WAAW;oBACX,SAAS,EAAE,IAAI;oBACf,YAAY,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;iBAC3D,CAAC;gBAGF,IAAI,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3C,MAAM,CAAC,mBAAmB,GAAG,SAAS,CAAC;oBACvC,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CACd,wCAAwC,IAAI,KAAK,SAAS,EAAE,CAC7D,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;gBAC/B,CAAC;gBAED,OAAO,IAAI,mBAAU,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;YAED,CAAC,4BAAa,CAAC,MAAM,CAAC,EAAE,CAAC,EACvB,IAAI,EACJ,WAAW,EACX,SAAS,EACT,cAAc,GACf,EAAE,EAAE,CACH,IAAI,mBAAU,CAAC;gBACb,KAAK,EAAE,IAAI;gBACX,WAAW;gBAEX,MAAM,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;aACrD,CAAC;YACJ,CAAC,4BAAa,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE;gBAC3B,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YACzC,CAAC;YACD,CAAC,4BAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE;gBAC7B,MAAM,IAAI,KAAK,CACb,0DAA0D,CAC3D,CAAC;YACJ,CAAC;SACO,CAAC;IArJ8C,CAAC;IAgBlD,2BAA2B,CAAC,SAAiB;QACnD,OAAO,CACL,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC3B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC5B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC5B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC5B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAE5B,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC;YAClC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAC9B,CAAC;IACJ,CAAC;IA4HD,eAAe,CAAC,MAAmB;QACjC,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,8BAA8B,MAAM,CAAC,aAAa,MAAM,MAAM,CAAC,IAAI,EAAE,CACtE,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAE3D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,MAAuB;;QAC/C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAE/D,IAAI,CAAC;YAEH,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa;gBACpC,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC;gBAC1C,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAE5C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,8BAA8B,MAAM,CAAC,OAAO,EAAE,EAAE;gBAC9D,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,QAAQ,EAAE,WAAW,CAAC,QAAQ;gBAC9B,WAAW,EAAE,CAAC,CAAC,WAAW,CAAC,QAAQ;gBACnC,cAAc,EAAE,WAAW,CAAC,cAAc;aAC3C,CAAC,CAAC;YAGH,MAAM,UAAU,GAAG;gBACjB,IAAI,EAAE,WAAW,CAAC,SAAS;gBAC3B,aAAa,EAAE,WAAW,CAAC,QAAQ;gBAGnC,WAAW,EAAE,MAAM,CACjB,MAAA,MAAM,CAAC,WAAW,mCAAI,WAAW,CAAC,kBAAkB,CACrD;gBACD,SAAS,EAAE,MAAM,CAAC,MAAA,MAAM,CAAC,SAAS,mCAAI,WAAW,CAAC,gBAAgB,CAAC;gBACnE,cAAc,EAAE,WAAW,CAAC,QAAQ;aACrC,CAAC;YAEF,OAAO,IAAI,CAAC,8BAA8B,CAAC,UAAU,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,8BAA8B,MAAM,CAAC,OAAO,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC1G,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAGO,KAAK,CAAC,YAAY,CAAC,OAAe;QACxC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,uBAAuB,CAAC;QAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAE7C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,GAAG,GAAG,GAAG,MAAM,kCAAkC,OAAO,SAAS,CAAC;QAExE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,kBAAkB,EAAE,KAAK;gBACzB,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,iCAAiC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAC1E,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAEO,8BAA8B,CACpC,MAAiD;QAEjD,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAE3D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;QAClE,CAAC;QAGD,MAAM,cAAc,GAAG;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;YACvC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC;YACnC,cAAc,EAAE,MAAM,CAAC,cAAc;SACtC,CAAC;QAEF,OAAO,QAAQ,CAAC,cAAc,CAAC,CAAC;IAClC,CAAC;IAED,KAAK;QACH,OAAO,sBAAsB,CAAC;IAChC,CAAC;CACF;AAjQD,wCAiQC"}

package/dist/llm/llm.interface.d.ts

@@ -1,6 +0,0 @@
-import { LLModel, ModelConfig, ModelByIdConfig } from "./llm.types";
-export interface ILLMInitializer {
-    initializeModel(config: ModelConfig): LLModel;
-    initializeModelById(config: ModelByIdConfig): Promise<LLModel>;
-    check(): string;
-}

package/dist/llm/llm.interface.js

@@ -1,3 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=llm.interface.js.map

package/dist/llm/llm.interface.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llm.interface.js","sourceRoot":"","sources":["../../src/llm/llm.interface.ts"],"names":[],"mappings":""}

package/dist/llm/llm.types.d.ts

@@ -1,32 +0,0 @@
-import { ModelProvider } from "../shared-types";
-import { ChatAnthropic } from "@langchain/anthropic";
-import { ChatCohere } from "@langchain/cohere";
-import { ChatMistralAI } from "@langchain/mistralai";
-import { ChatOpenAI } from "@langchain/openai";
-import { BaseChatModel } from "@langchain/core/language_models/chat_models";
-export interface ModelConfig {
-    name: string;
-    modelProvider: ModelProvider;
-    temperature?: number;
-    maxTokens?: number;
-}
-export interface ModelByIdConfig {
-    modelId: string;
-    temperature?: number;
-    maxTokens?: number;
-}
-export type ModelConfigFetcher = (modelId: string) => Promise<ModelConfigWithToken>;
-export interface ModelConfigWithToken {
-    modelId: string;
-    modelName: string;
-    provider: ModelProvider;
-    defaultTemperature: number;
-    defaultMaxTokens: number;
-    apiToken?: string;
-    requiresApiKey: boolean;
-}
-export type LLModel = BaseChatModel;
-export type ConcreteModels = ChatOpenAI | ChatAnthropic | ChatCohere | ChatMistralAI;
-export type ModelCreator = (config: ModelConfig & {
-    customApiToken?: string;
-}) => LLModel;

package/dist/llm/llm.types.js

@@ -1,3 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=llm.types.js.map

package/dist/llm/llm.types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"llm.types.js","sourceRoot":"","sources":["../../src/llm/llm.types.ts"],"names":[],"mappings":""}

package/dist/llm/model.initializer.d.ts

@@ -1,45 +0,0 @@
-import { BaseChatModel } from "@langchain/core/language_models/chat_models";
-import { BaseDocumentCompressor } from "@langchain/core/retrievers/document_compressors";
-import { Embeddings } from "@langchain/core/embeddings";
-import { Logger } from "@nestjs/common";
-import { StructuredTool } from "@langchain/core/tools";
-import { ModelType } from "../shared-types";
-import { IModelInitializer, Model, ModelByIdWithTypeConfig, ModelConfigWithTokenAndType } from "./model.interface";
-import { ModelByIdConfig, ModelConfigFetcher } from "./llm.types";
-export declare class ModelInitializer implements IModelInitializer {
-    private configFetcher?;
-    private logger;
-    private modelConfigCache;
-    private modelInstanceCache;
-    constructor(configFetcher?: ModelConfigFetcher, logger?: Logger);
-    private generateModelCacheKey;
-    private requiresMaxCompletionTokens;
-    private readonly chatModelCreators;
-    private readonly rerankModelCreators;
-    private readonly embeddingModelCreators;
-    initializeChatModel(config: ModelByIdConfig): Promise<BaseChatModel>;
-    initializeRerankModel(config: ModelByIdConfig): Promise<BaseDocumentCompressor>;
-    initializeEmbeddingModel(config: ModelByIdConfig): Promise<Embeddings>;
-    createChatModelById(modelId: string): Promise<BaseChatModel>;
-    createRerankModelById(modelId: string): Promise<BaseDocumentCompressor>;
-    createEmbeddingModelById(modelId: string): Promise<Embeddings>;
-    createModelById(modelId: string, expectedType?: ModelType): Promise<Model>;
-    initializeModelByType(config: ModelByIdWithTypeConfig): Promise<Model>;
-    getModelConfigWithType(modelId: string): Promise<ModelConfigWithTokenAndType>;
-    isModelTypeSupported(modelType: ModelType): boolean;
-    getSupportedModelTypes(): ModelType[];
-    clearCache(): void;
-    clearModelCache(modelId: string): void;
-    getCacheStats(): {
-        configCacheSize: number;
-        instanceCacheSize: number;
-        configCacheKeys: string[];
-        instanceCacheKeys: string[];
-    };
-    private fetchFromApi;
-}
-export declare function prepareModelWithTools(model: BaseChatModel, tools: StructuredTool[], baseConfig?: any): {
-    modelWithTools: any;
-    finalConfig: any;
-    toolsMethod: "bindTools" | "manual" | "none";
-};