@n8n/ai-utilities 0.4.1 → 0.5.0

package/dist/cjs/utils/fromai-tool-factory.d.ts

@@ -0,0 +1,14 @@
+import type { CallbackManagerForToolRun } from '@langchain/core/callbacks/manager';
+import { DynamicStructuredTool, DynamicTool } from '@langchain/core/tools';
+import type { FromAIArgument, IDataObject, INode, INodeParameters } from 'n8n-workflow';
+import { z } from 'zod';
+export type ToolFunc = (query: string | IDataObject, runManager?: CallbackManagerForToolRun) => Promise<string | IDataObject | IDataObject[]>;
+export interface CreateToolOptions {
+    name: string;
+    description: string;
+    func: ToolFunc;
+    extraArgs?: FromAIArgument[];
+}
+export declare function extractFromAIParameters(nodeParameters: INodeParameters): FromAIArgument[];
+export declare function createZodSchemaFromArgs(args: FromAIArgument[]): z.ZodObject<z.ZodRawShape>;
+export declare function createToolFromNode(node: INode, options: CreateToolOptions): DynamicStructuredTool | DynamicTool;

package/dist/cjs/utils/fromai-tool-factory.js

@@ -0,0 +1,45 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "@langchain/core/tools", "n8n-workflow", "zod"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.extractFromAIParameters = extractFromAIParameters;
+    exports.createZodSchemaFromArgs = createZodSchemaFromArgs;
+    exports.createToolFromNode = createToolFromNode;
+    const tools_1 = require("@langchain/core/tools");
+    const n8n_workflow_1 = require("n8n-workflow");
+    const zod_1 = require("zod");
+    function extractFromAIParameters(nodeParameters) {
+        const collectedArguments = [];
+        (0, n8n_workflow_1.traverseNodeParameters)(nodeParameters, collectedArguments);
+        const uniqueArgsMap = new Map();
+        for (const arg of collectedArguments) {
+            uniqueArgsMap.set(arg.key, arg);
+        }
+        return Array.from(uniqueArgsMap.values());
+    }
+    function createZodSchemaFromArgs(args) {
+        const schemaObj = args.reduce((acc, placeholder) => {
+            acc[placeholder.key] = (0, n8n_workflow_1.generateZodSchema)(placeholder);
+            return acc;
+        }, {});
+        return zod_1.z.object(schemaObj).required();
+    }
+    function createToolFromNode(node, options) {
+        const { name, description, func, extraArgs = [] } = options;
+        const collectedArguments = extractFromAIParameters(node.parameters);
+        if (collectedArguments.length === 0 && extraArgs.length === 0) {
+            return new tools_1.DynamicTool({ name, description, func });
+        }
+        const allArguments = [...collectedArguments, ...extraArgs];
+        const schema = createZodSchemaFromArgs(allArguments);
+        return new tools_1.DynamicStructuredTool({ schema, name, description, func });
+    }
+});
+//# sourceMappingURL=fromai-tool-factory.js.map

package/dist/cjs/utils/fromai-tool-factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fromai-tool-factory.js","sourceRoot":"","sources":["../../../src/utils/fromai-tool-factory.ts"],"names":[],"mappings":";;;;;;;;;;;IAyBA,0DAUC;IAKD,0DAOC;IASD,gDAkBC;IAzED,iDAA2E;IAE3E,+CAAyE;IACzE,6BAAwB;IAqBxB,SAAgB,uBAAuB,CAAC,cAA+B;QACtE,MAAM,kBAAkB,GAAqB,EAAE,CAAC;QAChD,IAAA,qCAAsB,EAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;QAE3D,MAAM,aAAa,GAAG,IAAI,GAAG,EAA0B,CAAC;QACxD,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACtC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACjC,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3C,CAAC;IAKD,SAAgB,uBAAuB,CAAC,IAAsB;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAiC,EAAE,WAAW,EAAE,EAAE;YAChF,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,IAAA,gCAAiB,EAAC,WAAW,CAAC,CAAC;YACtD,OAAO,GAAG,CAAC;QACZ,CAAC,EAAE,EAAE,CAAC,CAAC;QAEP,OAAO,OAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;IACvC,CAAC;IASD,SAAgB,kBAAkB,CACjC,IAAW,EACX,OAA0B;QAE1B,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QAE5D,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAGpE,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/D,OAAO,IAAI,mBAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;QAGD,MAAM,YAAY,GAAG,CAAC,GAAG,kBAAkB,EAAE,GAAG,SAAS,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAErD,OAAO,IAAI,6BAAqB,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IACvE,CAAC"}

package/dist/cjs/utils/shared-fields.d.ts

@@ -0,0 +1,8 @@
+import { NodeConnectionTypes } from 'n8n-workflow';
+import type { IDisplayOptions, INodeProperties } from 'n8n-workflow';
+export declare const metadataFilterField: INodeProperties;
+export declare function getTemplateNoticeField(templateId: number): INodeProperties;
+export declare function getBatchingOptionFields(displayOptions: IDisplayOptions | undefined, defaultBatchSize?: number): INodeProperties;
+type AllowedConnectionTypes = typeof NodeConnectionTypes.AiAgent | typeof NodeConnectionTypes.AiChain | typeof NodeConnectionTypes.AiDocument | typeof NodeConnectionTypes.AiVectorStore | typeof NodeConnectionTypes.AiRetriever;
+export declare function getConnectionHintNoticeField(connectionTypes: AllowedConnectionTypes[]): INodeProperties;
+export {};

package/dist/cjs/utils/shared-fields.js

@@ -0,0 +1,159 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "n8n-workflow"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.metadataFilterField = void 0;
+    exports.getTemplateNoticeField = getTemplateNoticeField;
+    exports.getBatchingOptionFields = getBatchingOptionFields;
+    exports.getConnectionHintNoticeField = getConnectionHintNoticeField;
+    const n8n_workflow_1 = require("n8n-workflow");
+    exports.metadataFilterField = {
+        displayName: 'Metadata Filter',
+        name: 'metadata',
+        type: 'fixedCollection',
+        description: 'Metadata to filter the document by',
+        typeOptions: {
+            multipleValues: true,
+        },
+        default: {},
+        placeholder: 'Add filter field',
+        options: [
+            {
+                name: 'metadataValues',
+                displayName: 'Fields to Set',
+                values: [
+                    {
+                        displayName: 'Name',
+                        name: 'name',
+                        type: 'string',
+                        default: '',
+                        required: true,
+                    },
+                    {
+                        displayName: 'Value',
+                        name: 'value',
+                        type: 'string',
+                        default: '',
+                    },
+                ],
+            },
+        ],
+    };
+    function getTemplateNoticeField(templateId) {
+        return {
+            displayName: `Save time with an <a href="/templates/${templateId}" target="_blank">example</a> of how this node works`,
+            name: 'notice',
+            type: 'notice',
+            default: '',
+        };
+    }
+    function getBatchingOptionFields(displayOptions, defaultBatchSize = 5) {
+        return {
+            displayName: 'Batch Processing',
+            name: 'batching',
+            type: 'collection',
+            placeholder: 'Add Batch Processing Option',
+            description: 'Batch processing options for rate limiting',
+            default: {},
+            options: [
+                {
+                    displayName: 'Batch Size',
+                    name: 'batchSize',
+                    default: defaultBatchSize,
+                    type: 'number',
+                    description: 'How many items to process in parallel. This is useful for rate limiting, but might impact the log output ordering.',
+                },
+                {
+                    displayName: 'Delay Between Batches',
+                    name: 'delayBetweenBatches',
+                    default: 0,
+                    type: 'number',
+                    description: 'Delay in milliseconds between batches. This is useful for rate limiting.',
+                },
+            ],
+            displayOptions,
+        };
+    }
+    const connectionsString = {
+        [n8n_workflow_1.NodeConnectionTypes.AiAgent]: {
+            connection: '',
+            locale: 'AI Agent',
+        },
+        [n8n_workflow_1.NodeConnectionTypes.AiChain]: {
+            connection: '',
+            locale: 'AI Chain',
+        },
+        [n8n_workflow_1.NodeConnectionTypes.AiDocument]: {
+            connection: n8n_workflow_1.NodeConnectionTypes.AiDocument,
+            locale: 'Document Loader',
+        },
+        [n8n_workflow_1.NodeConnectionTypes.AiVectorStore]: {
+            connection: n8n_workflow_1.NodeConnectionTypes.AiVectorStore,
+            locale: 'Vector Store',
+        },
+        [n8n_workflow_1.NodeConnectionTypes.AiRetriever]: {
+            connection: n8n_workflow_1.NodeConnectionTypes.AiRetriever,
+            locale: 'Vector Store Retriever',
+        },
+    };
+    function determineArticle(nextWord) {
+        const vowels = /^[aeiouAEIOU]/;
+        return vowels.test(nextWord) ? 'an' : 'a';
+    }
+    const getConnectionParameterString = (connectionType) => {
+        if (connectionType === '')
+            return "data-action-parameter-creatorview='AI'";
+        return `data-action-parameter-connectiontype='${connectionType}'`;
+    };
+    const getAhref = (connectionType) => `<a class="test" data-action='openSelectiveNodeCreator'${getConnectionParameterString(connectionType.connection)}'>${connectionType.locale}</a>`;
+    function getConnectionHintNoticeField(connectionTypes) {
+        const groupedConnections = new Map();
+        connectionTypes.forEach((connectionType) => {
+            const connectionString = connectionsString[connectionType].connection;
+            const localeString = connectionsString[connectionType].locale;
+            if (!groupedConnections.has(connectionString)) {
+                groupedConnections.set(connectionString, [localeString]);
+                return;
+            }
+            groupedConnections.get(connectionString)?.push(localeString);
+        });
+        let displayName;
+        if (groupedConnections.size === 1) {
+            const [[connection, locales]] = Array.from(groupedConnections);
+            displayName = `This node must be connected to ${determineArticle(locales[0])} ${locales[0]
+                .toLowerCase()
+                .replace(/^ai /, 'AI ')}. <a data-action='openSelectiveNodeCreator' ${getConnectionParameterString(connection)}>Insert one</a>`;
+        }
+        else {
+            const ahrefs = Array.from(groupedConnections, ([connection, locales]) => {
+                const locale = locales.length > 1
+                    ? locales
+                        .map((localeString, index, { length }) => {
+                        return ((index === 0 ? `${determineArticle(localeString)} ` : '') +
+                            (index < length - 1 ? `${localeString} or ` : localeString));
+                    })
+                        .join('')
+                    : `${determineArticle(locales[0])} ${locales[0]}`;
+                return getAhref({ connection, locale });
+            });
+            displayName = `This node needs to be connected to ${ahrefs.join(' or ')}.`;
+        }
+        return {
+            displayName,
+            name: 'notice',
+            type: 'notice',
+            default: '',
+            typeOptions: {
+                containerClass: 'ndv-connection-hint-notice',
+            },
+        };
+    }
+});
+//# sourceMappingURL=shared-fields.js.map

package/dist/cjs/utils/shared-fields.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared-fields.js","sourceRoot":"","sources":["../../../src/utils/shared-fields.ts"],"names":[],"mappings":";;;;;;;;;;;;IAoCA,wDAOC;IAED,0DA8BC;IAiDD,oEA8DC;IA1LD,+CAAmD;IAGtC,QAAA,mBAAmB,GAAoB;QACnD,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,oCAAoC;QACjD,WAAW,EAAE;YACZ,cAAc,EAAE,IAAI;SACpB;QACD,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,kBAAkB;QAC/B,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,gBAAgB;gBACtB,WAAW,EAAE,eAAe;gBAC5B,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,MAAM;wBACnB,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;wBACX,QAAQ,EAAE,IAAI;qBACd;oBACD;wBACC,WAAW,EAAE,OAAO;wBACpB,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;qBACX;iBACD;aACD;SACD;KACD,CAAC;IAEF,SAAgB,sBAAsB,CAAC,UAAkB;QACxD,OAAO;YACN,WAAW,EAAE,yCAAyC,UAAU,sDAAsD;YACtH,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;SACX,CAAC;IACH,CAAC;IAED,SAAgB,uBAAuB,CACtC,cAA2C,EAC3C,mBAA2B,CAAC;QAE5B,OAAO;YACN,WAAW,EAAE,kBAAkB;YAC/B,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,YAAY;YAClB,WAAW,EAAE,6BAA6B;YAC1C,WAAW,EAAE,4CAA4C;YACzD,OAAO,EAAE,EAAE;YACX,OAAO,EAAE;gBACR;oBACC,WAAW,EAAE,YAAY;oBACzB,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,gBAAgB;oBACzB,IAAI,EAAE,QAAQ;oBACd,WAAW,EACV,oHAAoH;iBACrH;gBACD;oBACC,WAAW,EAAE,uBAAuB;oBACpC,IAAI,EAAE,qBAAqB;oBAC3B,OAAO,EAAE,CAAC;oBACV,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,0EAA0E;iBACvF;aACD;YACD,cAAc;SACd,CAAC;IACH,CAAC;IAED,MAAM,iBAAiB,GAAG;QACzB,CAAC,kCAAmB,CAAC,OAAO,CAAC,EAAE;YAE9B,UAAU,EAAE,EAAE;YACd,MAAM,EAAE,UAAU;SAClB;QACD,CAAC,kCAAmB,CAAC,OAAO,CAAC,EAAE;YAE9B,UAAU,EAAE,EAAE;YACd,MAAM,EAAE,UAAU;SAClB;QACD,CAAC,kCAAmB,CAAC,UAAU,CAAC,EAAE;YACjC,UAAU,EAAE,kCAAmB,CAAC,UAAU;YAC1C,MAAM,EAAE,iBAAiB;SACzB;QACD,CAAC,kCAAmB,CAAC,aAAa,CAAC,EAAE;YACpC,UAAU,EAAE,kCAAmB,CAAC,aAAa;YAC7C,MAAM,EAAE,cAAc;SACtB;QACD,CAAC,kCAAmB,CAAC,WAAW,CAAC,EAAE;YAClC,UAAU,EAAE,kCAAmB,CAAC,WAAW;YAC3C,MAAM,EAAE,wBAAwB;SAChC;KACD,CAAC;IASF,SAAS,gBAAgB,CAAC,QAAgB;QAEzC,MAAM,MAAM,GAAG,eAAe,CAAC;QAC/B,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAC3C,CAAC;IACD,MAAM,4BAA4B,GAAG,CAAC,cAAsB,EAAE,EAAE;QAC/D,IAAI,cAAc,KAAK,EAAE;YAAE,OAAO,wCAAwC,CAAC;QAE3E,OAAO,yCAAyC,cAAc,GAAG,CAAC;IACnE,CAAC,CAAC;IACF,MAAM,QAAQ,GAAG,CAAC,cAAsD,EAAE,EAAE,CAC3E,yDAAyD,4BAA4B,CACpF,cAAc,CAAC,UAAU,CACzB,KAAK,cAAc,CAAC,MAAM,MAAM,CAAC;IAEnC,SAAgB,4BAA4B,CAC3C,eAAyC;QAEzC,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAoB,CAAC;QAIvD,eAAe,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE;YAC1C,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,cAAc,CAAC,CAAC,UAAU,CAAC;YACtE,MAAM,YAAY,GAAG,iBAAiB,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC;YAE9D,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC/C,kBAAkB,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;gBACzD,OAAO;YACR,CAAC;YAED,kBAAkB,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC;QAEhB,IAAI,kBAAkB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,MAAM,CAAC,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAE/D,WAAW,GAAG,kCAAkC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC;iBACxF,WAAW,EAAE;iBACb,OAAO,CACP,MAAM,EACN,KAAK,CACL,+CAA+C,4BAA4B,CAC5E,UAAU,CACV,iBAAiB,CAAC;QACpB,CAAC;aAAM,CAAC;YACP,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,EAAE;gBAGvE,MAAM,MAAM,GACX,OAAO,CAAC,MAAM,GAAG,CAAC;oBACjB,CAAC,CAAC,OAAO;yBACN,GAAG,CAAC,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;wBACxC,OAAO,CACN,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;4BACzD,CAAC,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,YAAY,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAC3D,CAAC;oBACH,CAAC,CAAC;yBACD,IAAI,CAAC,EAAE,CAAC;oBACX,CAAC,CAAC,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpD,OAAO,QAAQ,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;YACzC,CAAC,CAAC,CAAC;YAEH,WAAW,GAAG,sCAAsC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;QAC5E,CAAC;QAED,OAAO;YACN,WAAW;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;YACX,WAAW,EAAE;gBACZ,cAAc,EAAE,4BAA4B;aAC5C;SACD,CAAC;IACH,CAAC"}

package/dist/cjs/utils/vector-store/MemoryManager/MemoryCalculator.d.ts

@@ -0,0 +1,7 @@
+import type { MemoryVectorStore } from '@langchain/classic/vectorstores/memory';
+import type { Document } from '@langchain/core/documents';
+import type { IMemoryCalculator } from './types';
+export declare class MemoryCalculator implements IMemoryCalculator {
+    estimateBatchSize(documents: Document[]): number;
+    calculateVectorStoreSize(vectorStore: MemoryVectorStore): number;
+}

package/dist/cjs/utils/vector-store/MemoryManager/MemoryCalculator.js

@@ -0,0 +1,60 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.MemoryCalculator = void 0;
+    const FLOAT_SIZE_BYTES = 8;
+    const CHAR_SIZE_BYTES = 2;
+    const VECTOR_OVERHEAD_BYTES = 200;
+    const EMBEDDING_DIMENSIONS = 1536;
+    const EMBEDDING_SIZE_BYTES = EMBEDDING_DIMENSIONS * FLOAT_SIZE_BYTES;
+    const AVG_METADATA_SIZE_BYTES = 100;
+    class MemoryCalculator {
+        estimateBatchSize(documents) {
+            if (documents.length === 0)
+                return 0;
+            let totalContentSize = 0;
+            let totalMetadataSize = 0;
+            for (const doc of documents) {
+                if (doc.pageContent) {
+                    totalContentSize += doc.pageContent.length * CHAR_SIZE_BYTES;
+                }
+                if (doc.metadata) {
+                    const metadataKeys = Object.keys(doc.metadata).length;
+                    if (metadataKeys > 0) {
+                        totalMetadataSize += metadataKeys * AVG_METADATA_SIZE_BYTES;
+                    }
+                }
+            }
+            const embeddingSize = documents.length * EMBEDDING_SIZE_BYTES;
+            const overhead = documents.length * VECTOR_OVERHEAD_BYTES;
+            const calculatedSize = totalContentSize + totalMetadataSize + embeddingSize + overhead;
+            return Math.ceil(calculatedSize);
+        }
+        calculateVectorStoreSize(vectorStore) {
+            if (!vectorStore.memoryVectors || vectorStore.memoryVectors.length === 0) {
+                return 0;
+            }
+            let storeSize = 0;
+            for (const vector of vectorStore.memoryVectors) {
+                storeSize += vector.embedding.length * FLOAT_SIZE_BYTES;
+                storeSize += vector.content ? vector.content.length * CHAR_SIZE_BYTES : 0;
+                if (vector.metadata) {
+                    const metadataStr = JSON.stringify(vector.metadata);
+                    storeSize += metadataStr.length * CHAR_SIZE_BYTES;
+                }
+                storeSize += VECTOR_OVERHEAD_BYTES;
+            }
+            return Math.ceil(storeSize);
+        }
+    }
+    exports.MemoryCalculator = MemoryCalculator;
+});
+//# sourceMappingURL=MemoryCalculator.js.map

package/dist/cjs/utils/vector-store/MemoryManager/MemoryCalculator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryCalculator.js","sourceRoot":"","sources":["../../../../../src/utils/vector-store/MemoryManager/MemoryCalculator.ts"],"names":[],"mappings":";;;;;;;;;;;;IAMA,MAAM,gBAAgB,GAAG,CAAC,CAAC;IAC3B,MAAM,eAAe,GAAG,CAAC,CAAC;IAC1B,MAAM,qBAAqB,GAAG,GAAG,CAAC;IAClC,MAAM,oBAAoB,GAAG,IAAI,CAAC;IAClC,MAAM,oBAAoB,GAAG,oBAAoB,GAAG,gBAAgB,CAAC;IACrE,MAAM,uBAAuB,GAAG,GAAG,CAAC;IAKpC,MAAa,gBAAgB;QAI5B,iBAAiB,CAAC,SAAqB;YACtC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,CAAC,CAAC;YAErC,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;YAG1B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC7B,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;oBACrB,gBAAgB,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,eAAe,CAAC;gBAC9D,CAAC;gBAGD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;oBAElB,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;oBACtD,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;wBAGtB,iBAAiB,IAAI,YAAY,GAAG,uBAAuB,CAAC;oBAC7D,CAAC;gBACF,CAAC;YACF,CAAC;YAID,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,GAAG,oBAAoB,CAAC;YAG9D,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,GAAG,qBAAqB,CAAC;YAG1D,MAAM,cAAc,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,aAAa,GAAG,QAAQ,CAAC;YAEvF,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClC,CAAC;QAKD,wBAAwB,CAAC,WAA8B;YACtD,IAAI,CAAC,WAAW,CAAC,aAAa,IAAI,WAAW,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1E,OAAO,CAAC,CAAC;YACV,CAAC;YAED,IAAI,SAAS,GAAG,CAAC,CAAC;YAGlB,KAAK,MAAM,MAAM,IAAI,WAAW,CAAC,aAAa,EAAE,CAAC;gBAEhD,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,gBAAgB,CAAC;gBAGxD,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;gBAG1E,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;oBAErB,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBACpD,SAAS,IAAI,WAAW,CAAC,MAAM,GAAG,eAAe,CAAC;gBACnD,CAAC;gBAGD,SAAS,IAAI,qBAAqB,CAAC;YACpC,CAAC;YAED,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;KACD;IAxED,4CAwEC"}

package/dist/cjs/utils/vector-store/MemoryManager/MemoryVectorStoreManager.d.ts

@@ -0,0 +1,34 @@
+import { MemoryVectorStore } from '@langchain/classic/vectorstores/memory';
+import type { Document } from '@langchain/core/documents';
+import type { Embeddings } from '@langchain/core/embeddings';
+import type { OpenAIEmbeddings, AzureOpenAIEmbeddings } from '@langchain/openai';
+import type { Logger } from 'n8n-workflow';
+import { MemoryCalculator } from './MemoryCalculator';
+import { StoreCleanupService } from './StoreCleanupService';
+import type { VectorStoreMetadata, VectorStoreStats } from './types';
+export declare class MemoryVectorStoreManager {
+    protected embeddings: Embeddings | OpenAIEmbeddings | AzureOpenAIEmbeddings;
+    protected logger: Logger;
+    private static instance;
+    protected vectorStoreBuffer: Map<string, MemoryVectorStore>;
+    protected storeMetadata: Map<string, VectorStoreMetadata>;
+    protected memoryUsageBytes: number;
+    protected memoryCalculator: MemoryCalculator;
+    protected cleanupService: StoreCleanupService;
+    protected static logger: Logger;
+    protected maxMemorySizeBytes: number;
+    protected inactiveTtlMs: number;
+    protected ttlCleanupIntervalId: NodeJS.Timeout | null;
+    protected constructor(embeddings: Embeddings | OpenAIEmbeddings | AzureOpenAIEmbeddings, logger: Logger);
+    static getInstance(embeddings: Embeddings | OpenAIEmbeddings | AzureOpenAIEmbeddings, logger: Logger): MemoryVectorStoreManager;
+    private setupTtlCleanup;
+    private handleCleanup;
+    getMemoryKeysList(): string[];
+    getVectorStore(memoryKey: string): Promise<MemoryVectorStore>;
+    protected clearStoreMetadata(memoryKey: string): void;
+    getMemoryUsage(): number;
+    getMemoryUsageFormatted(): string;
+    recalculateMemoryUsage(): void;
+    addDocuments(memoryKey: string, documents: Document[], clearStore?: boolean): Promise<void>;
+    getStats(): VectorStoreStats;
+}

package/dist/cjs/utils/vector-store/MemoryManager/MemoryVectorStoreManager.js

@@ -0,0 +1,186 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "@langchain/classic/vectorstores/memory", "./config", "./MemoryCalculator", "./StoreCleanupService"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.MemoryVectorStoreManager = void 0;
+    const memory_1 = require("@langchain/classic/vectorstores/memory");
+    const config_1 = require("./config");
+    const MemoryCalculator_1 = require("./MemoryCalculator");
+    const StoreCleanupService_1 = require("./StoreCleanupService");
+    class MemoryVectorStoreManager {
+        constructor(embeddings, logger) {
+            this.embeddings = embeddings;
+            this.logger = logger;
+            this.memoryUsageBytes = 0;
+            this.ttlCleanupIntervalId = null;
+            this.vectorStoreBuffer = new Map();
+            this.storeMetadata = new Map();
+            this.logger = logger;
+            const config = (0, config_1.getConfig)();
+            this.maxMemorySizeBytes = (0, config_1.mbToBytes)(config.maxMemoryMB);
+            this.inactiveTtlMs = (0, config_1.hoursToMs)(config.ttlHours);
+            this.memoryCalculator = new MemoryCalculator_1.MemoryCalculator();
+            this.cleanupService = new StoreCleanupService_1.StoreCleanupService(this.maxMemorySizeBytes, this.inactiveTtlMs, this.vectorStoreBuffer, this.storeMetadata, this.handleCleanup.bind(this));
+            this.setupTtlCleanup();
+        }
+        static getInstance(embeddings, logger) {
+            if (!MemoryVectorStoreManager.instance) {
+                MemoryVectorStoreManager.instance = new MemoryVectorStoreManager(embeddings, logger);
+            }
+            else {
+                MemoryVectorStoreManager.instance.embeddings = embeddings;
+                MemoryVectorStoreManager.instance.vectorStoreBuffer.forEach((vectorStoreInstance) => {
+                    vectorStoreInstance.embeddings = embeddings;
+                });
+            }
+            return MemoryVectorStoreManager.instance;
+        }
+        setupTtlCleanup() {
+            if (this.inactiveTtlMs <= 0) {
+                return;
+            }
+            const CLEANUP_INTERVAL_MS = 60 * 60 * 1000;
+            if (this.ttlCleanupIntervalId) {
+                clearInterval(this.ttlCleanupIntervalId);
+            }
+            this.ttlCleanupIntervalId = setInterval(() => {
+                this.cleanupService.cleanupInactiveStores();
+            }, CLEANUP_INTERVAL_MS);
+        }
+        handleCleanup(removedKeys, freedBytes, reason) {
+            this.memoryUsageBytes -= freedBytes;
+            if (reason === 'ttl') {
+                const ttlHours = Math.round(this.inactiveTtlMs / (60 * 60 * 1000));
+                this.logger.info(`TTL cleanup: removed ${removedKeys.length} inactive vector stores (${ttlHours}h TTL) to free ${Math.round(freedBytes / (1024 * 1024))}MB of memory`);
+            }
+            else {
+                this.logger.info(`Memory cleanup: removed ${removedKeys.length} oldest vector stores to free ${Math.round(freedBytes / (1024 * 1024))}MB of memory`);
+            }
+        }
+        getMemoryKeysList() {
+            return Array.from(this.vectorStoreBuffer.keys());
+        }
+        async getVectorStore(memoryKey) {
+            let vectorStoreInstance = this.vectorStoreBuffer.get(memoryKey);
+            if (!vectorStoreInstance) {
+                vectorStoreInstance = await memory_1.MemoryVectorStore.fromExistingIndex(this.embeddings);
+                this.vectorStoreBuffer.set(memoryKey, vectorStoreInstance);
+                this.storeMetadata.set(memoryKey, {
+                    size: 0,
+                    createdAt: new Date(),
+                    lastAccessed: new Date(),
+                });
+            }
+            else {
+                const metadata = this.storeMetadata.get(memoryKey);
+                if (metadata) {
+                    metadata.lastAccessed = new Date();
+                }
+            }
+            return vectorStoreInstance;
+        }
+        clearStoreMetadata(memoryKey) {
+            const metadata = this.storeMetadata.get(memoryKey);
+            if (metadata) {
+                this.memoryUsageBytes -= metadata.size;
+                metadata.size = 0;
+                metadata.lastAccessed = new Date();
+            }
+        }
+        getMemoryUsage() {
+            return this.memoryUsageBytes;
+        }
+        getMemoryUsageFormatted() {
+            return `${Math.round(this.memoryUsageBytes / (1024 * 1024))}MB`;
+        }
+        recalculateMemoryUsage() {
+            this.memoryUsageBytes = 0;
+            for (const [key, vectorStore] of this.vectorStoreBuffer.entries()) {
+                const storeSize = this.memoryCalculator.calculateVectorStoreSize(vectorStore);
+                const metadata = this.storeMetadata.get(key);
+                if (metadata) {
+                    metadata.size = storeSize;
+                    this.memoryUsageBytes += storeSize;
+                }
+            }
+            this.logger.debug(`Recalculated vector store memory: ${this.getMemoryUsageFormatted()}`);
+        }
+        async addDocuments(memoryKey, documents, clearStore) {
+            if (clearStore) {
+                this.clearStoreMetadata(memoryKey);
+                this.vectorStoreBuffer.delete(memoryKey);
+            }
+            const estimatedAddedSize = this.memoryCalculator.estimateBatchSize(documents);
+            this.cleanupService.cleanupOldestStores(estimatedAddedSize);
+            const vectorStoreInstance = await this.getVectorStore(memoryKey);
+            const vectorCountBefore = vectorStoreInstance.memoryVectors?.length || 0;
+            await vectorStoreInstance.addDocuments(documents);
+            const metadata = this.storeMetadata.get(memoryKey);
+            if (metadata) {
+                metadata.size += estimatedAddedSize;
+                metadata.lastAccessed = new Date();
+                this.memoryUsageBytes += estimatedAddedSize;
+            }
+            const vectorCount = vectorStoreInstance.memoryVectors?.length || 0;
+            if ((vectorCount > 0 && vectorCount % 100 === 0) ||
+                documents.length > 20 ||
+                (vectorCountBefore === 0 && vectorCount > 0)) {
+                this.recalculateMemoryUsage();
+            }
+            const maxMemoryMB = this.maxMemorySizeBytes > 0
+                ? (this.maxMemorySizeBytes / (1024 * 1024)).toFixed(0)
+                : 'unlimited';
+            this.logger.debug(`Vector store memory: ${this.getMemoryUsageFormatted()}/${maxMemoryMB}MB (${vectorCount} vectors in ${this.vectorStoreBuffer.size} stores)`);
+        }
+        getStats() {
+            const now = Date.now();
+            let inactiveStoreCount = 0;
+            this.recalculateMemoryUsage();
+            const stats = {
+                totalSizeBytes: this.memoryUsageBytes,
+                totalSizeMB: Math.round((this.memoryUsageBytes / (1024 * 1024)) * 100) / 100,
+                percentOfLimit: this.maxMemorySizeBytes > 0
+                    ? Math.round((this.memoryUsageBytes / this.maxMemorySizeBytes) * 100)
+                    : 0,
+                maxMemoryMB: this.maxMemorySizeBytes > 0 ? this.maxMemorySizeBytes / (1024 * 1024) : -1,
+                storeCount: this.vectorStoreBuffer.size,
+                inactiveStoreCount: 0,
+                ttlHours: this.inactiveTtlMs > 0 ? this.inactiveTtlMs / (60 * 60 * 1000) : -1,
+                stores: {},
+            };
+            for (const [key, metadata] of this.storeMetadata.entries()) {
+                const store = this.vectorStoreBuffer.get(key);
+                if (store) {
+                    const lastAccessedTime = metadata.lastAccessed.getTime();
+                    const inactiveTimeMs = now - lastAccessedTime;
+                    const isInactive = this.cleanupService.isStoreInactive(metadata);
+                    if (isInactive) {
+                        inactiveStoreCount++;
+                    }
+                    stats.stores[key] = {
+                        sizeBytes: metadata.size,
+                        sizeMB: Math.round((metadata.size / (1024 * 1024)) * 100) / 100,
+                        percentOfTotal: Math.round((metadata.size / this.memoryUsageBytes) * 100) || 0,
+                        vectors: store.memoryVectors?.length || 0,
+                        createdAt: metadata.createdAt.toISOString(),
+                        lastAccessed: metadata.lastAccessed.toISOString(),
+                        inactive: isInactive,
+                        inactiveForHours: Math.round(inactiveTimeMs / (60 * 60 * 1000)),
+                    };
+                }
+            }
+            stats.inactiveStoreCount = inactiveStoreCount;
+            return stats;
+        }
+    }
+    exports.MemoryVectorStoreManager = MemoryVectorStoreManager;
+    MemoryVectorStoreManager.instance = null;
+});
+//# sourceMappingURL=MemoryVectorStoreManager.js.map

package/dist/cjs/utils/vector-store/MemoryManager/MemoryVectorStoreManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryVectorStoreManager.js","sourceRoot":"","sources":["../../../../../src/utils/vector-store/MemoryManager/MemoryVectorStoreManager.ts"],"names":[],"mappings":";;;;;;;;;;;;IAAA,mEAA2E;IAM3E,qCAA2D;IAC3D,yDAAsD;IACtD,+DAA4D;IAM5D,MAAa,wBAAwB;QAyBpC,YACW,UAAiE,EACjE,MAAc;YADd,eAAU,GAAV,UAAU,CAAuD;YACjE,WAAM,GAAN,MAAM,CAAQ;YAnBf,qBAAgB,GAAW,CAAC,CAAC;YAe7B,yBAAoB,GAA0B,IAAI,CAAC;YAO5D,IAAI,CAAC,iBAAiB,GAAG,IAAI,GAAG,EAAE,CAAC;YACnC,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YAErB,MAAM,MAAM,GAAG,IAAA,kBAAS,GAAE,CAAC;YAC3B,IAAI,CAAC,kBAAkB,GAAG,IAAA,kBAAS,EAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACxD,IAAI,CAAC,aAAa,GAAG,IAAA,kBAAS,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAGhD,IAAI,CAAC,gBAAgB,GAAG,IAAI,mCAAgB,EAAE,CAAC;YAC/C,IAAI,CAAC,cAAc,GAAG,IAAI,yCAAmB,CAC5C,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAC7B,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;QACxB,CAAC;QAKD,MAAM,CAAC,WAAW,CACjB,UAAiE,EACjE,MAAc;YAEd,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,CAAC;gBACxC,wBAAwB,CAAC,QAAQ,GAAG,IAAI,wBAAwB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACtF,CAAC;iBAAM,CAAC;gBAIP,wBAAwB,CAAC,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC;gBAC1D,wBAAwB,CAAC,QAAQ,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,mBAAmB,EAAE,EAAE;oBACnF,mBAAmB,CAAC,UAAU,GAAG,UAAU,CAAC;gBAC7C,CAAC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,wBAAwB,CAAC,QAAQ,CAAC;QAC1C,CAAC;QAKO,eAAe;YAEtB,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC;gBAC7B,OAAO;YACR,CAAC;YAGD,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;YAG3C,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC/B,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAC1C,CAAC;YAGD,IAAI,CAAC,oBAAoB,GAAG,WAAW,CAAC,GAAG,EAAE;gBAC5C,IAAI,CAAC,cAAc,CAAC,qBAAqB,EAAE,CAAC;YAC7C,CAAC,EAAE,mBAAmB,CAAC,CAAC;QACzB,CAAC;QAKO,aAAa,CAAC,WAAqB,EAAE,UAAkB,EAAE,MAAwB;YAExF,IAAI,CAAC,gBAAgB,IAAI,UAAU,CAAC;YAGpC,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;gBACnE,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,wBAAwB,WAAW,CAAC,MAAM,4BAA4B,QAAQ,kBAAkB,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,cAAc,CACpJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,2BAA2B,WAAW,CAAC,MAAM,iCAAiC,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,cAAc,CAClI,CAAC;YACH,CAAC;QACF,CAAC;QAED,iBAAiB;YAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC;QAClD,CAAC;QAKD,KAAK,CAAC,cAAc,CAAC,SAAiB;YACrC,IAAI,mBAAmB,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAEhE,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC1B,mBAAmB,GAAG,MAAM,0BAAiB,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACjF,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;gBAE3D,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE;oBACjC,IAAI,EAAE,CAAC;oBACP,SAAS,EAAE,IAAI,IAAI,EAAE;oBACrB,YAAY,EAAE,IAAI,IAAI,EAAE;iBACxB,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACnD,IAAI,QAAQ,EAAE,CAAC;oBACd,QAAQ,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;gBACpC,CAAC;YACF,CAAC;YAED,OAAO,mBAAmB,CAAC;QAC5B,CAAC;QAKS,kBAAkB,CAAC,SAAiB;YAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,QAAQ,EAAE,CAAC;gBACd,IAAI,CAAC,gBAAgB,IAAI,QAAQ,CAAC,IAAI,CAAC;gBACvC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;gBAClB,QAAQ,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;YACpC,CAAC;QACF,CAAC;QAKD,cAAc;YACb,OAAO,IAAI,CAAC,gBAAgB,CAAC;QAC9B,CAAC;QAKD,uBAAuB;YACtB,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC;QACjE,CAAC;QAMD,sBAAsB;YACrB,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;YAG1B,KAAK,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC;gBACnE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;gBAG9E,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC7C,IAAI,QAAQ,EAAE,CAAC;oBACd,QAAQ,CAAC,IAAI,GAAG,SAAS,CAAC;oBAC1B,IAAI,CAAC,gBAAgB,IAAI,SAAS,CAAC;gBACpC,CAAC;YACF,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,IAAI,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;QAC1F,CAAC;QAKD,KAAK,CAAC,YAAY,CACjB,SAAiB,EACjB,SAAqB,EACrB,UAAoB;YAEpB,IAAI,UAAU,EAAE,CAAC;gBAChB,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;gBACnC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC1C,CAAC;YAGD,MAAM,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;YAG9E,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,CAAC;YAE5D,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAGjE,MAAM,iBAAiB,GAAG,mBAAmB,CAAC,aAAa,EAAE,MAAM,IAAI,CAAC,CAAC;YAEzE,MAAM,mBAAmB,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YAGlD,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,QAAQ,EAAE,CAAC;gBACd,QAAQ,CAAC,IAAI,IAAI,kBAAkB,CAAC;gBACpC,QAAQ,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;gBACnC,IAAI,CAAC,gBAAgB,IAAI,kBAAkB,CAAC;YAC7C,CAAC;YAGD,MAAM,WAAW,GAAG,mBAAmB,CAAC,aAAa,EAAE,MAAM,IAAI,CAAC,CAAC;YAGnE,IACC,CAAC,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,GAAG,KAAK,CAAC,CAAC;gBAC5C,SAAS,CAAC,MAAM,GAAG,EAAE;gBACrB,CAAC,iBAAiB,KAAK,CAAC,IAAI,WAAW,GAAG,CAAC,CAAC,EAC3C,CAAC;gBACF,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC/B,CAAC;YAGD,MAAM,WAAW,GAChB,IAAI,CAAC,kBAAkB,GAAG,CAAC;gBAC1B,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACtD,CAAC,CAAC,WAAW,CAAC;YAEhB,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,wBAAwB,IAAI,CAAC,uBAAuB,EAAE,IAAI,WAAW,OAAO,WAAW,eAAe,IAAI,CAAC,iBAAiB,CAAC,IAAI,UAAU,CAC3I,CAAC;QACH,CAAC;QAKD,QAAQ;YACP,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAG3B,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAE9B,MAAM,KAAK,GAAqB;gBAC/B,cAAc,EAAE,IAAI,CAAC,gBAAgB;gBACrC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC5E,cAAc,EACb,IAAI,CAAC,kBAAkB,GAAG,CAAC;oBAC1B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,GAAG,CAAC;oBACrE,CAAC,CAAC,CAAC;gBACL,WAAW,EAAE,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvF,UAAU,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI;gBACvC,kBAAkB,EAAE,CAAC;gBACrB,QAAQ,EAAE,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7E,MAAM,EAAE,EAAE;aACV,CAAC;YAGF,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAE9C,IAAI,KAAK,EAAE,CAAC;oBACX,MAAM,gBAAgB,GAAG,QAAQ,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;oBACzD,MAAM,cAAc,GAAG,GAAG,GAAG,gBAAgB,CAAC;oBAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;oBAEjE,IAAI,UAAU,EAAE,CAAC;wBAChB,kBAAkB,EAAE,CAAC;oBACtB,CAAC;oBAED,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG;wBACnB,SAAS,EAAE,QAAQ,CAAC,IAAI;wBACxB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;wBAC/D,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC;wBAC9E,OAAO,EAAE,KAAK,CAAC,aAAa,EAAE,MAAM,IAAI,CAAC;wBACzC,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE;wBAC3C,YAAY,EAAE,QAAQ,CAAC,YAAY,CAAC,WAAW,EAAE;wBACjD,QAAQ,EAAE,UAAU;wBACpB,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;qBAC/D,CAAC;gBACH,CAAC;YACF,CAAC;YAED,KAAK,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;YAE9C,OAAO,KAAK,CAAC;QACd,CAAC;;IA/SF,4DAgTC;IA/Se,iCAAQ,GAAoC,IAAI,AAAxC,CAAyC"}

package/dist/cjs/utils/vector-store/MemoryManager/StoreCleanupService.d.ts

@@ -0,0 +1,16 @@
+import type { MemoryVectorStore } from '@langchain/classic/vectorstores/memory';
+import type { VectorStoreMetadata, IStoreCleanupService } from './types';
+export declare class StoreCleanupService implements IStoreCleanupService {
+    private readonly maxMemorySizeBytes;
+    private readonly inactiveTtlMs;
+    private readonly vectorStores;
+    private readonly storeMetadata;
+    private readonly onCleanup;
+    private oldestStoreKeys;
+    private lastSortTime;
+    private readonly CACHE_TTL_MS;
+    constructor(maxMemorySizeBytes: number, inactiveTtlMs: number, vectorStores: Map<string, MemoryVectorStore>, storeMetadata: Map<string, VectorStoreMetadata>, onCleanup: (removedKeys: string[], freedBytes: number, reason: 'ttl' | 'memory') => void);
+    isStoreInactive(metadata: VectorStoreMetadata): boolean;
+    cleanupInactiveStores(): void;
+    cleanupOldestStores(requiredBytes: number): void;
+}