@kyuda/n8n-nodes-databricks 1.0.2

package/dist/nodes/llms/n8nLlmFailedAttemptHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"n8nLlmFailedAttemptHandler.js","sourceRoot":"","sources":["../../../nodes/llms/n8nLlmFailedAttemptHandler.ts"],"names":[],"mappings":";;;AAEA,+CAA4C;AAE5C,qFAAkF;AAQ3E,MAAM,8BAA8B,GAAG,CAC7C,GAAyB,EACzB,OAA8B,EACP,EAAE;IACzB,OAAO,CAAC,KAAU,EAAE,EAAE;QACrB,IAAI,CAAC;YAEJ,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAG,KAAK,CAAC,CAAC;YAGjB,IAAA,+DAA8B,EAAC,KAAK,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YAEZ,MAAM,QAAQ,GAAG,IAAI,2BAAY,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAA0B,EAAE;gBAC5E,aAAa,EAAE,oBAAoB;aACnC,CAAC,CAAC;YAEH,MAAM,QAAQ,CAAC;QAChB,CAAC;QAID,IAAI,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,WAAW,IAAG,CAAC,EAAE,CAAC;YAC5B,OAAO;QACR,CAAC;QAGD,MAAM,QAAQ,GAAG,IAAI,2BAAY,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,KAA8B,EAAE;YAChF,aAAa,EAAE,oBAAoB;SACnC,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC;IAChB,CAAC,CAAC;AACH,CAAC,CAAC;AAjCW,QAAA,8BAA8B,kCAiCzC"}

package/dist/nodes/llms/n8nLlmFailedAttemptHandler.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/nodes/llms/n8nLlmFailedAttemptHandler.test.js

@@ -0,0 +1,50 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const jest_mock_extended_1 = require("jest-mock-extended");
+const n8n_workflow_1 = require("n8n-workflow");
+const n8nLlmFailedAttemptHandler_1 = require("./n8nLlmFailedAttemptHandler");
+describe('makeN8nLlmFailedAttemptHandler', () => {
+    const ctx = (0, jest_mock_extended_1.mock)({
+        getNode: jest.fn(),
+    });
+    it('should throw a wrapped error, when NO custom handler is provided', () => {
+        const handler = (0, n8nLlmFailedAttemptHandler_1.makeN8nLlmFailedAttemptHandler)(ctx);
+        expect(() => handler(new Error('Test error'))).toThrow(n8n_workflow_1.NodeApiError);
+    });
+    it('should wrapped error when custom handler is provided', () => {
+        const customHandler = jest.fn();
+        const handler = (0, n8nLlmFailedAttemptHandler_1.makeN8nLlmFailedAttemptHandler)(ctx, customHandler);
+        expect(() => handler(new Error('Test error'))).toThrow(n8n_workflow_1.NodeApiError);
+        expect(customHandler).toHaveBeenCalled();
+    });
+    it('should throw wrapped exception from custom handler', () => {
+        const customHandler = jest.fn(() => {
+            throw new n8n_workflow_1.ApplicationError('Custom handler error');
+        });
+        const handler = (0, n8nLlmFailedAttemptHandler_1.makeN8nLlmFailedAttemptHandler)(ctx, customHandler);
+        expect(() => handler(new Error('Test error'))).toThrow('Custom handler error');
+        expect(customHandler).toHaveBeenCalled();
+    });
+    it('should not throw if retries are left', () => {
+        const customHandler = jest.fn();
+        const handler = (0, n8nLlmFailedAttemptHandler_1.makeN8nLlmFailedAttemptHandler)(ctx, customHandler);
+        const error = new Error('Test error');
+        error.retriesLeft = 1;
+        expect(() => handler(error)).not.toThrow();
+    });
+    it('should throw NodeApiError if no retries are left', () => {
+        const handler = (0, n8nLlmFailedAttemptHandler_1.makeN8nLlmFailedAttemptHandler)(ctx);
+        const error = new Error('Test error');
+        error.retriesLeft = 0;
+        expect(() => handler(error)).toThrow(n8n_workflow_1.NodeApiError);
+    });
+    it('should throw NodeApiError if no retries are left with custom handler', () => {
+        const customHandler = jest.fn();
+        const handler = (0, n8nLlmFailedAttemptHandler_1.makeN8nLlmFailedAttemptHandler)(ctx, customHandler);
+        const error = new Error('Test error');
+        error.retriesLeft = 0;
+        expect(() => handler(error)).toThrow(n8n_workflow_1.NodeApiError);
+        expect(customHandler).toHaveBeenCalled();
+    });
+});
+//# sourceMappingURL=n8nLlmFailedAttemptHandler.test.js.map

package/dist/nodes/llms/n8nLlmFailedAttemptHandler.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"n8nLlmFailedAttemptHandler.test.js","sourceRoot":"","sources":["../../../nodes/llms/n8nLlmFailedAttemptHandler.test.ts"],"names":[],"mappings":";;AAAA,2DAA0C;AAE1C,+CAA8D;AAE9D,6EAA8E;AAE9E,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC/C,MAAM,GAAG,GAAG,IAAA,yBAAI,EAAuB;QACtC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;KAClB,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC3E,MAAM,OAAO,GAAG,IAAA,2DAA8B,EAAC,GAAG,CAAC,CAAC;QAEpD,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,2BAAY,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC/D,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,IAAA,2DAA8B,EAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAEnE,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,2BAAY,CAAC,CAAC;QACrE,MAAM,CAAC,aAAa,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC7D,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE;YAClC,MAAM,IAAI,+BAAgB,CAAC,sBAAsB,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAA,2DAA8B,EAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAEnE,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;QAC/E,MAAM,CAAC,aAAa,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC/C,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,IAAA,2DAA8B,EAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAEnE,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QACrC,KAAa,CAAC,WAAW,GAAG,CAAC,CAAC;QAE/B,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC3D,MAAM,OAAO,GAAG,IAAA,2DAA8B,EAAC,GAAG,CAAC,CAAC;QAEpD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QACrC,KAAa,CAAC,WAAW,GAAG,CAAC,CAAC;QAE/B,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,2BAAY,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC/E,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,IAAA,2DAA8B,EAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAEnE,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QACrC,KAAa,CAAC,WAAW,GAAG,CAAC,CAAC;QAE/B,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,2BAAY,CAAC,CAAC;QACnD,MAAM,CAAC,aAAa,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.d.ts

@@ -0,0 +1,15 @@
+declare const VectorStoreDatabricks_base: {
+    new (): {
+        description: import("n8n-workflow/dist").INodeTypeDescription;
+        methods: {
+            listSearch?: {
+                [key: string]: (this: import("n8n-workflow/dist").ILoadOptionsFunctions, filter?: string, paginationToken?: string) => Promise<import("n8n-workflow/dist").INodeListSearchResult>;
+            };
+        } | undefined;
+        execute(this: import("n8n-workflow/dist").IExecuteFunctions): Promise<import("n8n-workflow/dist").INodeExecutionData[][]>;
+        supplyData(this: import("n8n-workflow/dist").ISupplyDataFunctions, itemIndex: number): Promise<import("n8n-workflow/dist").SupplyData>;
+    };
+};
+export declare class VectorStoreDatabricks extends VectorStoreDatabricks_base {
+}
+export default VectorStoreDatabricks;

package/dist/nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.js

@@ -0,0 +1,98 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VectorStoreDatabricks = void 0;
+const createVectorStoreNode_1 = require("../shared/createVectorStoreNode/createVectorStoreNode");
+const DatabricksVectorStoreLangChain_1 = require("../../../utils/DatabricksVectorStoreLangChain");
+class VectorStoreDatabricks extends (0, createVectorStoreNode_1.createVectorStoreNode)({
+    meta: {
+        displayName: 'Databricks Vector Store',
+        name: 'databricksVectorStore',
+        description: 'Operations for Databricks Vector Store',
+        docsUrl: 'https://docs.databricks.com/aws/en/generative-ai/vector-search',
+        icon: 'file:databricks.svg',
+        operationModes: ['load', 'insert', 'retrieve', 'retrieve-as-tool'],
+        credentials: [
+            {
+                name: 'databricks',
+                required: true,
+            },
+        ],
+    },
+    sharedFields: [
+        {
+            displayName: 'Index Name',
+            name: 'indexName',
+            type: 'string',
+            default: '',
+            required: true,
+            description: 'Name of the vector search index in Databricks',
+        },
+        {
+            displayName: 'Text Column',
+            name: 'textColumn',
+            type: 'string',
+            default: 'text',
+            required: true,
+            description: 'Name of the column containing the document text',
+        },
+        {
+            displayName: 'Metadata Columns',
+            name: 'metadataColumns',
+            type: 'string',
+            default: '',
+            description: 'Comma-separated list of columns to include as metadata',
+        },
+        {
+            displayName: 'Score Threshold',
+            name: 'scoreThreshold',
+            type: 'number',
+            default: 0.8,
+            description: 'Minimum similarity score threshold',
+        },
+    ],
+    retrieveFields: [],
+    async getVectorStoreClient(context, filter, embeddings, itemIndex) {
+        const credentials = await context.getCredentials('databricks');
+        const indexName = context.getNodeParameter('indexName', itemIndex);
+        const textColumn = context.getNodeParameter('textColumn', itemIndex);
+        const metadataColumns = context.getNodeParameter('metadataColumns', itemIndex);
+        const scoreThreshold = context.getNodeParameter('scoreThreshold', itemIndex, 0.8);
+        if (!indexName || !textColumn) {
+            throw new Error('Missing required input properties: indexName or textColumn');
+        }
+        const metadataColumnsList = metadataColumns
+            ? metadataColumns.split(',').map((s) => s.trim())
+            : [];
+        return await DatabricksVectorStoreLangChain_1.DatabricksVectorStoreLangChain.fromExistingIndex(embeddings, {
+            workspaceUrl: credentials.host,
+            token: credentials.token,
+            indexName,
+            textColumn,
+            metadataColumns: metadataColumnsList,
+            scoreThreshold,
+        });
+    },
+    async populateVectorStore(context, embeddings, documents, itemIndex) {
+        const credentials = await context.getCredentials('databricks');
+        const inputData = context.getInputData()[itemIndex].json;
+        if (!(inputData === null || inputData === void 0 ? void 0 : inputData.indexName) || !(inputData === null || inputData === void 0 ? void 0 : inputData.textColumn)) {
+            throw new Error('Missing required input properties: indexName or textColumn');
+        }
+        const metadataColumnsList = inputData.metadataColumns ?
+            inputData.metadataColumns.split(',').map((s) => s.trim()) :
+            [];
+        await DatabricksVectorStoreLangChain_1.DatabricksVectorStoreLangChain.fromDocuments(documents, embeddings, {
+            workspaceUrl: credentials.host,
+            token: credentials.token,
+            indexName: inputData.indexName,
+            textColumn: inputData.textColumn,
+            metadataColumns: metadataColumnsList,
+        });
+    },
+    async releaseVectorStoreClient() {
+    },
+}) {
+}
+exports.VectorStoreDatabricks = VectorStoreDatabricks;
+exports.default = VectorStoreDatabricks;
+//# sourceMappingURL=VectorStoreDatabricks.node.js.map

package/dist/nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VectorStoreDatabricks.node.js","sourceRoot":"","sources":["../../../../nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.ts"],"names":[],"mappings":";;;AAKA,iGAA8F;AAC9F,0FAAuF;AASvF,MAAa,qBAAsB,SAAQ,IAAA,6CAAqB,EAAiC;IAC7F,IAAI,EAAE;QACF,WAAW,EAAE,yBAAyB;QACtC,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,wCAAwC;QACrD,OAAO,EAAE,gEAAgE;QACzE,IAAI,EAAE,qBAAqB;QAC3B,cAAc,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,kBAAkB,CAAC;QAClE,WAAW,EAAE;YACT;gBACI,IAAI,EAAE,YAAY;gBAClB,QAAQ,EAAE,IAAI;aACjB;SACJ;KACJ;IACD,YAAY,EAAE;QACV;YACI,WAAW,EAAE,YAAY;YACzB,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,+CAA+C;SAC/D;QACD;YACI,WAAW,EAAE,aAAa;YAC1B,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,MAAM;YACf,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,iDAAiD;SACjE;QACD;YACI,WAAW,EAAE,kBAAkB;YAC/B,IAAI,EAAE,iBAAiB;YACvB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,wDAAwD;SACxE;QACD;YACI,WAAW,EAAE,iBAAiB;YAC9B,IAAI,EAAE,gBAAgB;YACtB,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,GAAG;YACZ,WAAW,EAAE,oCAAoC;SACpD;KAEJ;IACD,cAAc,EAAE,EAEf;IACD,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS;QAC7D,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,CAAC,WAAW,EAAE,SAAS,CAAW,CAAC;QAC7E,MAAM,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC,YAAY,EAAE,SAAS,CAAW,CAAC;QAC/E,MAAM,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,SAAS,CAAW,CAAC;QACzF,MAAM,cAAc,GAAG,OAAO,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,SAAS,EAAE,GAAG,CAAW,CAAC;QAE5F,IAAI,CAAC,SAAS,IAAI,CAAC,UAAU,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,mBAAmB,GAAG,eAAe;YACvC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACzD,CAAC,CAAC,EAAE,CAAC;QAET,OAAO,MAAM,+DAA8B,CAAC,iBAAiB,CAAC,UAAU,EAAE;YACtE,YAAY,EAAE,WAAW,CAAC,IAAc;YACxC,KAAK,EAAE,WAAW,CAAC,KAAe;YAClC,SAAS;YACT,UAAU;YACV,eAAe,EAAE,mBAAmB;YACpC,cAAc;SACjB,CAAC,CAAC;IACP,CAAC;IACD,KAAK,CAAC,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS;QAC/D,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,SAAS,CAAC,CAAC,IAAyB,CAAC;QAE9E,IAAI,CAAC,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,SAAS,CAAA,IAAI,CAAC,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,UAAU,CAAA,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,mBAAmB,GAAG,SAAS,CAAC,eAAe,CAAC,CAAC;YACnD,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACnE,EAAE,CAAC;QAEP,MAAM,+DAA8B,CAAC,aAAa,CAAC,SAAS,EAAE,UAAU,EAAE;YACtE,YAAY,EAAE,WAAW,CAAC,IAAc;YACxC,KAAK,EAAE,WAAW,CAAC,KAAe;YAClC,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,eAAe,EAAE,mBAAmB;SACvC,CAAC,CAAC;IACP,CAAC;IACD,KAAK,CAAC,wBAAwB;IAE9B,CAAC;CACJ,CAAC;CAAG;AAlGL,sDAkGK;AAEL,kBAAe,qBAAqB,CAAC"}

package/dist/nodes/vector_store/VectorStoreDatabricks/databricks.dark.svg

@@ -0,0 +1,19 @@
+<svg version="1.1" id="Layer_1" xmlns:x="ns_extend;" xmlns:i="ns_ai;" xmlns:graph="ns_graphs;" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" x="0px" y="0px" viewBox="0 0 40.1 42" style="enable-background:new 0 0 40.1 42;" xml:space="preserve">
+ <style type="text/css">
+  .st0{fill:#FF3621;}
+ </style>
+ <metadata>
+  <sfw xmlns="ns_sfw;">
+   <slices>
+   </slices>
+   <sliceSourceBounds bottomLeftOrigin="true" height="42" width="40.1" x="-69.1" y="-10.5">
+   </sliceSourceBounds>
+  </sfw>
+ </metadata>
+ <g>
+  <path class="st0" d="M40.1,31.1v-7.4l-0.8-0.5L20.1,33.7l-18.2-10l0-4.3l18.2,9.9l20.1-10.9v-7.3l-0.8-0.5L20.1,21.2L2.6,11.6
+		L20.1,2l14.1,7.7l1.1-0.6V8.3L20.1,0L0,10.9V12L20.1,23l18.2-10v4.4l-18.2,10L0.8,16.8L0,17.3v7.4l20.1,10.9l18.2-9.9v4.3l-18.2,10
+		L0.8,29.5L0,30v1.1L20.1,42L40.1,31.1z">
+  </path>
+ </g>
+</svg>

package/dist/nodes/vector_store/VectorStoreDatabricks/databricks.svg

@@ -0,0 +1,19 @@
+<svg version="1.1" id="Layer_1" xmlns:x="ns_extend;" xmlns:i="ns_ai;" xmlns:graph="ns_graphs;" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" x="0px" y="0px" viewBox="0 0 40.1 42" style="enable-background:new 0 0 40.1 42;" xml:space="preserve">
+ <style type="text/css">
+  .st0{fill:#FF3621;}
+ </style>
+ <metadata>
+  <sfw xmlns="ns_sfw;">
+   <slices>
+   </slices>
+   <sliceSourceBounds bottomLeftOrigin="true" height="42" width="40.1" x="-69.1" y="-10.5">
+   </sliceSourceBounds>
+  </sfw>
+ </metadata>
+ <g>
+  <path class="st0" d="M40.1,31.1v-7.4l-0.8-0.5L20.1,33.7l-18.2-10l0-4.3l18.2,9.9l20.1-10.9v-7.3l-0.8-0.5L20.1,21.2L2.6,11.6
+		L20.1,2l14.1,7.7l1.1-0.6V8.3L20.1,0L0,10.9V12L20.1,23l18.2-10v4.4l-18.2,10L0.8,16.8L0,17.3v7.4l20.1,10.9l18.2-9.9v4.3l-18.2,10
+		L0.8,29.5L0,30v1.1L20.1,42L40.1,31.1z">
+  </path>
+ </g>
+</svg>

package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.d.ts

@@ -0,0 +1,7 @@
+import type { Document } from '@langchain/core/documents';
+import type { MemoryVectorStore } from '@langchain/classic/vectorstores/memory';
+import type { IMemoryCalculator } from './types';
+export declare class MemoryCalculator implements IMemoryCalculator {
+    estimateBatchSize(documents: Document[]): number;
+    calculateVectorStoreSize(vectorStore: MemoryVectorStore): number;
+}

package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.js

@@ -0,0 +1,50 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryCalculator = void 0;
+const FLOAT_SIZE_BYTES = 8;
+const CHAR_SIZE_BYTES = 2;
+const VECTOR_OVERHEAD_BYTES = 200;
+const EMBEDDING_DIMENSIONS = 1536;
+const EMBEDDING_SIZE_BYTES = EMBEDDING_DIMENSIONS * FLOAT_SIZE_BYTES;
+const AVG_METADATA_SIZE_BYTES = 100;
+class MemoryCalculator {
+    estimateBatchSize(documents) {
+        if (documents.length === 0)
+            return 0;
+        let totalContentSize = 0;
+        let totalMetadataSize = 0;
+        for (const doc of documents) {
+            if (doc.pageContent) {
+                totalContentSize += doc.pageContent.length * CHAR_SIZE_BYTES;
+            }
+            if (doc.metadata) {
+                const metadataKeys = Object.keys(doc.metadata).length;
+                if (metadataKeys > 0) {
+                    totalMetadataSize += metadataKeys * AVG_METADATA_SIZE_BYTES;
+                }
+            }
+        }
+        const embeddingSize = documents.length * EMBEDDING_SIZE_BYTES;
+        const overhead = documents.length * VECTOR_OVERHEAD_BYTES;
+        const calculatedSize = totalContentSize + totalMetadataSize + embeddingSize + overhead;
+        return Math.ceil(calculatedSize);
+    }
+    calculateVectorStoreSize(vectorStore) {
+        if (!vectorStore.memoryVectors || vectorStore.memoryVectors.length === 0) {
+            return 0;
+        }
+        let storeSize = 0;
+        for (const vector of vectorStore.memoryVectors) {
+            storeSize += vector.embedding.length * FLOAT_SIZE_BYTES;
+            storeSize += vector.content ? vector.content.length * CHAR_SIZE_BYTES : 0;
+            if (vector.metadata) {
+                const metadataStr = JSON.stringify(vector.metadata);
+                storeSize += metadataStr.length * CHAR_SIZE_BYTES;
+            }
+            storeSize += VECTOR_OVERHEAD_BYTES;
+        }
+        return Math.ceil(storeSize);
+    }
+}
+exports.MemoryCalculator = MemoryCalculator;
+//# sourceMappingURL=MemoryCalculator.js.map

package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryCalculator.js","sourceRoot":"","sources":["../../../../../nodes/vector_store/shared/MemoryManager/MemoryCalculator.ts"],"names":[],"mappings":";;;AAMA,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAC3B,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAClC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,MAAM,oBAAoB,GAAG,oBAAoB,GAAG,gBAAgB,CAAC;AACrE,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAKpC,MAAa,gBAAgB;IAI5B,iBAAiB,CAAC,SAAqB;QACtC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAErC,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAG1B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC7B,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;gBACrB,gBAAgB,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,eAAe,CAAC;YAC9D,CAAC;YAGD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;gBAElB,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;gBACtD,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;oBAGtB,iBAAiB,IAAI,YAAY,GAAG,uBAAuB,CAAC;gBAC7D,CAAC;YACF,CAAC;QACF,CAAC;QAID,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,GAAG,oBAAoB,CAAC;QAG9D,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,GAAG,qBAAqB,CAAC;QAG1D,MAAM,cAAc,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,aAAa,GAAG,QAAQ,CAAC;QAEvF,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAClC,CAAC;IAKD,wBAAwB,CAAC,WAA8B;QACtD,IAAI,CAAC,WAAW,CAAC,aAAa,IAAI,WAAW,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1E,OAAO,CAAC,CAAC;QACV,CAAC;QAED,IAAI,SAAS,GAAG,CAAC,CAAC;QAGlB,KAAK,MAAM,MAAM,IAAI,WAAW,CAAC,aAAa,EAAE,CAAC;YAEhD,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,gBAAgB,CAAC;YAGxD,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAG1E,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAErB,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACpD,SAAS,IAAI,WAAW,CAAC,MAAM,GAAG,eAAe,CAAC;YACnD,CAAC;YAGD,SAAS,IAAI,qBAAqB,CAAC;QACpC,CAAC;QAED,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;CACD;AAxED,4CAwEC"}

package/dist/nodes/vector_store/shared/MemoryManager/MemoryVectorStoreManager.d.ts

@@ -0,0 +1,32 @@
+import type { Document } from '@langchain/core/documents';
+import type { Embeddings } from '@langchain/core/embeddings';
+import { MemoryVectorStore } from '@langchain/classic/vectorstores/memory';
+import type { Logger } from 'n8n-workflow';
+import { MemoryCalculator } from './MemoryCalculator';
+import { StoreCleanupService } from './StoreCleanupService';
+import type { VectorStoreMetadata, VectorStoreStats } from './types';
+export declare class MemoryVectorStoreManager {
+    protected embeddings: Embeddings;
+    protected logger: Logger;
+    private static instance;
+    protected vectorStoreBuffer: Map<string, MemoryVectorStore>;
+    protected storeMetadata: Map<string, VectorStoreMetadata>;
+    protected memoryUsageBytes: number;
+    protected memoryCalculator: MemoryCalculator;
+    protected cleanupService: StoreCleanupService;
+    protected static logger: Logger;
+    protected maxMemorySizeBytes: number;
+    protected inactiveTtlMs: number;
+    protected ttlCleanupIntervalId: NodeJS.Timeout | null;
+    protected constructor(embeddings: Embeddings, logger: Logger);
+    static getInstance(embeddings: Embeddings, logger: Logger): MemoryVectorStoreManager;
+    private setupTtlCleanup;
+    private handleCleanup;
+    getVectorStore(memoryKey: string): Promise<MemoryVectorStore>;
+    protected clearStoreMetadata(memoryKey: string): void;
+    getMemoryUsage(): number;
+    getMemoryUsageFormatted(): string;
+    recalculateMemoryUsage(): void;
+    addDocuments(memoryKey: string, documents: Document[], clearStore?: boolean): Promise<void>;
+    getStats(): VectorStoreStats;
+}

package/dist/nodes/vector_store/shared/MemoryManager/MemoryVectorStoreManager.js

@@ -0,0 +1,175 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryVectorStoreManager = void 0;
+const memory_1 = require("@langchain/classic/vectorstores/memory");
+const config_1 = require("./config");
+const MemoryCalculator_1 = require("./MemoryCalculator");
+const StoreCleanupService_1 = require("./StoreCleanupService");
+class MemoryVectorStoreManager {
+    constructor(embeddings, logger) {
+        this.embeddings = embeddings;
+        this.logger = logger;
+        this.memoryUsageBytes = 0;
+        this.ttlCleanupIntervalId = null;
+        this.vectorStoreBuffer = new Map();
+        this.storeMetadata = new Map();
+        this.logger = logger;
+        const config = (0, config_1.getConfig)();
+        this.maxMemorySizeBytes = (0, config_1.mbToBytes)(config.maxMemoryMB);
+        this.inactiveTtlMs = (0, config_1.hoursToMs)(config.ttlHours);
+        this.memoryCalculator = new MemoryCalculator_1.MemoryCalculator();
+        this.cleanupService = new StoreCleanupService_1.StoreCleanupService(this.maxMemorySizeBytes, this.inactiveTtlMs, this.vectorStoreBuffer, this.storeMetadata, this.handleCleanup.bind(this));
+        this.setupTtlCleanup();
+    }
+    static getInstance(embeddings, logger) {
+        if (!MemoryVectorStoreManager.instance) {
+            MemoryVectorStoreManager.instance = new MemoryVectorStoreManager(embeddings, logger);
+        }
+        else {
+            MemoryVectorStoreManager.instance.embeddings = embeddings;
+            MemoryVectorStoreManager.instance.vectorStoreBuffer.forEach((vectorStoreInstance) => {
+                vectorStoreInstance.embeddings = embeddings;
+            });
+        }
+        return MemoryVectorStoreManager.instance;
+    }
+    setupTtlCleanup() {
+        if (this.inactiveTtlMs <= 0) {
+            return;
+        }
+        const CLEANUP_INTERVAL_MS = 60 * 60 * 1000;
+        if (this.ttlCleanupIntervalId) {
+            clearInterval(this.ttlCleanupIntervalId);
+        }
+        this.ttlCleanupIntervalId = setInterval(() => {
+            this.cleanupService.cleanupInactiveStores();
+        }, CLEANUP_INTERVAL_MS);
+    }
+    handleCleanup(removedKeys, freedBytes, reason) {
+        this.memoryUsageBytes -= freedBytes;
+        if (reason === 'ttl') {
+            const ttlHours = Math.round(this.inactiveTtlMs / (60 * 60 * 1000));
+            this.logger.info(`TTL cleanup: removed ${removedKeys.length} inactive vector stores (${ttlHours}h TTL) to free ${Math.round(freedBytes / (1024 * 1024))}MB of memory`);
+        }
+        else {
+            this.logger.info(`Memory cleanup: removed ${removedKeys.length} oldest vector stores to free ${Math.round(freedBytes / (1024 * 1024))}MB of memory`);
+        }
+    }
+    async getVectorStore(memoryKey) {
+        let vectorStoreInstance = this.vectorStoreBuffer.get(memoryKey);
+        if (!vectorStoreInstance) {
+            vectorStoreInstance = await memory_1.MemoryVectorStore.fromExistingIndex(this.embeddings);
+            this.vectorStoreBuffer.set(memoryKey, vectorStoreInstance);
+            this.storeMetadata.set(memoryKey, {
+                size: 0,
+                createdAt: new Date(),
+                lastAccessed: new Date(),
+            });
+        }
+        else {
+            const metadata = this.storeMetadata.get(memoryKey);
+            if (metadata) {
+                metadata.lastAccessed = new Date();
+            }
+        }
+        return vectorStoreInstance;
+    }
+    clearStoreMetadata(memoryKey) {
+        const metadata = this.storeMetadata.get(memoryKey);
+        if (metadata) {
+            this.memoryUsageBytes -= metadata.size;
+            metadata.size = 0;
+            metadata.lastAccessed = new Date();
+        }
+    }
+    getMemoryUsage() {
+        return this.memoryUsageBytes;
+    }
+    getMemoryUsageFormatted() {
+        return `${Math.round(this.memoryUsageBytes / (1024 * 1024))}MB`;
+    }
+    recalculateMemoryUsage() {
+        this.memoryUsageBytes = 0;
+        for (const [key, vectorStore] of this.vectorStoreBuffer.entries()) {
+            const storeSize = this.memoryCalculator.calculateVectorStoreSize(vectorStore);
+            const metadata = this.storeMetadata.get(key);
+            if (metadata) {
+                metadata.size = storeSize;
+                this.memoryUsageBytes += storeSize;
+            }
+        }
+        this.logger.debug(`Recalculated vector store memory: ${this.getMemoryUsageFormatted()}`);
+    }
+    async addDocuments(memoryKey, documents, clearStore) {
+        var _a, _b;
+        if (clearStore) {
+            this.clearStoreMetadata(memoryKey);
+            this.vectorStoreBuffer.delete(memoryKey);
+        }
+        const estimatedAddedSize = this.memoryCalculator.estimateBatchSize(documents);
+        this.cleanupService.cleanupOldestStores(estimatedAddedSize);
+        const vectorStoreInstance = await this.getVectorStore(memoryKey);
+        const vectorCountBefore = ((_a = vectorStoreInstance.memoryVectors) === null || _a === void 0 ? void 0 : _a.length) || 0;
+        await vectorStoreInstance.addDocuments(documents);
+        const metadata = this.storeMetadata.get(memoryKey);
+        if (metadata) {
+            metadata.size += estimatedAddedSize;
+            metadata.lastAccessed = new Date();
+            this.memoryUsageBytes += estimatedAddedSize;
+        }
+        const vectorCount = ((_b = vectorStoreInstance.memoryVectors) === null || _b === void 0 ? void 0 : _b.length) || 0;
+        if ((vectorCount > 0 && vectorCount % 100 === 0) ||
+            documents.length > 20 ||
+            (vectorCountBefore === 0 && vectorCount > 0)) {
+            this.recalculateMemoryUsage();
+        }
+        const maxMemoryMB = this.maxMemorySizeBytes > 0
+            ? (this.maxMemorySizeBytes / (1024 * 1024)).toFixed(0)
+            : 'unlimited';
+        this.logger.debug(`Vector store memory: ${this.getMemoryUsageFormatted()}/${maxMemoryMB}MB (${vectorCount} vectors in ${this.vectorStoreBuffer.size} stores)`);
+    }
+    getStats() {
+        var _a;
+        const now = Date.now();
+        let inactiveStoreCount = 0;
+        this.recalculateMemoryUsage();
+        const stats = {
+            totalSizeBytes: this.memoryUsageBytes,
+            totalSizeMB: Math.round((this.memoryUsageBytes / (1024 * 1024)) * 100) / 100,
+            percentOfLimit: this.maxMemorySizeBytes > 0
+                ? Math.round((this.memoryUsageBytes / this.maxMemorySizeBytes) * 100)
+                : 0,
+            maxMemoryMB: this.maxMemorySizeBytes > 0 ? this.maxMemorySizeBytes / (1024 * 1024) : -1,
+            storeCount: this.vectorStoreBuffer.size,
+            inactiveStoreCount: 0,
+            ttlHours: this.inactiveTtlMs > 0 ? this.inactiveTtlMs / (60 * 60 * 1000) : -1,
+            stores: {},
+        };
+        for (const [key, metadata] of this.storeMetadata.entries()) {
+            const store = this.vectorStoreBuffer.get(key);
+            if (store) {
+                const lastAccessedTime = metadata.lastAccessed.getTime();
+                const inactiveTimeMs = now - lastAccessedTime;
+                const isInactive = this.cleanupService.isStoreInactive(metadata);
+                if (isInactive) {
+                    inactiveStoreCount++;
+                }
+                stats.stores[key] = {
+                    sizeBytes: metadata.size,
+                    sizeMB: Math.round((metadata.size / (1024 * 1024)) * 100) / 100,
+                    percentOfTotal: Math.round((metadata.size / this.memoryUsageBytes) * 100) || 0,
+                    vectors: ((_a = store.memoryVectors) === null || _a === void 0 ? void 0 : _a.length) || 0,
+                    createdAt: metadata.createdAt.toISOString(),
+                    lastAccessed: metadata.lastAccessed.toISOString(),
+                    inactive: isInactive,
+                    inactiveForHours: Math.round(inactiveTimeMs / (60 * 60 * 1000)),
+                };
+            }
+        }
+        stats.inactiveStoreCount = inactiveStoreCount;
+        return stats;
+    }
+}
+exports.MemoryVectorStoreManager = MemoryVectorStoreManager;
+MemoryVectorStoreManager.instance = null;
+//# sourceMappingURL=MemoryVectorStoreManager.js.map

package/dist/nodes/vector_store/shared/MemoryManager/MemoryVectorStoreManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryVectorStoreManager.js","sourceRoot":"","sources":["../../../../../nodes/vector_store/shared/MemoryManager/MemoryVectorStoreManager.ts"],"names":[],"mappings":";;;AAEA,mEAA2E;AAG3E,qCAA2D;AAC3D,yDAAsD;AACtD,+DAA4D;AAM5D,MAAa,wBAAwB;IAyBpC,YACW,UAAsB,EACtB,MAAc;QADd,eAAU,GAAV,UAAU,CAAY;QACtB,WAAM,GAAN,MAAM,CAAQ;QAnBf,qBAAgB,GAAW,CAAC,CAAC;QAe7B,yBAAoB,GAA0B,IAAI,CAAC;QAO5D,IAAI,CAAC,iBAAiB,GAAG,IAAI,GAAG,EAAE,CAAC;QACnC,IAAI,CAAC,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,MAAM,MAAM,GAAG,IAAA,kBAAS,GAAE,CAAC;QAC3B,IAAI,CAAC,kBAAkB,GAAG,IAAA,kBAAS,EAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,CAAC,aAAa,GAAG,IAAA,kBAAS,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAGhD,IAAI,CAAC,gBAAgB,GAAG,IAAI,mCAAgB,EAAE,CAAC;QAC/C,IAAI,CAAC,cAAc,GAAG,IAAI,yCAAmB,CAC5C,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAC7B,CAAC;QAEF,IAAI,CAAC,eAAe,EAAE,CAAC;IACxB,CAAC;IAKD,MAAM,CAAC,WAAW,CAAC,UAAsB,EAAE,MAAc;QACxD,IAAI,CAAC,wBAAwB,CAAC,QAAQ,EAAE,CAAC;YACxC,wBAAwB,CAAC,QAAQ,GAAG,IAAI,wBAAwB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACtF,CAAC;aAAM,CAAC;YAIP,wBAAwB,CAAC,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC;YAC1D,wBAAwB,CAAC,QAAQ,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,mBAAmB,EAAE,EAAE;gBACnF,mBAAmB,CAAC,UAAU,GAAG,UAAU,CAAC;YAC7C,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,OAAO,wBAAwB,CAAC,QAAQ,CAAC;IAC1C,CAAC;IAKO,eAAe;QAEtB,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC;YAC7B,OAAO;QACR,CAAC;QAGD,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAG3C,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC1C,CAAC;QAGD,IAAI,CAAC,oBAAoB,GAAG,WAAW,CAAC,GAAG,EAAE;YAC5C,IAAI,CAAC,cAAc,CAAC,qBAAqB,EAAE,CAAC;QAC7C,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACzB,CAAC;IAKO,aAAa,CAAC,WAAqB,EAAE,UAAkB,EAAE,MAAwB;QAExF,IAAI,CAAC,gBAAgB,IAAI,UAAU,CAAC;QAGpC,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;YACnE,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,wBAAwB,WAAW,CAAC,MAAM,4BAA4B,QAAQ,kBAAkB,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,cAAc,CACpJ,CAAC;QACH,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,MAAM,CAAC,IAAI,CACf,2BAA2B,WAAW,CAAC,MAAM,iCAAiC,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,cAAc,CAClI,CAAC;QACH,CAAC;IACF,CAAC;IAKD,KAAK,CAAC,cAAc,CAAC,SAAiB;QACrC,IAAI,mBAAmB,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAEhE,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC1B,mBAAmB,GAAG,MAAM,0BAAiB,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACjF,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;YAE3D,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE;gBACjC,IAAI,EAAE,CAAC;gBACP,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,YAAY,EAAE,IAAI,IAAI,EAAE;aACxB,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,QAAQ,EAAE,CAAC;gBACd,QAAQ,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;YACpC,CAAC;QACF,CAAC;QAED,OAAO,mBAAmB,CAAC;IAC5B,CAAC;IAKS,kBAAkB,CAAC,SAAiB;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,gBAAgB,IAAI,QAAQ,CAAC,IAAI,CAAC;YACvC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;YAClB,QAAQ,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;QACpC,CAAC;IACF,CAAC;IAKD,cAAc;QACb,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC9B,CAAC;IAKD,uBAAuB;QACtB,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC;IACjE,CAAC;IAMD,sBAAsB;QACrB,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAG1B,KAAK,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,IAAI,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC;YACnE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;YAG9E,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,QAAQ,EAAE,CAAC;gBACd,QAAQ,CAAC,IAAI,GAAG,SAAS,CAAC;gBAC1B,IAAI,CAAC,gBAAgB,IAAI,SAAS,CAAC;YACpC,CAAC;QACF,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,IAAI,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;IAC1F,CAAC;IAKD,KAAK,CAAC,YAAY,CACjB,SAAiB,EACjB,SAAqB,EACrB,UAAoB;;QAEpB,IAAI,UAAU,EAAE,CAAC;YAChB,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;YACnC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC;QAGD,MAAM,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAG9E,IAAI,CAAC,cAAc,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,CAAC;QAE5D,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAGjE,MAAM,iBAAiB,GAAG,CAAA,MAAA,mBAAmB,CAAC,aAAa,0CAAE,MAAM,KAAI,CAAC,CAAC;QAEzE,MAAM,mBAAmB,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAGlD,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,QAAQ,EAAE,CAAC;YACd,QAAQ,CAAC,IAAI,IAAI,kBAAkB,CAAC;YACpC,QAAQ,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,gBAAgB,IAAI,kBAAkB,CAAC;QAC7C,CAAC;QAGD,MAAM,WAAW,GAAG,CAAA,MAAA,mBAAmB,CAAC,aAAa,0CAAE,MAAM,KAAI,CAAC,CAAC;QAGnE,IACC,CAAC,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,GAAG,KAAK,CAAC,CAAC;YAC5C,SAAS,CAAC,MAAM,GAAG,EAAE;YACrB,CAAC,iBAAiB,KAAK,CAAC,IAAI,WAAW,GAAG,CAAC,CAAC,EAC3C,CAAC;YACF,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/B,CAAC;QAGD,MAAM,WAAW,GAChB,IAAI,CAAC,kBAAkB,GAAG,CAAC;YAC1B,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YACtD,CAAC,CAAC,WAAW,CAAC;QAEhB,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,wBAAwB,IAAI,CAAC,uBAAuB,EAAE,IAAI,WAAW,OAAO,WAAW,eAAe,IAAI,CAAC,iBAAiB,CAAC,IAAI,UAAU,CAC3I,CAAC;IACH,CAAC;IAKD,QAAQ;;QACP,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAG3B,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAE9B,MAAM,KAAK,GAAqB;YAC/B,cAAc,EAAE,IAAI,CAAC,gBAAgB;YACrC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;YAC5E,cAAc,EACb,IAAI,CAAC,kBAAkB,GAAG,CAAC;gBAC1B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,GAAG,CAAC;gBACrE,CAAC,CAAC,CAAC;YACL,WAAW,EAAE,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvF,UAAU,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI;YACvC,kBAAkB,EAAE,CAAC;YACrB,QAAQ,EAAE,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,EAAE,EAAE;SACV,CAAC;QAGF,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAE9C,IAAI,KAAK,EAAE,CAAC;gBACX,MAAM,gBAAgB,GAAG,QAAQ,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;gBACzD,MAAM,cAAc,GAAG,GAAG,GAAG,gBAAgB,CAAC;gBAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAEjE,IAAI,UAAU,EAAE,CAAC;oBAChB,kBAAkB,EAAE,CAAC;gBACtB,CAAC;gBAED,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG;oBACnB,SAAS,EAAE,QAAQ,CAAC,IAAI;oBACxB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;oBAC/D,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC;oBAC9E,OAAO,EAAE,CAAA,MAAA,KAAK,CAAC,aAAa,0CAAE,MAAM,KAAI,CAAC;oBACzC,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE;oBAC3C,YAAY,EAAE,QAAQ,CAAC,YAAY,CAAC,WAAW,EAAE;oBACjD,QAAQ,EAAE,UAAU;oBACpB,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;iBAC/D,CAAC;YACH,CAAC;QACF,CAAC;QAED,KAAK,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAE9C,OAAO,KAAK,CAAC;IACd,CAAC;;AAxSF,4DAySC;AAxSe,iCAAQ,GAAoC,IAAI,AAAxC,CAAyC"}

package/dist/nodes/vector_store/shared/MemoryManager/StoreCleanupService.d.ts

@@ -0,0 +1,16 @@
+import type { MemoryVectorStore } from '@langchain/classic/vectorstores/memory';
+import type { VectorStoreMetadata, IStoreCleanupService } from './types';
+export declare class StoreCleanupService implements IStoreCleanupService {
+    private readonly maxMemorySizeBytes;
+    private readonly inactiveTtlMs;
+    private readonly vectorStores;
+    private readonly storeMetadata;
+    private readonly onCleanup;
+    private oldestStoreKeys;
+    private lastSortTime;
+    private readonly CACHE_TTL_MS;
+    constructor(maxMemorySizeBytes: number, inactiveTtlMs: number, vectorStores: Map<string, MemoryVectorStore>, storeMetadata: Map<string, VectorStoreMetadata>, onCleanup: (removedKeys: string[], freedBytes: number, reason: 'ttl' | 'memory') => void);
+    isStoreInactive(metadata: VectorStoreMetadata): boolean;
+    cleanupInactiveStores(): void;
+    cleanupOldestStores(requiredBytes: number): void;
+}

package/dist/nodes/vector_store/shared/MemoryManager/StoreCleanupService.js

@@ -0,0 +1,95 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StoreCleanupService = void 0;
+class StoreCleanupService {
+    constructor(maxMemorySizeBytes, inactiveTtlMs, vectorStores, storeMetadata, onCleanup) {
+        this.maxMemorySizeBytes = maxMemorySizeBytes;
+        this.inactiveTtlMs = inactiveTtlMs;
+        this.vectorStores = vectorStores;
+        this.storeMetadata = storeMetadata;
+        this.onCleanup = onCleanup;
+        this.oldestStoreKeys = [];
+        this.lastSortTime = 0;
+        this.CACHE_TTL_MS = 5000;
+    }
+    isStoreInactive(metadata) {
+        if (this.inactiveTtlMs <= 0) {
+            return false;
+        }
+        const now = Date.now();
+        const lastAccessedTime = metadata.lastAccessed.getTime();
+        return now - lastAccessedTime > this.inactiveTtlMs;
+    }
+    cleanupInactiveStores() {
+        if (this.inactiveTtlMs <= 0) {
+            return;
+        }
+        let freedBytes = 0;
+        const removedStores = [];
+        for (const [key, metadata] of this.storeMetadata.entries()) {
+            if (this.isStoreInactive(metadata)) {
+                this.vectorStores.delete(key);
+                freedBytes += metadata.size;
+                removedStores.push(key);
+            }
+        }
+        for (const key of removedStores) {
+            this.storeMetadata.delete(key);
+        }
+        if (removedStores.length > 0) {
+            this.oldestStoreKeys = [];
+            this.onCleanup(removedStores, freedBytes, 'ttl');
+        }
+    }
+    cleanupOldestStores(requiredBytes) {
+        if (this.maxMemorySizeBytes <= 0) {
+            return;
+        }
+        let currentMemoryUsage = 0;
+        for (const metadata of this.storeMetadata.values()) {
+            currentMemoryUsage += metadata.size;
+        }
+        this.cleanupInactiveStores();
+        currentMemoryUsage = 0;
+        for (const metadata of this.storeMetadata.values()) {
+            currentMemoryUsage += metadata.size;
+        }
+        if (currentMemoryUsage + requiredBytes <= this.maxMemorySizeBytes) {
+            return;
+        }
+        const now = Date.now();
+        if (this.oldestStoreKeys.length === 0 || now - this.lastSortTime > this.CACHE_TTL_MS) {
+            const stores = [];
+            for (const [key, metadata] of this.storeMetadata.entries()) {
+                stores.push([key, metadata.createdAt.getTime()]);
+            }
+            stores.sort((a, b) => a[1] - b[1]);
+            this.oldestStoreKeys = stores.map(([key]) => key);
+            this.lastSortTime = now;
+        }
+        let freedBytes = 0;
+        const removedStores = [];
+        for (const key of this.oldestStoreKeys) {
+            if (!this.storeMetadata.has(key))
+                continue;
+            if (currentMemoryUsage - freedBytes + requiredBytes <= this.maxMemorySizeBytes) {
+                break;
+            }
+            const metadata = this.storeMetadata.get(key);
+            if (metadata) {
+                this.vectorStores.delete(key);
+                freedBytes += metadata.size;
+                removedStores.push(key);
+            }
+        }
+        for (const key of removedStores) {
+            this.storeMetadata.delete(key);
+        }
+        if (removedStores.length > 0) {
+            this.oldestStoreKeys = this.oldestStoreKeys.filter((key) => !removedStores.includes(key));
+            this.onCleanup(removedStores, freedBytes, 'memory');
+        }
+    }
+}
+exports.StoreCleanupService = StoreCleanupService;
+//# sourceMappingURL=StoreCleanupService.js.map

package/dist/nodes/vector_store/shared/MemoryManager/StoreCleanupService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StoreCleanupService.js","sourceRoot":"","sources":["../../../../../nodes/vector_store/shared/MemoryManager/StoreCleanupService.ts"],"names":[],"mappings":";;;AAOA,MAAa,mBAAmB;IAQ/B,YACkB,kBAA0B,EAC1B,aAAqB,EACrB,YAA4C,EAC5C,aAA+C,EAC/C,SAIR;QARQ,uBAAkB,GAAlB,kBAAkB,CAAQ;QAC1B,kBAAa,GAAb,aAAa,CAAQ;QACrB,iBAAY,GAAZ,YAAY,CAAgC;QAC5C,kBAAa,GAAb,aAAa,CAAkC;QAC/C,cAAS,GAAT,SAAS,CAIjB;QAfF,oBAAe,GAAa,EAAE,CAAC;QAE/B,iBAAY,GAAG,CAAC,CAAC;QAER,iBAAY,GAAG,IAAI,CAAC;IAYlC,CAAC;IAKJ,eAAe,CAAC,QAA6B;QAE5C,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACd,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,gBAAgB,GAAG,QAAQ,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;QACzD,OAAO,GAAG,GAAG,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC;IACpD,CAAC;IAKD,qBAAqB;QAEpB,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC;YAC7B,OAAO;QACR,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,aAAa,GAAa,EAAE,CAAC;QAGnC,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5D,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAEpC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC9B,UAAU,IAAI,QAAQ,CAAC,IAAI,CAAC;gBAC5B,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACF,CAAC;QAGD,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YACjC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAGD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;YAC1B,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QAClD,CAAC;IACF,CAAC;IAKD,mBAAmB,CAAC,aAAqB;QAExC,IAAI,IAAI,CAAC,kBAAkB,IAAI,CAAC,EAAE,CAAC;YAClC,OAAO;QACR,CAAC;QAGD,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;YACpD,kBAAkB,IAAI,QAAQ,CAAC,IAAI,CAAC;QACrC,CAAC;QAGD,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAG7B,kBAAkB,GAAG,CAAC,CAAC;QACvB,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;YACpD,kBAAkB,IAAI,QAAQ,CAAC,IAAI,CAAC;QACrC,CAAC;QAGD,IAAI,kBAAkB,GAAG,aAAa,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACnE,OAAO;QACR,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAGvB,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,GAAG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAEtF,MAAM,MAAM,GAA4B,EAAE,CAAC;YAE3C,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAClD,CAAC;YAGD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAGnC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;YAClD,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC;QACzB,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,aAAa,GAAa,EAAE,CAAC;QAGnC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAExC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAG3C,IAAI,kBAAkB,GAAG,UAAU,GAAG,aAAa,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAChF,MAAM;YACP,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,QAAQ,EAAE,CAAC;gBACd,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC9B,UAAU,IAAI,QAAQ,CAAC,IAAI,CAAC;gBAC5B,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACF,CAAC;QAGD,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YACjC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAGD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAE9B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1F,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;QACrD,CAAC;IACF,CAAC;CACD;AArJD,kDAqJC"}

package/dist/nodes/vector_store/shared/MemoryManager/config.d.ts

@@ -0,0 +1,4 @@
+import type { MemoryVectorStoreConfig } from './types';
+export declare function getConfig(): MemoryVectorStoreConfig;
+export declare function mbToBytes(mb: number): number;
+export declare function hoursToMs(hours: number): number;