@n8n/n8n-nodes-langchain 2.5.2 → 2.6.0

package/dist/nodes/vector_store/VectorStoreZepLoad/VectorStoreZepLoad.node.js

@@ -1,132 +1,105 @@
 "use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var VectorStoreZepLoad_node_exports = {};
-__export(VectorStoreZepLoad_node_exports, {
-  VectorStoreZepLoad: () => VectorStoreZepLoad
-});
-module.exports = __toCommonJS(VectorStoreZepLoad_node_exports);
-var import_zep = require("@langchain/community/vectorstores/zep");
-var import_n8n_workflow = require("n8n-workflow");
-var import_helpers = require("../../../utils/helpers");
-var import_logWrapper = require("../../../utils/logWrapper");
-var import_sharedFields = require("../../../utils/sharedFields");
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VectorStoreZepLoad = void 0;
+const zep_1 = require("@langchain/community/vectorstores/zep");
+const n8n_workflow_1 = require("n8n-workflow");
+const helpers_1 = require("../../../utils/helpers");
+const logWrapper_1 = require("../../../utils/logWrapper");
+const sharedFields_1 = require("../../../utils/sharedFields");
 class VectorStoreZepLoad {
-  constructor() {
-    this.description = {
-      displayName: "Zep Vector Store: Load",
-      name: "vectorStoreZepLoad",
-      hidden: true,
-      // eslint-disable-next-line n8n-nodes-base/node-class-description-icon-not-svg
-      icon: "file:zep.png",
-      group: ["transform"],
-      version: 1,
-      description: "Load data from Zep Vector Store index",
-      defaults: {
-        name: "Zep: Load"
-      },
-      codex: {
-        categories: ["AI"],
-        subcategories: {
-          AI: ["Vector Stores"]
-        },
-        resources: {
-          primaryDocumentation: [
-            {
-              url: "https://docs.n8n.io/integrations/builtin/cluster-nodes/root-nodes/n8n-nodes-langchain.vectorstorezep/"
-            }
-          ]
-        }
-      },
-      credentials: [
-        {
-          name: "zepApi",
-          required: true
-        }
-      ],
-      inputs: [
-        {
-          displayName: "Embedding",
-          maxConnections: 1,
-          type: import_n8n_workflow.NodeConnectionTypes.AiEmbedding,
-          required: true
-        }
-      ],
-      outputs: [import_n8n_workflow.NodeConnectionTypes.AiVectorStore],
-      outputNames: ["Vector Store"],
-      properties: [
-        {
-          displayName: "This Zep integration is deprecated and will be removed in a future version.",
-          name: "deprecationNotice",
-          type: "notice",
-          default: ""
-        },
-        {
-          displayName: "Collection Name",
-          name: "collectionName",
-          type: "string",
-          default: "",
-          required: true
-        },
-        {
-          displayName: "Options",
-          name: "options",
-          type: "collection",
-          placeholder: "Add Option",
-          default: {},
-          options: [
-            {
-              displayName: "Embedding Dimensions",
-              name: "embeddingDimensions",
-              type: "number",
-              default: 1536,
-              description: "Whether to allow using characters from the Unicode surrogate blocks"
+    constructor() {
+        this.description = {
+            displayName: 'Zep Vector Store: Load',
+            name: 'vectorStoreZepLoad',
+            hidden: true,
+            icon: 'file:zep.png',
+            group: ['transform'],
+            version: 1,
+            description: 'Load data from Zep Vector Store index',
+            defaults: {
+                name: 'Zep: Load',
             },
-            import_sharedFields.metadataFilterField
-          ]
-        }
-      ]
-    };
-  }
-  async supplyData(itemIndex) {
-    this.logger.debug("Supplying data for Zep Load Vector Store");
-    const collectionName = this.getNodeParameter("collectionName", itemIndex);
-    const options = this.getNodeParameter("options", itemIndex) || {};
-    const credentials = await this.getCredentials("zepApi");
-    const embeddings = await this.getInputConnectionData(
-      import_n8n_workflow.NodeConnectionTypes.AiEmbedding,
-      0
-    );
-    const zepConfig = {
-      apiUrl: credentials.apiUrl,
-      apiKey: credentials.apiKey,
-      collectionName,
-      embeddingDimensions: options.embeddingDimensions ?? 1536,
-      metadata: (0, import_helpers.getMetadataFiltersValues)(this, itemIndex)
-    };
-    const vectorStore = new import_zep.ZepVectorStore(embeddings, zepConfig);
-    return {
-      response: (0, import_logWrapper.logWrapper)(vectorStore, this)
-    };
-  }
+            codex: {
+                categories: ['AI'],
+                subcategories: {
+                    AI: ['Vector Stores'],
+                },
+                resources: {
+                    primaryDocumentation: [
+                        {
+                            url: 'https://docs.n8n.io/integrations/builtin/cluster-nodes/root-nodes/n8n-nodes-langchain.vectorstorezep/',
+                        },
+                    ],
+                },
+            },
+            credentials: [
+                {
+                    name: 'zepApi',
+                    required: true,
+                },
+            ],
+            inputs: [
+                {
+                    displayName: 'Embedding',
+                    maxConnections: 1,
+                    type: n8n_workflow_1.NodeConnectionTypes.AiEmbedding,
+                    required: true,
+                },
+            ],
+            outputs: [n8n_workflow_1.NodeConnectionTypes.AiVectorStore],
+            outputNames: ['Vector Store'],
+            properties: [
+                {
+                    displayName: 'This Zep integration is deprecated and will be removed in a future version.',
+                    name: 'deprecationNotice',
+                    type: 'notice',
+                    default: '',
+                },
+                {
+                    displayName: 'Collection Name',
+                    name: 'collectionName',
+                    type: 'string',
+                    default: '',
+                    required: true,
+                },
+                {
+                    displayName: 'Options',
+                    name: 'options',
+                    type: 'collection',
+                    placeholder: 'Add Option',
+                    default: {},
+                    options: [
+                        {
+                            displayName: 'Embedding Dimensions',
+                            name: 'embeddingDimensions',
+                            type: 'number',
+                            default: 1536,
+                            description: 'Whether to allow using characters from the Unicode surrogate blocks',
+                        },
+                        sharedFields_1.metadataFilterField,
+                    ],
+                },
+            ],
+        };
+    }
+    async supplyData(itemIndex) {
+        this.logger.debug('Supplying data for Zep Load Vector Store');
+        const collectionName = this.getNodeParameter('collectionName', itemIndex);
+        const options = this.getNodeParameter('options', itemIndex) || {};
+        const credentials = await this.getCredentials('zepApi');
+        const embeddings = (await this.getInputConnectionData(n8n_workflow_1.NodeConnectionTypes.AiEmbedding, 0));
+        const zepConfig = {
+            apiUrl: credentials.apiUrl,
+            apiKey: credentials.apiKey,
+            collectionName,
+            embeddingDimensions: options.embeddingDimensions ?? 1536,
+            metadata: (0, helpers_1.getMetadataFiltersValues)(this, itemIndex),
+        };
+        const vectorStore = new zep_1.ZepVectorStore(embeddings, zepConfig);
+        return {
+            response: (0, logWrapper_1.logWrapper)(vectorStore, this),
+        };
+    }
 }
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  VectorStoreZepLoad
-});
+exports.VectorStoreZepLoad = VectorStoreZepLoad;
 //# sourceMappingURL=VectorStoreZepLoad.node.js.map

package/dist/nodes/vector_store/VectorStoreZepLoad/VectorStoreZepLoad.node.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../nodes/vector_store/VectorStoreZepLoad/VectorStoreZepLoad.node.ts"],"sourcesContent":["import type { IZepConfig } from '@langchain/community/vectorstores/zep';\nimport { ZepVectorStore } from '@langchain/community/vectorstores/zep';\nimport type { Embeddings } from '@langchain/core/embeddings';\nimport {\n\tNodeConnectionTypes,\n\ttype INodeType,\n\ttype INodeTypeDescription,\n\ttype ISupplyDataFunctions,\n\ttype SupplyData,\n} from 'n8n-workflow';\n\nimport { getMetadataFiltersValues } from '@utils/helpers';\nimport { logWrapper } from '@utils/logWrapper';\nimport { metadataFilterField } from '@utils/sharedFields';\n\n// This node is deprecated. Use VectorStoreZep instead.\nexport class VectorStoreZepLoad implements INodeType {\n\tdescription: INodeTypeDescription = {\n\t\tdisplayName: 'Zep Vector Store: Load',\n\t\tname: 'vectorStoreZepLoad',\n\t\thidden: true,\n\t\t// eslint-disable-next-line n8n-nodes-base/node-class-description-icon-not-svg\n\t\ticon: 'file:zep.png',\n\t\tgroup: ['transform'],\n\t\tversion: 1,\n\t\tdescription: 'Load data from Zep Vector Store index',\n\t\tdefaults: {\n\t\t\tname: 'Zep: Load',\n\t\t},\n\t\tcodex: {\n\t\t\tcategories: ['AI'],\n\t\t\tsubcategories: {\n\t\t\t\tAI: ['Vector Stores'],\n\t\t\t},\n\t\t\tresources: {\n\t\t\t\tprimaryDocumentation: [\n\t\t\t\t\t{\n\t\t\t\t\t\turl: 'https://docs.n8n.io/integrations/builtin/cluster-nodes/root-nodes/n8n-nodes-langchain.vectorstorezep/',\n\t\t\t\t\t},\n\t\t\t\t],\n\t\t\t},\n\t\t},\n\t\tcredentials: [\n\t\t\t{\n\t\t\t\tname: 'zepApi',\n\t\t\t\trequired: true,\n\t\t\t},\n\t\t],\n\t\tinputs: [\n\t\t\t{\n\t\t\t\tdisplayName: 'Embedding',\n\t\t\t\tmaxConnections: 1,\n\t\t\t\ttype: NodeConnectionTypes.AiEmbedding,\n\t\t\t\trequired: true,\n\t\t\t},\n\t\t],\n\t\toutputs: [NodeConnectionTypes.AiVectorStore],\n\t\toutputNames: ['Vector Store'],\n\t\tproperties: [\n\t\t\t{\n\t\t\t\tdisplayName: 'This Zep integration is deprecated and will be removed in a future version.',\n\t\t\t\tname: 'deprecationNotice',\n\t\t\t\ttype: 'notice',\n\t\t\t\tdefault: '',\n\t\t\t},\n\t\t\t{\n\t\t\t\tdisplayName: 'Collection Name',\n\t\t\t\tname: 'collectionName',\n\t\t\t\ttype: 'string',\n\t\t\t\tdefault: '',\n\t\t\t\trequired: true,\n\t\t\t},\n\t\t\t{\n\t\t\t\tdisplayName: 'Options',\n\t\t\t\tname: 'options',\n\t\t\t\ttype: 'collection',\n\t\t\t\tplaceholder: 'Add Option',\n\t\t\t\tdefault: {},\n\t\t\t\toptions: [\n\t\t\t\t\t{\n\t\t\t\t\t\tdisplayName: 'Embedding Dimensions',\n\t\t\t\t\t\tname: 'embeddingDimensions',\n\t\t\t\t\t\ttype: 'number',\n\t\t\t\t\t\tdefault: 1536,\n\t\t\t\t\t\tdescription: 'Whether to allow using characters from the Unicode surrogate blocks',\n\t\t\t\t\t},\n\t\t\t\t\tmetadataFilterField,\n\t\t\t\t],\n\t\t\t},\n\t\t],\n\t};\n\n\tasync supplyData(this: ISupplyDataFunctions, itemIndex: number): Promise<SupplyData> {\n\t\tthis.logger.debug('Supplying data for Zep Load Vector Store');\n\n\t\tconst collectionName = this.getNodeParameter('collectionName', itemIndex) as string;\n\n\t\tconst options =\n\t\t\t(this.getNodeParameter('options', itemIndex) as {\n\t\t\t\tembeddingDimensions?: number;\n\t\t\t}) || {};\n\n\t\tconst credentials = await this.getCredentials<{\n\t\t\tapiKey?: string;\n\t\t\tapiUrl: string;\n\t\t}>('zepApi');\n\t\tconst embeddings = (await this.getInputConnectionData(\n\t\t\tNodeConnectionTypes.AiEmbedding,\n\t\t\t0,\n\t\t)) as Embeddings;\n\n\t\tconst zepConfig: IZepConfig = {\n\t\t\tapiUrl: credentials.apiUrl,\n\t\t\tapiKey: credentials.apiKey,\n\t\t\tcollectionName,\n\t\t\tembeddingDimensions: options.embeddingDimensions ?? 1536,\n\t\t\tmetadata: getMetadataFiltersValues(this, itemIndex),\n\t\t};\n\n\t\tconst vectorStore = new ZepVectorStore(embeddings, zepConfig);\n\n\t\treturn {\n\t\t\tresponse: logWrapper(vectorStore, this),\n\t\t};\n\t}\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AACA,iBAA+B;AAE/B,0BAMO;AAEP,qBAAyC;AACzC,wBAA2B;AAC3B,0BAAoC;AAG7B,MAAM,mBAAwC;AAAA,EAA9C;AACN,uBAAoC;AAAA,MACnC,aAAa;AAAA,MACb,MAAM;AAAA,MACN,QAAQ;AAAA;AAAA,MAER,MAAM;AAAA,MACN,OAAO,CAAC,WAAW;AAAA,MACnB,SAAS;AAAA,MACT,aAAa;AAAA,MACb,UAAU;AAAA,QACT,MAAM;AAAA,MACP;AAAA,MACA,OAAO;AAAA,QACN,YAAY,CAAC,IAAI;AAAA,QACjB,eAAe;AAAA,UACd,IAAI,CAAC,eAAe;AAAA,QACrB;AAAA,QACA,WAAW;AAAA,UACV,sBAAsB;AAAA,YACrB;AAAA,cACC,KAAK;AAAA,YACN;AAAA,UACD;AAAA,QACD;AAAA,MACD;AAAA,MACA,aAAa;AAAA,QACZ;AAAA,UACC,MAAM;AAAA,UACN,UAAU;AAAA,QACX;AAAA,MACD;AAAA,MACA,QAAQ;AAAA,QACP;AAAA,UACC,aAAa;AAAA,UACb,gBAAgB;AAAA,UAChB,MAAM,wCAAoB;AAAA,UAC1B,UAAU;AAAA,QACX;AAAA,MACD;AAAA,MACA,SAAS,CAAC,wCAAoB,aAAa;AAAA,MAC3C,aAAa,CAAC,cAAc;AAAA,MAC5B,YAAY;AAAA,QACX;AAAA,UACC,aAAa;AAAA,UACb,MAAM;AAAA,UACN,MAAM;AAAA,UACN,SAAS;AAAA,QACV;AAAA,QACA;AAAA,UACC,aAAa;AAAA,UACb,MAAM;AAAA,UACN,MAAM;AAAA,UACN,SAAS;AAAA,UACT,UAAU;AAAA,QACX;AAAA,QACA;AAAA,UACC,aAAa;AAAA,UACb,MAAM;AAAA,UACN,MAAM;AAAA,UACN,aAAa;AAAA,UACb,SAAS,CAAC;AAAA,UACV,SAAS;AAAA,YACR;AAAA,cACC,aAAa;AAAA,cACb,MAAM;AAAA,cACN,MAAM;AAAA,cACN,SAAS;AAAA,cACT,aAAa;AAAA,YACd;AAAA,YACA;AAAA,UACD;AAAA,QACD;AAAA,MACD;AAAA,IACD;AAAA;AAAA,EAEA,MAAM,WAAuC,WAAwC;AACpF,SAAK,OAAO,MAAM,0CAA0C;AAE5D,UAAM,iBAAiB,KAAK,iBAAiB,kBAAkB,SAAS;AAExE,UAAM,UACJ,KAAK,iBAAiB,WAAW,SAAS,KAErC,CAAC;AAER,UAAM,cAAc,MAAM,KAAK,eAG5B,QAAQ;AACX,UAAM,aAAc,MAAM,KAAK;AAAA,MAC9B,wCAAoB;AAAA,MACpB;AAAA,IACD;AAEA,UAAM,YAAwB;AAAA,MAC7B,QAAQ,YAAY;AAAA,MACpB,QAAQ,YAAY;AAAA,MACpB;AAAA,MACA,qBAAqB,QAAQ,uBAAuB;AAAA,MACpD,cAAU,yCAAyB,MAAM,SAAS;AAAA,IACnD;AAEA,UAAM,cAAc,IAAI,0BAAe,YAAY,SAAS;AAE5D,WAAO;AAAA,MACN,cAAU,8BAAW,aAAa,IAAI;AAAA,IACvC;AAAA,EACD;AACD;","names":[]}
+{"version":3,"file":"VectorStoreZepLoad.node.js","sourceRoot":"","sources":["../../../../nodes/vector_store/VectorStoreZepLoad/VectorStoreZepLoad.node.ts"],"names":[],"mappings":";;;AACA,+DAAuE;AAEvE,+CAMsB;AAEtB,4CAA0D;AAC1D,kDAA+C;AAC/C,sDAA0D;AAG1D,MAAa,kBAAkB;IAA/B;QACC,gBAAW,GAAyB;YACnC,WAAW,EAAE,wBAAwB;YACrC,IAAI,EAAE,oBAAoB;YAC1B,MAAM,EAAE,IAAI;YAEZ,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,CAAC,WAAW,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,uCAAuC;YACpD,QAAQ,EAAE;gBACT,IAAI,EAAE,WAAW;aACjB;YACD,KAAK,EAAE;gBACN,UAAU,EAAE,CAAC,IAAI,CAAC;gBAClB,aAAa,EAAE;oBACd,EAAE,EAAE,CAAC,eAAe,CAAC;iBACrB;gBACD,SAAS,EAAE;oBACV,oBAAoB,EAAE;wBACrB;4BACC,GAAG,EAAE,uGAAuG;yBAC5G;qBACD;iBACD;aACD;YACD,WAAW,EAAE;gBACZ;oBACC,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,IAAI;iBACd;aACD;YACD,MAAM,EAAE;gBACP;oBACC,WAAW,EAAE,WAAW;oBACxB,cAAc,EAAE,CAAC;oBACjB,IAAI,EAAE,kCAAmB,CAAC,WAAW;oBACrC,QAAQ,EAAE,IAAI;iBACd;aACD;YACD,OAAO,EAAE,CAAC,kCAAmB,CAAC,aAAa,CAAC;YAC5C,WAAW,EAAE,CAAC,cAAc,CAAC;YAC7B,UAAU,EAAE;gBACX;oBACC,WAAW,EAAE,6EAA6E;oBAC1F,IAAI,EAAE,mBAAmB;oBACzB,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,EAAE;iBACX;gBACD;oBACC,WAAW,EAAE,iBAAiB;oBAC9B,IAAI,EAAE,gBAAgB;oBACtB,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,EAAE;oBACX,QAAQ,EAAE,IAAI;iBACd;gBACD;oBACC,WAAW,EAAE,SAAS;oBACtB,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,YAAY;oBAClB,WAAW,EAAE,YAAY;oBACzB,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE;wBACR;4BACC,WAAW,EAAE,sBAAsB;4BACnC,IAAI,EAAE,qBAAqB;4BAC3B,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,IAAI;4BACb,WAAW,EAAE,qEAAqE;yBAClF;wBACD,kCAAmB;qBACnB;iBACD;aACD;SACD,CAAC;IAmCH,CAAC;IAjCA,KAAK,CAAC,UAAU,CAA6B,SAAiB;QAC7D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAE9D,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,SAAS,CAAW,CAAC;QAEpF,MAAM,OAAO,GACX,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,SAAS,CAEzC,IAAI,EAAE,CAAC;QAEV,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAG1C,QAAQ,CAAC,CAAC;QACb,MAAM,UAAU,GAAG,CAAC,MAAM,IAAI,CAAC,sBAAsB,CACpD,kCAAmB,CAAC,WAAW,EAC/B,CAAC,CACD,CAAe,CAAC;QAEjB,MAAM,SAAS,GAAe;YAC7B,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,cAAc;YACd,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,IAAI,IAAI;YACxD,QAAQ,EAAE,IAAA,kCAAwB,EAAC,IAAI,EAAE,SAAS,CAAC;SACnD,CAAC;QAEF,MAAM,WAAW,GAAG,IAAI,oBAAc,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAE9D,OAAO;YACN,QAAQ,EAAE,IAAA,uBAAU,EAAC,WAAW,EAAE,IAAI,CAAC;SACvC,CAAC;IACH,CAAC;CACD;AA7GD,gDA6GC"}

package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.d.ts

@@ -0,0 +1,7 @@
+import type { Document } from '@langchain/core/documents';
+import type { MemoryVectorStore } from '@langchain/classic/vectorstores/memory';
+import type { IMemoryCalculator } from './types';
+export declare class MemoryCalculator implements IMemoryCalculator {
+    estimateBatchSize(documents: Document[]): number;
+    calculateVectorStoreSize(vectorStore: MemoryVectorStore): number;
+}

package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.js

@@ -1,26 +1,6 @@
 "use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var MemoryCalculator_exports = {};
-__export(MemoryCalculator_exports, {
-  MemoryCalculator: () => MemoryCalculator
-});
-module.exports = __toCommonJS(MemoryCalculator_exports);
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryCalculator = void 0;
 const FLOAT_SIZE_BYTES = 8;
 const CHAR_SIZE_BYTES = 2;
 const VECTOR_OVERHEAD_BYTES = 200;
@@ -28,51 +8,43 @@ const EMBEDDING_DIMENSIONS = 1536;
 const EMBEDDING_SIZE_BYTES = EMBEDDING_DIMENSIONS * FLOAT_SIZE_BYTES;
 const AVG_METADATA_SIZE_BYTES = 100;
 class MemoryCalculator {
-  /**
-   * Fast batch size estimation for multiple documents
-   */
-  estimateBatchSize(documents) {
-    if (documents.length === 0) return 0;
-    let totalContentSize = 0;
-    let totalMetadataSize = 0;
-    for (const doc of documents) {
-      if (doc.pageContent) {
-        totalContentSize += doc.pageContent.length * CHAR_SIZE_BYTES;
-      }
-      if (doc.metadata) {
-        const metadataKeys = Object.keys(doc.metadata).length;
-        if (metadataKeys > 0) {
-          totalMetadataSize += metadataKeys * AVG_METADATA_SIZE_BYTES;
+    estimateBatchSize(documents) {
+        if (documents.length === 0)
+            return 0;
+        let totalContentSize = 0;
+        let totalMetadataSize = 0;
+        for (const doc of documents) {
+            if (doc.pageContent) {
+                totalContentSize += doc.pageContent.length * CHAR_SIZE_BYTES;
+            }
+            if (doc.metadata) {
+                const metadataKeys = Object.keys(doc.metadata).length;
+                if (metadataKeys > 0) {
+                    totalMetadataSize += metadataKeys * AVG_METADATA_SIZE_BYTES;
+                }
+            }
         }
-      }
+        const embeddingSize = documents.length * EMBEDDING_SIZE_BYTES;
+        const overhead = documents.length * VECTOR_OVERHEAD_BYTES;
+        const calculatedSize = totalContentSize + totalMetadataSize + embeddingSize + overhead;
+        return Math.ceil(calculatedSize);
     }
-    const embeddingSize = documents.length * EMBEDDING_SIZE_BYTES;
-    const overhead = documents.length * VECTOR_OVERHEAD_BYTES;
-    const calculatedSize = totalContentSize + totalMetadataSize + embeddingSize + overhead;
-    return Math.ceil(calculatedSize);
-  }
-  /**
-   * Calculate the size of a vector store by examining its contents
-   */
-  calculateVectorStoreSize(vectorStore) {
-    if (!vectorStore.memoryVectors || vectorStore.memoryVectors.length === 0) {
-      return 0;
-    }
-    let storeSize = 0;
-    for (const vector of vectorStore.memoryVectors) {
-      storeSize += vector.embedding.length * FLOAT_SIZE_BYTES;
-      storeSize += vector.content ? vector.content.length * CHAR_SIZE_BYTES : 0;
-      if (vector.metadata) {
-        const metadataStr = JSON.stringify(vector.metadata);
-        storeSize += metadataStr.length * CHAR_SIZE_BYTES;
-      }
-      storeSize += VECTOR_OVERHEAD_BYTES;
+    calculateVectorStoreSize(vectorStore) {
+        if (!vectorStore.memoryVectors || vectorStore.memoryVectors.length === 0) {
+            return 0;
+        }
+        let storeSize = 0;
+        for (const vector of vectorStore.memoryVectors) {
+            storeSize += vector.embedding.length * FLOAT_SIZE_BYTES;
+            storeSize += vector.content ? vector.content.length * CHAR_SIZE_BYTES : 0;
+            if (vector.metadata) {
+                const metadataStr = JSON.stringify(vector.metadata);
+                storeSize += metadataStr.length * CHAR_SIZE_BYTES;
+            }
+            storeSize += VECTOR_OVERHEAD_BYTES;
+        }
+        return Math.ceil(storeSize);
     }
-    return Math.ceil(storeSize);
-  }
 }
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  MemoryCalculator
-});
+exports.MemoryCalculator = MemoryCalculator;
 //# sourceMappingURL=MemoryCalculator.js.map

package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../../nodes/vector_store/shared/MemoryManager/MemoryCalculator.ts"],"sourcesContent":["import type { Document } from '@langchain/core/documents';\nimport type { MemoryVectorStore } from '@langchain/classic/vectorstores/memory';\n\nimport type { IMemoryCalculator } from './types';\n\n// Memory estimation constants\nconst FLOAT_SIZE_BYTES = 8; // Size of a float64 in bytes\nconst CHAR_SIZE_BYTES = 2; // Size of a JavaScript character in bytes(2 bytes per character in UTF-16)\nconst VECTOR_OVERHEAD_BYTES = 200; // Estimated overhead per vector\nconst EMBEDDING_DIMENSIONS = 1536; // Fixed embedding dimensions\nconst EMBEDDING_SIZE_BYTES = EMBEDDING_DIMENSIONS * FLOAT_SIZE_BYTES;\nconst AVG_METADATA_SIZE_BYTES = 100; // Average size for simple metadata\n\n/**\n * Calculates memory usage for vector stores and documents\n */\nexport class MemoryCalculator implements IMemoryCalculator {\n\t/**\n\t * Fast batch size estimation for multiple documents\n\t */\n\testimateBatchSize(documents: Document[]): number {\n\t\tif (documents.length === 0) return 0;\n\n\t\tlet totalContentSize = 0;\n\t\tlet totalMetadataSize = 0;\n\n\t\t// Single pass through documents for content and metadata estimation\n\t\tfor (const doc of documents) {\n\t\t\tif (doc.pageContent) {\n\t\t\t\ttotalContentSize += doc.pageContent.length * CHAR_SIZE_BYTES;\n\t\t\t}\n\n\t\t\t// Metadata size estimation\n\t\t\tif (doc.metadata) {\n\t\t\t\t// For simple objects, estimate based on key count\n\t\t\t\tconst metadataKeys = Object.keys(doc.metadata).length;\n\t\t\t\tif (metadataKeys > 0) {\n\t\t\t\t\t// For each key, estimate the key name plus a typical value\n\t\t\t\t\t// plus some overhead for object structure\n\t\t\t\t\ttotalMetadataSize += metadataKeys * AVG_METADATA_SIZE_BYTES;\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\t// Fixed size components (embedding vectors and overhead)\n\t\t// Each embedding is a fixed-size array of floating point numbers\n\t\tconst embeddingSize = documents.length * EMBEDDING_SIZE_BYTES;\n\n\t\t// Object overhead, each vector is stored with additional JS object structure\n\t\tconst overhead = documents.length * VECTOR_OVERHEAD_BYTES;\n\n\t\t// Calculate total batch size with a safety factor to avoid underestimation\n\t\tconst calculatedSize = totalContentSize + totalMetadataSize + embeddingSize + overhead;\n\n\t\treturn Math.ceil(calculatedSize);\n\t}\n\n\t/**\n\t * Calculate the size of a vector store by examining its contents\n\t */\n\tcalculateVectorStoreSize(vectorStore: MemoryVectorStore): number {\n\t\tif (!vectorStore.memoryVectors || vectorStore.memoryVectors.length === 0) {\n\t\t\treturn 0;\n\t\t}\n\n\t\tlet storeSize = 0;\n\n\t\t// Calculate size of each vector\n\t\tfor (const vector of vectorStore.memoryVectors) {\n\t\t\t// Size of embedding (float64 array)\n\t\t\tstoreSize += vector.embedding.length * FLOAT_SIZE_BYTES;\n\n\t\t\t// Size of content string (2 bytes per character in JS)\n\t\t\tstoreSize += vector.content ? vector.content.length * CHAR_SIZE_BYTES : 0;\n\n\t\t\t// Estimate metadata size\n\t\t\tif (vector.metadata) {\n\t\t\t\t// Use a more accurate calculation for metadata\n\t\t\t\tconst metadataStr = JSON.stringify(vector.metadata);\n\t\t\t\tstoreSize += metadataStr.length * CHAR_SIZE_BYTES;\n\t\t\t}\n\n\t\t\t// Add overhead for object structure\n\t\t\tstoreSize += VECTOR_OVERHEAD_BYTES;\n\t\t}\n\n\t\treturn Math.ceil(storeSize);\n\t}\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAMA,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,wBAAwB;AAC9B,MAAM,uBAAuB;AAC7B,MAAM,uBAAuB,uBAAuB;AACpD,MAAM,0BAA0B;AAKzB,MAAM,iBAA8C;AAAA;AAAA;AAAA;AAAA,EAI1D,kBAAkB,WAA+B;AAChD,QAAI,UAAU,WAAW,EAAG,QAAO;AAEnC,QAAI,mBAAmB;AACvB,QAAI,oBAAoB;AAGxB,eAAW,OAAO,WAAW;AAC5B,UAAI,IAAI,aAAa;AACpB,4BAAoB,IAAI,YAAY,SAAS;AAAA,MAC9C;AAGA,UAAI,IAAI,UAAU;AAEjB,cAAM,eAAe,OAAO,KAAK,IAAI,QAAQ,EAAE;AAC/C,YAAI,eAAe,GAAG;AAGrB,+BAAqB,eAAe;AAAA,QACrC;AAAA,MACD;AAAA,IACD;AAIA,UAAM,gBAAgB,UAAU,SAAS;AAGzC,UAAM,WAAW,UAAU,SAAS;AAGpC,UAAM,iBAAiB,mBAAmB,oBAAoB,gBAAgB;AAE9E,WAAO,KAAK,KAAK,cAAc;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA,EAKA,yBAAyB,aAAwC;AAChE,QAAI,CAAC,YAAY,iBAAiB,YAAY,cAAc,WAAW,GAAG;AACzE,aAAO;AAAA,IACR;AAEA,QAAI,YAAY;AAGhB,eAAW,UAAU,YAAY,eAAe;AAE/C,mBAAa,OAAO,UAAU,SAAS;AAGvC,mBAAa,OAAO,UAAU,OAAO,QAAQ,SAAS,kBAAkB;AAGxE,UAAI,OAAO,UAAU;AAEpB,cAAM,cAAc,KAAK,UAAU,OAAO,QAAQ;AAClD,qBAAa,YAAY,SAAS;AAAA,MACnC;AAGA,mBAAa;AAAA,IACd;AAEA,WAAO,KAAK,KAAK,SAAS;AAAA,EAC3B;AACD;","names":[]}
+{"version":3,"file":"MemoryCalculator.js","sourceRoot":"","sources":["../../../../../nodes/vector_store/shared/MemoryManager/MemoryCalculator.ts"],"names":[],"mappings":";;;AAMA,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAC3B,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAClC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,MAAM,oBAAoB,GAAG,oBAAoB,GAAG,gBAAgB,CAAC;AACrE,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAKpC,MAAa,gBAAgB;IAI5B,iBAAiB,CAAC,SAAqB;QACtC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAErC,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAG1B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC7B,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;gBACrB,gBAAgB,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,eAAe,CAAC;YAC9D,CAAC;YAGD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;gBAElB,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;gBACtD,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;oBAGtB,iBAAiB,IAAI,YAAY,GAAG,uBAAuB,CAAC;gBAC7D,CAAC;YACF,CAAC;QACF,CAAC;QAID,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,GAAG,oBAAoB,CAAC;QAG9D,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,GAAG,qBAAqB,CAAC;QAG1D,MAAM,cAAc,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,aAAa,GAAG,QAAQ,CAAC;QAEvF,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAClC,CAAC;IAKD,wBAAwB,CAAC,WAA8B;QACtD,IAAI,CAAC,WAAW,CAAC,aAAa,IAAI,WAAW,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1E,OAAO,CAAC,CAAC;QACV,CAAC;QAED,IAAI,SAAS,GAAG,CAAC,CAAC;QAGlB,KAAK,MAAM,MAAM,IAAI,WAAW,CAAC,aAAa,EAAE,CAAC;YAEhD,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,gBAAgB,CAAC;YAGxD,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YAG1E,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAErB,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACpD,SAAS,IAAI,WAAW,CAAC,MAAM,GAAG,eAAe,CAAC;YACnD,CAAC;YAGD,SAAS,IAAI,qBAAqB,CAAC;QACpC,CAAC;QAED,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;CACD;AAxED,4CAwEC"}

package/dist/nodes/vector_store/shared/MemoryManager/MemoryVectorStoreManager.d.ts

@@ -0,0 +1,34 @@
+import type { Document } from '@langchain/core/documents';
+import type { Embeddings } from '@langchain/core/embeddings';
+import type { OpenAIEmbeddings, AzureOpenAIEmbeddings } from '@langchain/openai';
+import { MemoryVectorStore } from '@langchain/classic/vectorstores/memory';
+import type { Logger } from 'n8n-workflow';
+import { MemoryCalculator } from './MemoryCalculator';
+import { StoreCleanupService } from './StoreCleanupService';
+import type { VectorStoreMetadata, VectorStoreStats } from './types';
+export declare class MemoryVectorStoreManager {
+    protected embeddings: Embeddings | OpenAIEmbeddings | AzureOpenAIEmbeddings;
+    protected logger: Logger;
+    private static instance;
+    protected vectorStoreBuffer: Map<string, MemoryVectorStore>;
+    protected storeMetadata: Map<string, VectorStoreMetadata>;
+    protected memoryUsageBytes: number;
+    protected memoryCalculator: MemoryCalculator;
+    protected cleanupService: StoreCleanupService;
+    protected static logger: Logger;
+    protected maxMemorySizeBytes: number;
+    protected inactiveTtlMs: number;
+    protected ttlCleanupIntervalId: NodeJS.Timeout | null;
+    protected constructor(embeddings: Embeddings | OpenAIEmbeddings | AzureOpenAIEmbeddings, logger: Logger);
+    static getInstance(embeddings: Embeddings | OpenAIEmbeddings | AzureOpenAIEmbeddings, logger: Logger): MemoryVectorStoreManager;
+    private setupTtlCleanup;
+    private handleCleanup;
+    getMemoryKeysList(): string[];
+    getVectorStore(memoryKey: string): Promise<MemoryVectorStore>;
+    protected clearStoreMetadata(memoryKey: string): void;
+    getMemoryUsage(): number;
+    getMemoryUsageFormatted(): string;
+    recalculateMemoryUsage(): void;
+    addDocuments(memoryKey: string, documents: Document[], clearStore?: boolean): Promise<void>;
+    getStats(): VectorStoreStats;
+}