n8n-nodes-tembory 1.0.8 → 1.0.9

package/dist/nodes/Mem0/Mem0Memory.node.js

@@ -43,7 +43,7 @@ const getConnectedEmbedding = async (ctx, itemIndex) => {
 };
 const createClientVectorMemory = async (embedding, text, metadata, ids = {}) => ({
     text: truncate(text, 4000),
-    embedding: await embedding.embedQuery(String(text || '')),
+    embedding: await embedQueryCached(embedding, String(text || '')),
     user_id: ids.user_id,
     agent_id: ids.agent_id,
     run_id: ids.run_id,
@@ -67,7 +67,7 @@ const searchClientVectorMemories = async (ctx, embedding, query, body = {}) => {
     return GenericFunctions_1.mem0ApiRequest.call(ctx, 'POST', '/elefai/v1/vector-memories/search', {
         ...body,
         query: text,
-        embedding: await embedding.embedQuery(text),
+        embedding: await embedQueryCached(embedding, text),
     });
 };
 const stableStringify = (value) => {
@@ -87,6 +87,31 @@ const hashString = (value) => {
     return (hash >>> 0).toString(36);
 };
 const stableHash = (value) => hashString(typeof value === 'string' ? value : stableStringify(value));
+const embeddingCacheByModel = new WeakMap();
+const MAX_EMBEDDING_CACHE_ITEMS = 500;
+const embedQueryCached = async (embedding, text) => {
+    const query = String(text || '');
+    if (!embedding || typeof embedding.embedQuery !== 'function')
+        return undefined;
+    let cache = embeddingCacheByModel.get(embedding);
+    if (!cache) {
+        cache = new Map();
+        embeddingCacheByModel.set(embedding, cache);
+    }
+    const key = stableHash(query);
+    if (cache.has(key))
+        return cache.get(key);
+    const promise = Promise.resolve(embedding.embedQuery(query)).catch((error) => {
+        cache.delete(key);
+        throw error;
+    });
+    cache.set(key, promise);
+    if (cache.size > MAX_EMBEDDING_CACHE_ITEMS) {
+        const firstKey = cache.keys().next().value;
+        cache.delete(firstKey);
+    }
+    return promise;
+};
 const pickText = (values, preferredKeys) => {
     for (const key of preferredKeys) {
         const value = values === null || values === void 0 ? void 0 : values[key];
@@ -1444,11 +1469,15 @@ const wrapElefaiMemory = (memory, ctx, memoryKey) => new Proxy(memory, {
                 ]);
                 try {
                     const response = await target.loadMemoryVariables(values);
-                    const chatHistory = snapshotJson(response[memoryKey] || response.chatHistory || []);
+                    const cacheHit = Boolean(response.elefaiBrainDiagnostics && response.elefaiBrainDiagnostics.cacheHit);
+                    const chatHistory = cacheHit
+                        ? [{ cached: true, messages: Array.isArray(response[memoryKey] || response.chatHistory) ? (response[memoryKey] || response.chatHistory).length : 0 }]
+                        : snapshotJson(response[memoryKey] || response.chatHistory || []);
                     ctx.addOutputData(n8n_workflow_1.NodeConnectionTypes.AiMemory, index, [
                         [{
                                 json: {
                                     action: 'loadMemoryVariables',
+                                    cached: cacheHit || undefined,
                                     chatHistory,
                                     context: response.elefaiBrainContext,
                                     contextText: response.elefaiBrainContextText,
@@ -1903,6 +1932,7 @@ class Mem0Memory {
     async supplyData(itemIndex) {
         const memoryKey = this.getNodeParameter('memoryKey', itemIndex);
         let currentMessages = [];
+        const loadCache = new Map();
         const memory = {
             memoryKeys: [memoryKey],
             inputKey: 'input',
@@ -1933,7 +1963,38 @@ class Mem0Memory {
                 },
             },
             loadMemoryVariables: async (inputValues = {}) => {
-                const result = await Mem0Memory.prototype.loadMemoryVariablesForItem.call(this, itemIndex, inputValues);
+                const cacheKey = stableHash({ itemIndex, inputValues, memoryKey });
+                let result;
+                if (loadCache.has(cacheKey)) {
+                    result = snapshotJson(loadCache.get(cacheKey));
+                    result.response = result.response || {};
+                    result.response.elefaiBrainDiagnostics = {
+                        ...(result.response.elefaiBrainDiagnostics || {}),
+                        cacheHit: true,
+                        cacheScope: 'supplyData.loadMemoryVariables',
+                    };
+                    if (result.response.elefaiBrainContext) {
+                        result.response.elefaiBrainContext = {
+                            kind: result.response.elefaiBrainContext.kind,
+                            userId: result.response.elefaiBrainContext.userId,
+                            project: result.response.elefaiBrainContext.project,
+                            query: result.response.elefaiBrainContext.query,
+                            retrievalMode: result.response.elefaiBrainContext.retrievalMode,
+                            payloadFormat: result.response.elefaiBrainContext.payloadFormat,
+                            contextQualityScore: result.response.elefaiBrainContext.contextQualityScore,
+                            cacheHit: true,
+                        };
+                    }
+                    delete result.response.elefaiBrainContextText;
+                }
+                else {
+                    result = await Mem0Memory.prototype.loadMemoryVariablesForItem.call(this, itemIndex, inputValues);
+                    loadCache.set(cacheKey, snapshotJson(result));
+                    if (loadCache.size > 20) {
+                        const firstKey = loadCache.keys().next().value;
+                        loadCache.delete(firstKey);
+                    }
+                }
                 const chatHistory = (result.response[memoryKey] || []).map(toBaseMessage);
                 const extra = { ...(result.response || {}) };
                 delete extra[memoryKey];
@@ -1945,6 +2006,7 @@ class Mem0Memory {
                 };
             },
             saveContext: async (inputValues = {}, outputValues = {}) => {
+                loadCache.clear();
                 const input = pickText(inputValues, ['input', 'chatInput', 'text', 'query', 'question']);
                 const output = pickText(outputValues, ['output', 'response', 'text', 'answer']);
                 if (input)
@@ -2227,7 +2289,7 @@ class Mem0Memory {
         }
         if (connectedEmbedding && typeof connectedEmbedding.embedQuery === 'function' && String(query || '').trim()) {
             try {
-                await connectedEmbedding.embedQuery(String(query));
+                await embedQueryCached(connectedEmbedding, String(query));
                 connectedAi.embeddingQuery = true;
             }
             catch (error) {
@@ -2467,10 +2529,10 @@ class Mem0Memory {
             catch { }
         }
         let connectedModelSummary = '';
-        if (connectedLanguageModel && typeof connectedLanguageModel.invoke === 'function' && (vectorMemories.length || String(query || '').trim()) && adv.includeSummary !== false) {
+        if (connectedLanguageModel && typeof connectedLanguageModel.invoke === 'function' && vectorMemories.length && adv.includeSummary !== false) {
             try {
                 const facts = vectorMemories.slice(0, Number(adv.summaryMaxFacts || 4)).map((memory) => contextMemoryText(memory, 500)).filter(Boolean).join('\n') || '(no vector memories found)';
-                if (facts || String(query || '').trim()) {
+                if (facts) {
                     const response = await connectedLanguageModel.invoke([
                         toBaseMessage({
                             role: 'user',
@@ -2788,6 +2850,7 @@ exports.__private = {
     isNoisyProfileValue,
     approxTokenCount,
     contextSizeOfMessages,
+    embedQueryCached,
     compactToolResult,
     compactToolHistoryForAgent,
     compactOperationalStateForAgent,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "n8n-nodes-tembory",
-  "version": "1.0.8",
+  "version": "1.0.9",
   "description": "Tembory node for n8n AI Agents with profile, tools, timeline, graph and semantic memory",
   "license": "MIT",
   "homepage": "https://tembory.com",