@n8n/ai-utilities 0.4.1 → 0.5.0

package/dist/cjs/utils/vector-store/processDocuments.js

@@ -0,0 +1,52 @@
+(function (factory) {
+    if (typeof module === "object" && typeof module.exports === "object") {
+        var v = factory(require, exports);
+        if (v !== undefined) module.exports = v;
+    }
+    else if (typeof define === "function" && define.amd) {
+        define(["require", "exports", "../n8n-binary-loader", "../n8n-json-loader"], factory);
+    }
+})(function (require, exports) {
+    "use strict";
+    Object.defineProperty(exports, "__esModule", { value: true });
+    exports.processDocuments = processDocuments;
+    exports.processDocument = processDocument;
+    const n8n_binary_loader_1 = require("../n8n-binary-loader");
+    const n8n_json_loader_1 = require("../n8n-json-loader");
+    async function processDocuments(documentInput, inputItems) {
+        let processedDocuments;
+        if (documentInput instanceof n8n_json_loader_1.N8nJsonLoader || documentInput instanceof n8n_binary_loader_1.N8nBinaryLoader) {
+            processedDocuments = await documentInput.processAll(inputItems);
+        }
+        else {
+            processedDocuments = documentInput;
+        }
+        const serializedDocuments = processedDocuments.map(({ metadata, pageContent }) => ({
+            json: { metadata, pageContent },
+        }));
+        return {
+            processedDocuments,
+            serializedDocuments,
+        };
+    }
+    async function processDocument(documentInput, inputItem, itemIndex) {
+        let processedDocuments;
+        if (documentInput instanceof n8n_json_loader_1.N8nJsonLoader || documentInput instanceof n8n_binary_loader_1.N8nBinaryLoader) {
+            processedDocuments = await documentInput.processItem(inputItem, itemIndex);
+        }
+        else {
+            processedDocuments = documentInput;
+        }
+        const serializedDocuments = processedDocuments.map(({ metadata, pageContent }) => ({
+            json: { metadata, pageContent },
+            pairedItem: {
+                item: itemIndex,
+            },
+        }));
+        return {
+            processedDocuments,
+            serializedDocuments,
+        };
+    }
+});
+//# sourceMappingURL=processDocuments.js.map

package/dist/cjs/utils/vector-store/processDocuments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"processDocuments.js","sourceRoot":"","sources":["../../../../src/utils/vector-store/processDocuments.ts"],"names":[],"mappings":";;;;;;;;;;;IAMA,4CAoBC;IACD,0CAwBC;IAhDD,4DAAuD;IACvD,wDAAmD;IAE5C,KAAK,UAAU,gBAAgB,CACrC,aAAyF,EACzF,UAAgC;QAEhC,IAAI,kBAA8B,CAAC;QAEnC,IAAI,aAAa,YAAY,+BAAa,IAAI,aAAa,YAAY,mCAAe,EAAE,CAAC;YACxF,kBAAkB,GAAG,MAAM,aAAa,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACP,kBAAkB,GAAG,aAAa,CAAC;QACpC,CAAC;QAED,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;YAClF,IAAI,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE;SAC/B,CAAC,CAAC,CAAC;QAEJ,OAAO;YACN,kBAAkB;YAClB,mBAAmB;SACnB,CAAC;IACH,CAAC;IACM,KAAK,UAAU,eAAe,CACpC,aAAyF,EACzF,SAA6B,EAC7B,SAAiB;QAEjB,IAAI,kBAA8B,CAAC;QAEnC,IAAI,aAAa,YAAY,+BAAa,IAAI,aAAa,YAAY,mCAAe,EAAE,CAAC;YACxF,kBAAkB,GAAG,MAAM,aAAa,CAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5E,CAAC;aAAM,CAAC;YACP,kBAAkB,GAAG,aAAa,CAAC;QACpC,CAAC;QAED,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;YAClF,IAAI,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE;YAC/B,UAAU,EAAE;gBACX,IAAI,EAAE,SAAS;aACf;SACD,CAAC,CAAC,CAAC;QAEJ,OAAO;YACN,kBAAkB;YAClB,mBAAmB;SACnB,CAAC;IACH,CAAC"}

package/dist/esm/index.d.ts

@@ -11,6 +11,12 @@ export { estimateTokensFromStringList, estimateTokensByCharCount, estimateTextSp
 export { encodingForModel, getEncoding } from './utils/tokenizer/tiktoken';
 export { makeN8nLlmFailedAttemptHandler } from './utils/failed-attempt-handler/n8nLlmFailedAttemptHandler';
 export { getProxyAgent, getNodeProxyAgent, proxyFetch, type AgentTimeoutOptions, } from './utils/http-proxy-agent';
+export { getConnectionHintNoticeField, metadataFilterField, getBatchingOptionFields, getTemplateNoticeField, } from './utils/shared-fields';
+export { createToolFromNode, createZodSchemaFromArgs, extractFromAIParameters, } from './utils/fromai-tool-factory';
+export { createVectorStoreNode } from './utils/vector-store/createVectorStoreNode/createVectorStoreNode';
+export type { VectorStoreNodeConstructorArgs, NodeOperationMode, NodeMeta, } from './utils/vector-store/createVectorStoreNode/types';
+export { MemoryVectorStoreManager } from './utils/vector-store/MemoryManager/MemoryVectorStoreManager';
+export { processDocuments, processDocument, } from './utils/vector-store/processDocuments';
 export type { ServerSentEventMessage } from './utils/sse';
 export { getParametersJsonSchema } from './converters/tool';
 export { fromLcMessage, toLcMessage, toLcContent, fromLcContent } from './converters/message';

package/dist/esm/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.supplyModel = exports.supplyMemory = exports.WindowedChatMemory = exports.BaseChatMemory = exports.BaseChatHistory = exports.BaseChatModel = exports.LangchainChatModelAdapter = exports.isToolsInstance = exports.isChatInstance = exports.isBaseChatMessageHistory = exports.isBaseChatMemory = exports.fromLcContent = exports.toLcContent = exports.toLcMessage = exports.fromLcMessage = exports.getParametersJsonSchema = exports.proxyFetch = exports.getNodeProxyAgent = exports.getProxyAgent = exports.makeN8nLlmFailedAttemptHandler = exports.getEncoding = exports.encodingForModel = exports.estimateTextSplitsByTokens = exports.estimateTokensByCharCount = exports.estimateTokensFromStringList = exports.N8nLlmTracing = exports.N8nJsonLoader = exports.N8nBinaryLoader = exports.hasLongSequentialRepeat = exports.getMetadataFiltersValues = exports.validateEmbedDocumentsInput = exports.validateEmbedQueryInput = exports.parseSSEStream = exports.logAiEvent = exports.logWrapper = exports.AI_NODE_SDK_VERSION = void 0;
+exports.supplyModel = exports.supplyMemory = exports.WindowedChatMemory = exports.BaseChatMemory = exports.BaseChatHistory = exports.BaseChatModel = exports.LangchainChatModelAdapter = exports.isToolsInstance = exports.isChatInstance = exports.isBaseChatMessageHistory = exports.isBaseChatMemory = exports.fromLcContent = exports.toLcContent = exports.toLcMessage = exports.fromLcMessage = exports.getParametersJsonSchema = exports.processDocument = exports.processDocuments = exports.MemoryVectorStoreManager = exports.createVectorStoreNode = exports.extractFromAIParameters = exports.createZodSchemaFromArgs = exports.createToolFromNode = exports.getTemplateNoticeField = exports.getBatchingOptionFields = exports.metadataFilterField = exports.getConnectionHintNoticeField = exports.proxyFetch = exports.getNodeProxyAgent = exports.getProxyAgent = exports.makeN8nLlmFailedAttemptHandler = exports.getEncoding = exports.encodingForModel = exports.estimateTextSplitsByTokens = exports.estimateTokensByCharCount = exports.estimateTokensFromStringList = exports.N8nLlmTracing = exports.N8nJsonLoader = exports.N8nBinaryLoader = exports.hasLongSequentialRepeat = exports.getMetadataFiltersValues = exports.validateEmbedDocumentsInput = exports.validateEmbedQueryInput = exports.parseSSEStream = exports.logAiEvent = exports.logWrapper = exports.AI_NODE_SDK_VERSION = void 0;
 var ai_node_sdk_version_1 = require("./ai-node-sdk-version");
 Object.defineProperty(exports, "AI_NODE_SDK_VERSION", { enumerable: true, get: function () { return ai_node_sdk_version_1.AI_NODE_SDK_VERSION; } });
 var log_wrapper_1 = require("./utils/log-wrapper");
@@ -34,6 +34,22 @@ var http_proxy_agent_1 = require("./utils/http-proxy-agent");
 Object.defineProperty(exports, "getProxyAgent", { enumerable: true, get: function () { return http_proxy_agent_1.getProxyAgent; } });
 Object.defineProperty(exports, "getNodeProxyAgent", { enumerable: true, get: function () { return http_proxy_agent_1.getNodeProxyAgent; } });
 Object.defineProperty(exports, "proxyFetch", { enumerable: true, get: function () { return http_proxy_agent_1.proxyFetch; } });
+var shared_fields_1 = require("./utils/shared-fields");
+Object.defineProperty(exports, "getConnectionHintNoticeField", { enumerable: true, get: function () { return shared_fields_1.getConnectionHintNoticeField; } });
+Object.defineProperty(exports, "metadataFilterField", { enumerable: true, get: function () { return shared_fields_1.metadataFilterField; } });
+Object.defineProperty(exports, "getBatchingOptionFields", { enumerable: true, get: function () { return shared_fields_1.getBatchingOptionFields; } });
+Object.defineProperty(exports, "getTemplateNoticeField", { enumerable: true, get: function () { return shared_fields_1.getTemplateNoticeField; } });
+var fromai_tool_factory_1 = require("./utils/fromai-tool-factory");
+Object.defineProperty(exports, "createToolFromNode", { enumerable: true, get: function () { return fromai_tool_factory_1.createToolFromNode; } });
+Object.defineProperty(exports, "createZodSchemaFromArgs", { enumerable: true, get: function () { return fromai_tool_factory_1.createZodSchemaFromArgs; } });
+Object.defineProperty(exports, "extractFromAIParameters", { enumerable: true, get: function () { return fromai_tool_factory_1.extractFromAIParameters; } });
+var createVectorStoreNode_1 = require("./utils/vector-store/createVectorStoreNode/createVectorStoreNode");
+Object.defineProperty(exports, "createVectorStoreNode", { enumerable: true, get: function () { return createVectorStoreNode_1.createVectorStoreNode; } });
+var MemoryVectorStoreManager_1 = require("./utils/vector-store/MemoryManager/MemoryVectorStoreManager");
+Object.defineProperty(exports, "MemoryVectorStoreManager", { enumerable: true, get: function () { return MemoryVectorStoreManager_1.MemoryVectorStoreManager; } });
+var processDocuments_1 = require("./utils/vector-store/processDocuments");
+Object.defineProperty(exports, "processDocuments", { enumerable: true, get: function () { return processDocuments_1.processDocuments; } });
+Object.defineProperty(exports, "processDocument", { enumerable: true, get: function () { return processDocuments_1.processDocument; } });
 var tool_1 = require("./converters/tool");
 Object.defineProperty(exports, "getParametersJsonSchema", { enumerable: true, get: function () { return tool_1.getParametersJsonSchema; } });
 var message_1 = require("./converters/message");

package/dist/esm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;AACA,6DAA4D;AAAnD,0HAAA,mBAAmB,OAAA;AAG5B,mDAAiD;AAAxC,yGAAA,UAAU,OAAA;AACnB,qDAAkD;AAAzC,0GAAA,UAAU,OAAA;AACnB,mCAA6C;AAApC,qGAAA,cAAc,OAAA;AACvB,mFAG6C;AAF5C,sIAAA,uBAAuB,OAAA;AACvB,0IAAA,2BAA2B,OAAA;AAE5B,2CAAoF;AAA3E,mHAAA,wBAAwB,OAAA;AAAE,kHAAA,uBAAuB,OAAA;AAC1D,+DAA4D;AAAnD,oHAAA,eAAe,OAAA;AACxB,2DAAwD;AAA/C,gHAAA,aAAa,OAAA;AACtB,2DAAwD;AAA/C,gHAAA,aAAa,OAAA;AACtB,qEAI2C;AAH1C,+HAAA,4BAA4B,OAAA;AAC5B,4HAAA,yBAAyB,OAAA;AACzB,6HAAA,0BAA0B,OAAA;AAE3B,uDAA2E;AAAlE,4GAAA,gBAAgB,OAAA;AAAE,uGAAA,WAAW,OAAA;AACtC,wGAA2G;AAAlG,4IAAA,8BAA8B,OAAA;AACvC,6DAKkC;AAJjC,iHAAA,aAAa,OAAA;AACb,qHAAA,iBAAiB,OAAA;AACjB,8GAAA,UAAU,OAAA;AAMX,0CAA4D;AAAnD,+GAAA,uBAAuB,OAAA;AAChC,gDAA8F;AAArF,wGAAA,aAAa,OAAA;AAAE,sGAAA,WAAW,OAAA;AAAE,sGAAA,WAAW,OAAA;AAAE,wGAAA,aAAa,OAAA;AAG/D,mCAKkB;AAJjB,0GAAA,gBAAgB,OAAA;AAChB,kHAAA,wBAAwB,OAAA;AACxB,wGAAA,cAAc,OAAA;AACd,yGAAA,eAAe,OAAA;AAsBhB,wEAA4E;AAAnE,iIAAA,yBAAyB,OAAA;AAClC,0CAAkD;AAAzC,qGAAA,aAAa,OAAA;AAGtB,gEAA6D;AAApD,oHAAA,eAAe,OAAA;AACxB,8DAA2D;AAAlD,kHAAA,cAAc,OAAA;AAGvB,sEAAkG;AAAzF,0HAAA,kBAAkB,OAAA;AAG3B,yDAAkF;AAAzE,4GAAA,YAAY,OAAA;AACrB,uDAAiG;AAAxF,0GAAA,WAAW,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;AACA,6DAA4D;AAAnD,0HAAA,mBAAmB,OAAA;AAG5B,mDAAiD;AAAxC,yGAAA,UAAU,OAAA;AACnB,qDAAkD;AAAzC,0GAAA,UAAU,OAAA;AACnB,mCAA6C;AAApC,qGAAA,cAAc,OAAA;AACvB,mFAG6C;AAF5C,sIAAA,uBAAuB,OAAA;AACvB,0IAAA,2BAA2B,OAAA;AAE5B,2CAAoF;AAA3E,mHAAA,wBAAwB,OAAA;AAAE,kHAAA,uBAAuB,OAAA;AAC1D,+DAA4D;AAAnD,oHAAA,eAAe,OAAA;AACxB,2DAAwD;AAA/C,gHAAA,aAAa,OAAA;AACtB,2DAAwD;AAA/C,gHAAA,aAAa,OAAA;AACtB,qEAI2C;AAH1C,+HAAA,4BAA4B,OAAA;AAC5B,4HAAA,yBAAyB,OAAA;AACzB,6HAAA,0BAA0B,OAAA;AAE3B,uDAA2E;AAAlE,4GAAA,gBAAgB,OAAA;AAAE,uGAAA,WAAW,OAAA;AACtC,wGAA2G;AAAlG,4IAAA,8BAA8B,OAAA;AACvC,6DAKkC;AAJjC,iHAAA,aAAa,OAAA;AACb,qHAAA,iBAAiB,OAAA;AACjB,8GAAA,UAAU,OAAA;AAGX,uDAK+B;AAJ9B,6HAAA,4BAA4B,OAAA;AAC5B,oHAAA,mBAAmB,OAAA;AACnB,wHAAA,uBAAuB,OAAA;AACvB,uHAAA,sBAAsB,OAAA;AAEvB,mEAIqC;AAHpC,yHAAA,kBAAkB,OAAA;AAClB,8HAAA,uBAAuB,OAAA;AACvB,8HAAA,uBAAuB,OAAA;AAExB,0GAAyG;AAAhG,8HAAA,qBAAqB,OAAA;AAM9B,wGAAuG;AAA9F,oIAAA,wBAAwB,OAAA;AACjC,0EAG+C;AAF9C,oHAAA,gBAAgB,OAAA;AAChB,mHAAA,eAAe,OAAA;AAKhB,0CAA4D;AAAnD,+GAAA,uBAAuB,OAAA;AAChC,gDAA8F;AAArF,wGAAA,aAAa,OAAA;AAAE,sGAAA,WAAW,OAAA;AAAE,sGAAA,WAAW,OAAA;AAAE,wGAAA,aAAa,OAAA;AAG/D,mCAKkB;AAJjB,0GAAA,gBAAgB,OAAA;AAChB,kHAAA,wBAAwB,OAAA;AACxB,wGAAA,cAAc,OAAA;AACd,yGAAA,eAAe,OAAA;AAsBhB,wEAA4E;AAAnE,iIAAA,yBAAyB,OAAA;AAClC,0CAAkD;AAAzC,qGAAA,aAAa,OAAA;AAGtB,gEAA6D;AAApD,oHAAA,eAAe,OAAA;AACxB,8DAA2D;AAAlD,kHAAA,cAAc,OAAA;AAGvB,sEAAkG;AAAzF,0HAAA,kBAAkB,OAAA;AAG3B,yDAAkF;AAAzE,4GAAA,YAAY,OAAA;AACrB,uDAAiG;AAAxF,0GAAA,WAAW,OAAA"}