@n8n/n8n-nodes-langchain 1.85.2 → 1.86.0

package/dist/types/types.js

@@ -1,2 +1 @@
 "use strict";
-//# sourceMappingURL=types.js.map

package/dist/types/zod.types.js

@@ -1,3 +1,16 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=zod.types.js.map
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var zod_types_exports = {};
+module.exports = __toCommonJS(zod_types_exports);

package/dist/utils/N8nBinaryLoader.js

@@ -1,159 +1,202 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.N8nBinaryLoader = void 0;
-const csv_1 = require("@langchain/community/document_loaders/fs/csv");
-const docx_1 = require("@langchain/community/document_loaders/fs/docx");
-const epub_1 = require("@langchain/community/document_loaders/fs/epub");
-const pdf_1 = require("@langchain/community/document_loaders/fs/pdf");
-const fs_1 = require("fs");
-const json_1 = require("langchain/document_loaders/fs/json");
-const text_1 = require("langchain/document_loaders/fs/text");
-const n8n_workflow_1 = require("n8n-workflow");
-const promises_1 = require("stream/promises");
-const tmp_promise_1 = require("tmp-promise");
-const helpers_1 = require("./helpers");
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var N8nBinaryLoader_exports = {};
+__export(N8nBinaryLoader_exports, {
+  N8nBinaryLoader: () => N8nBinaryLoader
+});
+module.exports = __toCommonJS(N8nBinaryLoader_exports);
+var import_csv = require("@langchain/community/document_loaders/fs/csv");
+var import_docx = require("@langchain/community/document_loaders/fs/docx");
+var import_epub = require("@langchain/community/document_loaders/fs/epub");
+var import_pdf = require("@langchain/community/document_loaders/fs/pdf");
+var import_fs = require("fs");
+var import_json = require("langchain/document_loaders/fs/json");
+var import_text = require("langchain/document_loaders/fs/text");
+var import_n8n_workflow = require("n8n-workflow");
+var import_promises = require("stream/promises");
+var import_tmp_promise = require("tmp-promise");
+var import_helpers = require("./helpers");
 const SUPPORTED_MIME_TYPES = {
-    auto: ['*/*'],
-    pdfLoader: ['application/pdf'],
-    csvLoader: ['text/csv'],
-    epubLoader: ['application/epub+zip'],
-    docxLoader: ['application/vnd.openxmlformats-officedocument.wordprocessingml.document'],
-    textLoader: ['text/plain', 'text/mdx', 'text/md'],
-    jsonLoader: ['application/json'],
+  auto: ["*/*"],
+  pdfLoader: ["application/pdf"],
+  csvLoader: ["text/csv"],
+  epubLoader: ["application/epub+zip"],
+  docxLoader: ["application/vnd.openxmlformats-officedocument.wordprocessingml.document"],
+  textLoader: ["text/plain", "text/mdx", "text/md"],
+  jsonLoader: ["application/json"]
 };
 class N8nBinaryLoader {
-    constructor(context, optionsPrefix = '', binaryDataKey = '', textSplitter) {
-        this.context = context;
-        this.optionsPrefix = optionsPrefix;
-        this.binaryDataKey = binaryDataKey;
-        this.textSplitter = textSplitter;
+  constructor(context, optionsPrefix = "", binaryDataKey = "", textSplitter) {
+    this.context = context;
+    this.optionsPrefix = optionsPrefix;
+    this.binaryDataKey = binaryDataKey;
+    this.textSplitter = textSplitter;
+  }
+  async processAll(items) {
+    const docs = [];
+    if (!items) return [];
+    for (let itemIndex = 0; itemIndex < items.length; itemIndex++) {
+      const processedDocuments = await this.processItem(items[itemIndex], itemIndex);
+      docs.push(...processedDocuments);
     }
-    async processAll(items) {
-        const docs = [];
-        if (!items)
-            return [];
-        for (let itemIndex = 0; itemIndex < items.length; itemIndex++) {
-            const processedDocuments = await this.processItem(items[itemIndex], itemIndex);
-            docs.push(...processedDocuments);
-        }
-        return docs;
-    }
-    async validateMimeType(mimeType, selectedLoader) {
-        if (selectedLoader !== 'auto' && !SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType)) {
-            const neededLoader = Object.keys(SUPPORTED_MIME_TYPES).find((loader) => SUPPORTED_MIME_TYPES[loader].includes(mimeType));
-            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), `Mime type doesn't match selected loader. Please select under "Loader Type": ${neededLoader}`);
-        }
-        if (!Object.values(SUPPORTED_MIME_TYPES).flat().includes(mimeType)) {
-            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), `Unsupported mime type: ${mimeType}`);
-        }
-        if (!SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType) &&
-            selectedLoader !== 'textLoader' &&
-            selectedLoader !== 'auto') {
-            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), `Unsupported mime type: ${mimeType} for selected loader: ${selectedLoader}`);
-        }
+    return docs;
+  }
+  async validateMimeType(mimeType, selectedLoader) {
+    if (selectedLoader !== "auto" && !SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType)) {
+      const neededLoader = Object.keys(SUPPORTED_MIME_TYPES).find(
+        (loader) => SUPPORTED_MIME_TYPES[loader].includes(mimeType)
+      );
+      throw new import_n8n_workflow.NodeOperationError(
+        this.context.getNode(),
+        `Mime type doesn't match selected loader. Please select under "Loader Type": ${neededLoader}`
+      );
     }
-    async getFilePathOrBlob(binaryData, mimeType) {
-        if (binaryData.id) {
-            const binaryBuffer = await this.context.helpers.binaryToBuffer(await this.context.helpers.getBinaryStream(binaryData.id));
-            return new Blob([binaryBuffer], {
-                type: mimeType,
-            });
-        }
-        else {
-            return new Blob([Buffer.from(binaryData.data, n8n_workflow_1.BINARY_ENCODING)], {
-                type: mimeType,
-            });
-        }
+    if (!Object.values(SUPPORTED_MIME_TYPES).flat().includes(mimeType)) {
+      throw new import_n8n_workflow.NodeOperationError(this.context.getNode(), `Unsupported mime type: ${mimeType}`);
     }
-    async getLoader(mimeType, filePathOrBlob, itemIndex) {
-        switch (mimeType) {
-            case 'application/pdf':
-                const splitPages = this.context.getNodeParameter(`${this.optionsPrefix}splitPages`, itemIndex, false);
-                return new pdf_1.PDFLoader(filePathOrBlob, { splitPages });
-            case 'text/csv':
-                const column = this.context.getNodeParameter(`${this.optionsPrefix}column`, itemIndex, null);
-                const separator = this.context.getNodeParameter(`${this.optionsPrefix}separator`, itemIndex, ',');
-                return new csv_1.CSVLoader(filePathOrBlob, { column: column ?? undefined, separator });
-            case 'application/epub+zip':
-                let filePath;
-                if (filePathOrBlob instanceof Blob) {
-                    const tmpFileData = await (0, tmp_promise_1.file)({ prefix: 'epub-loader-' });
-                    const bufferData = await filePathOrBlob.arrayBuffer();
-                    await (0, promises_1.pipeline)([new Uint8Array(bufferData)], (0, fs_1.createWriteStream)(tmpFileData.path));
-                    return new epub_1.EPubLoader(tmpFileData.path);
-                }
-                else {
-                    filePath = filePathOrBlob;
-                }
-                return new epub_1.EPubLoader(filePath);
-            case 'application/vnd.openxmlformats-officedocument.wordprocessingml.document':
-                return new docx_1.DocxLoader(filePathOrBlob);
-            case 'text/plain':
-                return new text_1.TextLoader(filePathOrBlob);
-            case 'application/json':
-                const pointers = this.context.getNodeParameter(`${this.optionsPrefix}pointers`, itemIndex, '');
-                const pointersArray = pointers.split(',').map((pointer) => pointer.trim());
-                return new json_1.JSONLoader(filePathOrBlob, pointersArray);
-            default:
-                return new text_1.TextLoader(filePathOrBlob);
-        }
+    if (!SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType) && selectedLoader !== "textLoader" && selectedLoader !== "auto") {
+      throw new import_n8n_workflow.NodeOperationError(
+        this.context.getNode(),
+        `Unsupported mime type: ${mimeType} for selected loader: ${selectedLoader}`
+      );
     }
-    async loadDocuments(loader) {
-        return this.textSplitter
-            ? await this.textSplitter.splitDocuments(await loader.load())
-            : await loader.load();
+  }
+  async getFilePathOrBlob(binaryData, mimeType) {
+    if (binaryData.id) {
+      const binaryBuffer = await this.context.helpers.binaryToBuffer(
+        await this.context.helpers.getBinaryStream(binaryData.id)
+      );
+      return new Blob([binaryBuffer], {
+        type: mimeType
+      });
+    } else {
+      return new Blob([Buffer.from(binaryData.data, import_n8n_workflow.BINARY_ENCODING)], {
+        type: mimeType
+      });
     }
-    async cleanupTmpFileIfNeeded(cleanupTmpFile) {
-        if (cleanupTmpFile) {
-            await cleanupTmpFile();
+  }
+  async getLoader(mimeType, filePathOrBlob, itemIndex) {
+    switch (mimeType) {
+      case "application/pdf":
+        const splitPages = this.context.getNodeParameter(
+          `${this.optionsPrefix}splitPages`,
+          itemIndex,
+          false
+        );
+        return new import_pdf.PDFLoader(filePathOrBlob, { splitPages });
+      case "text/csv":
+        const column = this.context.getNodeParameter(
+          `${this.optionsPrefix}column`,
+          itemIndex,
+          null
+        );
+        const separator = this.context.getNodeParameter(
+          `${this.optionsPrefix}separator`,
+          itemIndex,
+          ","
+        );
+        return new import_csv.CSVLoader(filePathOrBlob, { column: column ?? void 0, separator });
+      case "application/epub+zip":
+        let filePath;
+        if (filePathOrBlob instanceof Blob) {
+          const tmpFileData = await (0, import_tmp_promise.file)({ prefix: "epub-loader-" });
+          const bufferData = await filePathOrBlob.arrayBuffer();
+          await (0, import_promises.pipeline)([new Uint8Array(bufferData)], (0, import_fs.createWriteStream)(tmpFileData.path));
+          return new import_epub.EPubLoader(tmpFileData.path);
+        } else {
+          filePath = filePathOrBlob;
         }
+        return new import_epub.EPubLoader(filePath);
+      case "application/vnd.openxmlformats-officedocument.wordprocessingml.document":
+        return new import_docx.DocxLoader(filePathOrBlob);
+      case "text/plain":
+        return new import_text.TextLoader(filePathOrBlob);
+      case "application/json":
+        const pointers = this.context.getNodeParameter(
+          `${this.optionsPrefix}pointers`,
+          itemIndex,
+          ""
+        );
+        const pointersArray = pointers.split(",").map((pointer) => pointer.trim());
+        return new import_json.JSONLoader(filePathOrBlob, pointersArray);
+      default:
+        return new import_text.TextLoader(filePathOrBlob);
     }
-    async processItem(item, itemIndex) {
-        const docs = [];
-        const binaryMode = this.context.getNodeParameter('binaryMode', itemIndex, 'allInputData');
-        if (binaryMode === 'allInputData') {
-            const binaryData = this.context.getInputData();
-            for (const data of binaryData) {
-                if (data.binary) {
-                    const binaryDataKeys = Object.keys(data.binary);
-                    for (const fileKey of binaryDataKeys) {
-                        const processedDocuments = await this.processItemByKey(item, itemIndex, fileKey);
-                        docs.push(...processedDocuments);
-                    }
-                }
-            }
-        }
-        else {
-            const processedDocuments = await this.processItemByKey(item, itemIndex, this.binaryDataKey);
+  }
+  async loadDocuments(loader) {
+    return this.textSplitter ? await this.textSplitter.splitDocuments(await loader.load()) : await loader.load();
+  }
+  async cleanupTmpFileIfNeeded(cleanupTmpFile) {
+    if (cleanupTmpFile) {
+      await cleanupTmpFile();
+    }
+  }
+  async processItem(item, itemIndex) {
+    const docs = [];
+    const binaryMode = this.context.getNodeParameter("binaryMode", itemIndex, "allInputData");
+    if (binaryMode === "allInputData") {
+      const binaryData = this.context.getInputData();
+      for (const data of binaryData) {
+        if (data.binary) {
+          const binaryDataKeys = Object.keys(data.binary);
+          for (const fileKey of binaryDataKeys) {
+            const processedDocuments = await this.processItemByKey(item, itemIndex, fileKey);
             docs.push(...processedDocuments);
+          }
         }
-        return docs;
+      }
+    } else {
+      const processedDocuments = await this.processItemByKey(item, itemIndex, this.binaryDataKey);
+      docs.push(...processedDocuments);
     }
-    async processItemByKey(item, itemIndex, binaryKey) {
-        const selectedLoader = this.context.getNodeParameter('loader', itemIndex, 'auto');
-        const docs = [];
-        const metadata = (0, helpers_1.getMetadataFiltersValues)(this.context, itemIndex);
-        if (!item)
-            return [];
-        const binaryData = this.context.helpers.assertBinaryData(itemIndex, binaryKey);
-        const { mimeType } = binaryData;
-        await this.validateMimeType(mimeType, selectedLoader);
-        const filePathOrBlob = await this.getFilePathOrBlob(binaryData, mimeType);
-        const cleanupTmpFile = undefined;
-        const loader = await this.getLoader(mimeType, filePathOrBlob, itemIndex);
-        const loadedDoc = await this.loadDocuments(loader);
-        docs.push(...loadedDoc);
-        if (metadata) {
-            docs.forEach((document) => {
-                document.metadata = {
-                    ...document.metadata,
-                    ...metadata,
-                };
-            });
-        }
-        await this.cleanupTmpFileIfNeeded(cleanupTmpFile);
-        return docs;
+    return docs;
+  }
+  async processItemByKey(item, itemIndex, binaryKey) {
+    const selectedLoader = this.context.getNodeParameter(
+      "loader",
+      itemIndex,
+      "auto"
+    );
+    const docs = [];
+    const metadata = (0, import_helpers.getMetadataFiltersValues)(this.context, itemIndex);
+    if (!item) return [];
+    const binaryData = this.context.helpers.assertBinaryData(itemIndex, binaryKey);
+    const { mimeType } = binaryData;
+    await this.validateMimeType(mimeType, selectedLoader);
+    const filePathOrBlob = await this.getFilePathOrBlob(binaryData, mimeType);
+    const cleanupTmpFile = void 0;
+    const loader = await this.getLoader(mimeType, filePathOrBlob, itemIndex);
+    const loadedDoc = await this.loadDocuments(loader);
+    docs.push(...loadedDoc);
+    if (metadata) {
+      docs.forEach((document) => {
+        document.metadata = {
+          ...document.metadata,
+          ...metadata
+        };
+      });
     }
+    await this.cleanupTmpFileIfNeeded(cleanupTmpFile);
+    return docs;
+  }
 }
-exports.N8nBinaryLoader = N8nBinaryLoader;
-//# sourceMappingURL=N8nBinaryLoader.js.map
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  N8nBinaryLoader
+});

package/dist/utils/N8nJsonLoader.js

@@ -1,66 +1,88 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.N8nJsonLoader = void 0;
-const json_1 = require("langchain/document_loaders/fs/json");
-const text_1 = require("langchain/document_loaders/fs/text");
-const n8n_workflow_1 = require("n8n-workflow");
-const helpers_1 = require("./helpers");
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var N8nJsonLoader_exports = {};
+__export(N8nJsonLoader_exports, {
+  N8nJsonLoader: () => N8nJsonLoader
+});
+module.exports = __toCommonJS(N8nJsonLoader_exports);
+var import_json = require("langchain/document_loaders/fs/json");
+var import_text = require("langchain/document_loaders/fs/text");
+var import_n8n_workflow = require("n8n-workflow");
+var import_helpers = require("./helpers");
 class N8nJsonLoader {
-    constructor(context, optionsPrefix = '', textSplitter) {
-        this.context = context;
-        this.optionsPrefix = optionsPrefix;
-        this.textSplitter = textSplitter;
+  constructor(context, optionsPrefix = "", textSplitter) {
+    this.context = context;
+    this.optionsPrefix = optionsPrefix;
+    this.textSplitter = textSplitter;
+  }
+  async processAll(items) {
+    const docs = [];
+    if (!items) return [];
+    for (let itemIndex = 0; itemIndex < items.length; itemIndex++) {
+      const processedDocuments = await this.processItem(items[itemIndex], itemIndex);
+      docs.push(...processedDocuments);
     }
-    async processAll(items) {
-        const docs = [];
-        if (!items)
-            return [];
-        for (let itemIndex = 0; itemIndex < items.length; itemIndex++) {
-            const processedDocuments = await this.processItem(items[itemIndex], itemIndex);
-            docs.push(...processedDocuments);
-        }
-        return docs;
+    return docs;
+  }
+  async processItem(item, itemIndex) {
+    const mode = this.context.getNodeParameter("jsonMode", itemIndex, "allInputData");
+    const pointers = this.context.getNodeParameter(
+      `${this.optionsPrefix}pointers`,
+      itemIndex,
+      ""
+    );
+    const pointersArray = pointers.split(",").map((pointer) => pointer.trim());
+    const metadata = (0, import_helpers.getMetadataFiltersValues)(this.context, itemIndex) ?? [];
+    if (!item) return [];
+    let documentLoader = null;
+    if (mode === "allInputData") {
+      const itemString = JSON.stringify(item.json);
+      const itemBlob = new Blob([itemString], { type: "application/json" });
+      documentLoader = new import_json.JSONLoader(itemBlob, pointersArray);
     }
-    async processItem(item, itemIndex) {
-        const mode = this.context.getNodeParameter('jsonMode', itemIndex, 'allInputData');
-        const pointers = this.context.getNodeParameter(`${this.optionsPrefix}pointers`, itemIndex, '');
-        const pointersArray = pointers.split(',').map((pointer) => pointer.trim());
-        const metadata = (0, helpers_1.getMetadataFiltersValues)(this.context, itemIndex) ?? [];
-        if (!item)
-            return [];
-        let documentLoader = null;
-        if (mode === 'allInputData') {
-            const itemString = JSON.stringify(item.json);
-            const itemBlob = new Blob([itemString], { type: 'application/json' });
-            documentLoader = new json_1.JSONLoader(itemBlob, pointersArray);
-        }
-        if (mode === 'expressionData') {
-            const dataString = this.context.getNodeParameter('jsonData', itemIndex);
-            if (typeof dataString === 'object') {
-                const itemBlob = new Blob([JSON.stringify(dataString)], { type: 'application/json' });
-                documentLoader = new json_1.JSONLoader(itemBlob, pointersArray);
-            }
-            if (typeof dataString === 'string') {
-                const itemBlob = new Blob([dataString], { type: 'text/plain' });
-                documentLoader = new text_1.TextLoader(itemBlob);
-            }
-        }
-        if (documentLoader === null) {
-            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), 'Document loader is not initialized');
-        }
-        const docs = this.textSplitter
-            ? await this.textSplitter.splitDocuments(await documentLoader.load())
-            : await documentLoader.load();
-        if (metadata) {
-            docs.forEach((doc) => {
-                doc.metadata = {
-                    ...doc.metadata,
-                    ...metadata,
-                };
-            });
-        }
-        return docs;
+    if (mode === "expressionData") {
+      const dataString = this.context.getNodeParameter("jsonData", itemIndex);
+      if (typeof dataString === "object") {
+        const itemBlob = new Blob([JSON.stringify(dataString)], { type: "application/json" });
+        documentLoader = new import_json.JSONLoader(itemBlob, pointersArray);
+      }
+      if (typeof dataString === "string") {
+        const itemBlob = new Blob([dataString], { type: "text/plain" });
+        documentLoader = new import_text.TextLoader(itemBlob);
+      }
     }
+    if (documentLoader === null) {
+      throw new import_n8n_workflow.NodeOperationError(this.context.getNode(), "Document loader is not initialized");
+    }
+    const docs = this.textSplitter ? await this.textSplitter.splitDocuments(await documentLoader.load()) : await documentLoader.load();
+    if (metadata) {
+      docs.forEach((doc) => {
+        doc.metadata = {
+          ...doc.metadata,
+          ...metadata
+        };
+      });
+    }
+    return docs;
+  }
 }
-exports.N8nJsonLoader = N8nJsonLoader;
-//# sourceMappingURL=N8nJsonLoader.js.map
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  N8nJsonLoader
+});