@n8n/n8n-nodes-langchain 1.85.3 → 1.87.0

package/dist/types/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../types/types.ts"],"names":[],"mappings":""}
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/types/zod.types.js

@@ -1,3 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var zod_types_exports = {};
+module.exports = __toCommonJS(zod_types_exports);
 //# sourceMappingURL=zod.types.js.map

package/dist/types/zod.types.js.map

@@ -1 +1 @@
-{"version":3,"file":"zod.types.js","sourceRoot":"","sources":["../../types/zod.types.ts"],"names":[],"mappings":""}
+{"version":3,"sources":["../../types/zod.types.ts"],"sourcesContent":["import type { z } from 'zod';\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport type DynamicZodObject = z.ZodObject<any, any, any, any>;\n"],"mappings":";;;;;;;;;;;;;;AAAA;AAAA;","names":[]}

package/dist/utils/N8nBinaryLoader.js

@@ -1,159 +1,203 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.N8nBinaryLoader = void 0;
-const csv_1 = require("@langchain/community/document_loaders/fs/csv");
-const docx_1 = require("@langchain/community/document_loaders/fs/docx");
-const epub_1 = require("@langchain/community/document_loaders/fs/epub");
-const pdf_1 = require("@langchain/community/document_loaders/fs/pdf");
-const fs_1 = require("fs");
-const json_1 = require("langchain/document_loaders/fs/json");
-const text_1 = require("langchain/document_loaders/fs/text");
-const n8n_workflow_1 = require("n8n-workflow");
-const promises_1 = require("stream/promises");
-const tmp_promise_1 = require("tmp-promise");
-const helpers_1 = require("./helpers");
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var N8nBinaryLoader_exports = {};
+__export(N8nBinaryLoader_exports, {
+  N8nBinaryLoader: () => N8nBinaryLoader
+});
+module.exports = __toCommonJS(N8nBinaryLoader_exports);
+var import_csv = require("@langchain/community/document_loaders/fs/csv");
+var import_docx = require("@langchain/community/document_loaders/fs/docx");
+var import_epub = require("@langchain/community/document_loaders/fs/epub");
+var import_pdf = require("@langchain/community/document_loaders/fs/pdf");
+var import_fs = require("fs");
+var import_json = require("langchain/document_loaders/fs/json");
+var import_text = require("langchain/document_loaders/fs/text");
+var import_n8n_workflow = require("n8n-workflow");
+var import_promises = require("stream/promises");
+var import_tmp_promise = require("tmp-promise");
+var import_helpers = require("./helpers");
 const SUPPORTED_MIME_TYPES = {
-    auto: ['*/*'],
-    pdfLoader: ['application/pdf'],
-    csvLoader: ['text/csv'],
-    epubLoader: ['application/epub+zip'],
-    docxLoader: ['application/vnd.openxmlformats-officedocument.wordprocessingml.document'],
-    textLoader: ['text/plain', 'text/mdx', 'text/md'],
-    jsonLoader: ['application/json'],
+  auto: ["*/*"],
+  pdfLoader: ["application/pdf"],
+  csvLoader: ["text/csv"],
+  epubLoader: ["application/epub+zip"],
+  docxLoader: ["application/vnd.openxmlformats-officedocument.wordprocessingml.document"],
+  textLoader: ["text/plain", "text/mdx", "text/md"],
+  jsonLoader: ["application/json"]
 };
 class N8nBinaryLoader {
-    constructor(context, optionsPrefix = '', binaryDataKey = '', textSplitter) {
-        this.context = context;
-        this.optionsPrefix = optionsPrefix;
-        this.binaryDataKey = binaryDataKey;
-        this.textSplitter = textSplitter;
+  constructor(context, optionsPrefix = "", binaryDataKey = "", textSplitter) {
+    this.context = context;
+    this.optionsPrefix = optionsPrefix;
+    this.binaryDataKey = binaryDataKey;
+    this.textSplitter = textSplitter;
+  }
+  async processAll(items) {
+    const docs = [];
+    if (!items) return [];
+    for (let itemIndex = 0; itemIndex < items.length; itemIndex++) {
+      const processedDocuments = await this.processItem(items[itemIndex], itemIndex);
+      docs.push(...processedDocuments);
     }
-    async processAll(items) {
-        const docs = [];
-        if (!items)
-            return [];
-        for (let itemIndex = 0; itemIndex < items.length; itemIndex++) {
-            const processedDocuments = await this.processItem(items[itemIndex], itemIndex);
-            docs.push(...processedDocuments);
-        }
-        return docs;
-    }
-    async validateMimeType(mimeType, selectedLoader) {
-        if (selectedLoader !== 'auto' && !SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType)) {
-            const neededLoader = Object.keys(SUPPORTED_MIME_TYPES).find((loader) => SUPPORTED_MIME_TYPES[loader].includes(mimeType));
-            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), `Mime type doesn't match selected loader. Please select under "Loader Type": ${neededLoader}`);
-        }
-        if (!Object.values(SUPPORTED_MIME_TYPES).flat().includes(mimeType)) {
-            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), `Unsupported mime type: ${mimeType}`);
-        }
-        if (!SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType) &&
-            selectedLoader !== 'textLoader' &&
-            selectedLoader !== 'auto') {
-            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), `Unsupported mime type: ${mimeType} for selected loader: ${selectedLoader}`);
-        }
+    return docs;
+  }
+  async validateMimeType(mimeType, selectedLoader) {
+    if (selectedLoader !== "auto" && !SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType)) {
+      const neededLoader = Object.keys(SUPPORTED_MIME_TYPES).find(
+        (loader) => SUPPORTED_MIME_TYPES[loader].includes(mimeType)
+      );
+      throw new import_n8n_workflow.NodeOperationError(
+        this.context.getNode(),
+        `Mime type doesn't match selected loader. Please select under "Loader Type": ${neededLoader}`
+      );
     }
-    async getFilePathOrBlob(binaryData, mimeType) {
-        if (binaryData.id) {
-            const binaryBuffer = await this.context.helpers.binaryToBuffer(await this.context.helpers.getBinaryStream(binaryData.id));
-            return new Blob([binaryBuffer], {
-                type: mimeType,
-            });
-        }
-        else {
-            return new Blob([Buffer.from(binaryData.data, n8n_workflow_1.BINARY_ENCODING)], {
-                type: mimeType,
-            });
-        }
+    if (!Object.values(SUPPORTED_MIME_TYPES).flat().includes(mimeType)) {
+      throw new import_n8n_workflow.NodeOperationError(this.context.getNode(), `Unsupported mime type: ${mimeType}`);
     }
-    async getLoader(mimeType, filePathOrBlob, itemIndex) {
-        switch (mimeType) {
-            case 'application/pdf':
-                const splitPages = this.context.getNodeParameter(`${this.optionsPrefix}splitPages`, itemIndex, false);
-                return new pdf_1.PDFLoader(filePathOrBlob, { splitPages });
-            case 'text/csv':
-                const column = this.context.getNodeParameter(`${this.optionsPrefix}column`, itemIndex, null);
-                const separator = this.context.getNodeParameter(`${this.optionsPrefix}separator`, itemIndex, ',');
-                return new csv_1.CSVLoader(filePathOrBlob, { column: column ?? undefined, separator });
-            case 'application/epub+zip':
-                let filePath;
-                if (filePathOrBlob instanceof Blob) {
-                    const tmpFileData = await (0, tmp_promise_1.file)({ prefix: 'epub-loader-' });
-                    const bufferData = await filePathOrBlob.arrayBuffer();
-                    await (0, promises_1.pipeline)([new Uint8Array(bufferData)], (0, fs_1.createWriteStream)(tmpFileData.path));
-                    return new epub_1.EPubLoader(tmpFileData.path);
-                }
-                else {
-                    filePath = filePathOrBlob;
-                }
-                return new epub_1.EPubLoader(filePath);
-            case 'application/vnd.openxmlformats-officedocument.wordprocessingml.document':
-                return new docx_1.DocxLoader(filePathOrBlob);
-            case 'text/plain':
-                return new text_1.TextLoader(filePathOrBlob);
-            case 'application/json':
-                const pointers = this.context.getNodeParameter(`${this.optionsPrefix}pointers`, itemIndex, '');
-                const pointersArray = pointers.split(',').map((pointer) => pointer.trim());
-                return new json_1.JSONLoader(filePathOrBlob, pointersArray);
-            default:
-                return new text_1.TextLoader(filePathOrBlob);
-        }
+    if (!SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType) && selectedLoader !== "textLoader" && selectedLoader !== "auto") {
+      throw new import_n8n_workflow.NodeOperationError(
+        this.context.getNode(),
+        `Unsupported mime type: ${mimeType} for selected loader: ${selectedLoader}`
+      );
     }
-    async loadDocuments(loader) {
-        return this.textSplitter
-            ? await this.textSplitter.splitDocuments(await loader.load())
-            : await loader.load();
+  }
+  async getFilePathOrBlob(binaryData, mimeType) {
+    if (binaryData.id) {
+      const binaryBuffer = await this.context.helpers.binaryToBuffer(
+        await this.context.helpers.getBinaryStream(binaryData.id)
+      );
+      return new Blob([binaryBuffer], {
+        type: mimeType
+      });
+    } else {
+      return new Blob([Buffer.from(binaryData.data, import_n8n_workflow.BINARY_ENCODING)], {
+        type: mimeType
+      });
     }
-    async cleanupTmpFileIfNeeded(cleanupTmpFile) {
-        if (cleanupTmpFile) {
-            await cleanupTmpFile();
+  }
+  async getLoader(mimeType, filePathOrBlob, itemIndex) {
+    switch (mimeType) {
+      case "application/pdf":
+        const splitPages = this.context.getNodeParameter(
+          `${this.optionsPrefix}splitPages`,
+          itemIndex,
+          false
+        );
+        return new import_pdf.PDFLoader(filePathOrBlob, { splitPages });
+      case "text/csv":
+        const column = this.context.getNodeParameter(
+          `${this.optionsPrefix}column`,
+          itemIndex,
+          null
+        );
+        const separator = this.context.getNodeParameter(
+          `${this.optionsPrefix}separator`,
+          itemIndex,
+          ","
+        );
+        return new import_csv.CSVLoader(filePathOrBlob, { column: column ?? void 0, separator });
+      case "application/epub+zip":
+        let filePath;
+        if (filePathOrBlob instanceof Blob) {
+          const tmpFileData = await (0, import_tmp_promise.file)({ prefix: "epub-loader-" });
+          const bufferData = await filePathOrBlob.arrayBuffer();
+          await (0, import_promises.pipeline)([new Uint8Array(bufferData)], (0, import_fs.createWriteStream)(tmpFileData.path));
+          return new import_epub.EPubLoader(tmpFileData.path);
+        } else {
+          filePath = filePathOrBlob;
         }
+        return new import_epub.EPubLoader(filePath);
+      case "application/vnd.openxmlformats-officedocument.wordprocessingml.document":
+        return new import_docx.DocxLoader(filePathOrBlob);
+      case "text/plain":
+        return new import_text.TextLoader(filePathOrBlob);
+      case "application/json":
+        const pointers = this.context.getNodeParameter(
+          `${this.optionsPrefix}pointers`,
+          itemIndex,
+          ""
+        );
+        const pointersArray = pointers.split(",").map((pointer) => pointer.trim());
+        return new import_json.JSONLoader(filePathOrBlob, pointersArray);
+      default:
+        return new import_text.TextLoader(filePathOrBlob);
     }
-    async processItem(item, itemIndex) {
-        const docs = [];
-        const binaryMode = this.context.getNodeParameter('binaryMode', itemIndex, 'allInputData');
-        if (binaryMode === 'allInputData') {
-            const binaryData = this.context.getInputData();
-            for (const data of binaryData) {
-                if (data.binary) {
-                    const binaryDataKeys = Object.keys(data.binary);
-                    for (const fileKey of binaryDataKeys) {
-                        const processedDocuments = await this.processItemByKey(item, itemIndex, fileKey);
-                        docs.push(...processedDocuments);
-                    }
-                }
-            }
-        }
-        else {
-            const processedDocuments = await this.processItemByKey(item, itemIndex, this.binaryDataKey);
+  }
+  async loadDocuments(loader) {
+    return this.textSplitter ? await this.textSplitter.splitDocuments(await loader.load()) : await loader.load();
+  }
+  async cleanupTmpFileIfNeeded(cleanupTmpFile) {
+    if (cleanupTmpFile) {
+      await cleanupTmpFile();
+    }
+  }
+  async processItem(item, itemIndex) {
+    const docs = [];
+    const binaryMode = this.context.getNodeParameter("binaryMode", itemIndex, "allInputData");
+    if (binaryMode === "allInputData") {
+      const binaryData = this.context.getInputData();
+      for (const data of binaryData) {
+        if (data.binary) {
+          const binaryDataKeys = Object.keys(data.binary);
+          for (const fileKey of binaryDataKeys) {
+            const processedDocuments = await this.processItemByKey(item, itemIndex, fileKey);
             docs.push(...processedDocuments);
+          }
         }
-        return docs;
+      }
+    } else {
+      const processedDocuments = await this.processItemByKey(item, itemIndex, this.binaryDataKey);
+      docs.push(...processedDocuments);
     }
-    async processItemByKey(item, itemIndex, binaryKey) {
-        const selectedLoader = this.context.getNodeParameter('loader', itemIndex, 'auto');
-        const docs = [];
-        const metadata = (0, helpers_1.getMetadataFiltersValues)(this.context, itemIndex);
-        if (!item)
-            return [];
-        const binaryData = this.context.helpers.assertBinaryData(itemIndex, binaryKey);
-        const { mimeType } = binaryData;
-        await this.validateMimeType(mimeType, selectedLoader);
-        const filePathOrBlob = await this.getFilePathOrBlob(binaryData, mimeType);
-        const cleanupTmpFile = undefined;
-        const loader = await this.getLoader(mimeType, filePathOrBlob, itemIndex);
-        const loadedDoc = await this.loadDocuments(loader);
-        docs.push(...loadedDoc);
-        if (metadata) {
-            docs.forEach((document) => {
-                document.metadata = {
-                    ...document.metadata,
-                    ...metadata,
-                };
-            });
-        }
-        await this.cleanupTmpFileIfNeeded(cleanupTmpFile);
-        return docs;
+    return docs;
+  }
+  async processItemByKey(item, itemIndex, binaryKey) {
+    const selectedLoader = this.context.getNodeParameter(
+      "loader",
+      itemIndex,
+      "auto"
+    );
+    const docs = [];
+    const metadata = (0, import_helpers.getMetadataFiltersValues)(this.context, itemIndex);
+    if (!item) return [];
+    const binaryData = this.context.helpers.assertBinaryData(itemIndex, binaryKey);
+    const { mimeType } = binaryData;
+    await this.validateMimeType(mimeType, selectedLoader);
+    const filePathOrBlob = await this.getFilePathOrBlob(binaryData, mimeType);
+    const cleanupTmpFile = void 0;
+    const loader = await this.getLoader(mimeType, filePathOrBlob, itemIndex);
+    const loadedDoc = await this.loadDocuments(loader);
+    docs.push(...loadedDoc);
+    if (metadata) {
+      docs.forEach((document) => {
+        document.metadata = {
+          ...document.metadata,
+          ...metadata
+        };
+      });
     }
+    await this.cleanupTmpFileIfNeeded(cleanupTmpFile);
+    return docs;
+  }
 }
-exports.N8nBinaryLoader = N8nBinaryLoader;
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  N8nBinaryLoader
+});
 //# sourceMappingURL=N8nBinaryLoader.js.map

package/dist/utils/N8nBinaryLoader.js.map

@@ -1 +1 @@
-{"version":3,"file":"N8nBinaryLoader.js","sourceRoot":"","sources":["../../utils/N8nBinaryLoader.ts"],"names":[],"mappings":";;;AAAA,sEAAyE;AACzE,wEAA2E;AAC3E,wEAA2E;AAC3E,sEAAyE;AAGzE,2BAAuC;AACvC,6DAAgE;AAChE,6DAAgE;AAOhE,+CAAmE;AACnE,8CAA2C;AAC3C,6CAAoE;AAEpE,uCAAqD;AAErD,MAAM,oBAAoB,GAAG;IAC5B,IAAI,EAAE,CAAC,KAAK,CAAC;IACb,SAAS,EAAE,CAAC,iBAAiB,CAAC;IAC9B,SAAS,EAAE,CAAC,UAAU,CAAC;IACvB,UAAU,EAAE,CAAC,sBAAsB,CAAC;IACpC,UAAU,EAAE,CAAC,yEAAyE,CAAC;IACvF,UAAU,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,CAAC;IACjD,UAAU,EAAE,CAAC,kBAAkB,CAAC;CAChC,CAAC;AAEF,MAAa,eAAe;IAC3B,YACS,OAAiD,EACjD,gBAAgB,EAAE,EAClB,gBAAgB,EAAE,EAClB,YAA2B;QAH3B,YAAO,GAAP,OAAO,CAA0C;QACjD,kBAAa,GAAb,aAAa,CAAK;QAClB,kBAAa,GAAb,aAAa,CAAK;QAClB,iBAAY,GAAZ,YAAY,CAAe;IACjC,CAAC;IAEJ,KAAK,CAAC,UAAU,CAAC,KAA4B;QAC5C,MAAM,IAAI,GAAe,EAAE,CAAC;QAE5B,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;YAC/D,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;YAE/E,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC7B,QAAgB,EAChB,cAAiD;QAGjD,IAAI,cAAc,KAAK,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3F,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CACtE,oBAAoB,CAAC,MAA2C,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACpF,CAAC;YAEF,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EACtB,+EAA+E,YAAY,EAAE,CAC7F,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,0BAA0B,QAAQ,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,IACC,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxD,cAAc,KAAK,YAAY;YAC/B,cAAc,KAAK,MAAM,EACxB,CAAC;YACF,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EACtB,0BAA0B,QAAQ,yBAAyB,cAAc,EAAE,CAC3E,CAAC;QACH,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC9B,UAAuB,EACvB,QAAgB;QAEhB,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;YACnB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAC7D,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,CAAC,CACzD,CAAC;YACF,OAAO,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC,EAAE;gBAC/B,IAAI,EAAE,QAAQ;aACd,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,OAAO,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,8BAAe,CAAC,CAAC,EAAE;gBAChE,IAAI,EAAE,QAAQ;aACd,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,SAAS,CACtB,QAAgB,EAChB,cAA6B,EAC7B,SAAiB;QAEjB,QAAQ,QAAQ,EAAE,CAAC;YAClB,KAAK,iBAAiB;gBACrB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC/C,GAAG,IAAI,CAAC,aAAa,YAAY,EACjC,SAAS,EACT,KAAK,CACM,CAAC;gBACb,OAAO,IAAI,eAAS,CAAC,cAAc,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;YACtD,KAAK,UAAU;gBACd,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC3C,GAAG,IAAI,CAAC,aAAa,QAAQ,EAC7B,SAAS,EACT,IAAI,CACM,CAAC;gBACZ,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC9C,GAAG,IAAI,CAAC,aAAa,WAAW,EAChC,SAAS,EACT,GAAG,CACO,CAAC;gBACZ,OAAO,IAAI,eAAS,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;YAClF,KAAK,sBAAsB;gBAE1B,IAAI,QAAgB,CAAC;gBACrB,IAAI,cAAc,YAAY,IAAI,EAAE,CAAC;oBACpC,MAAM,WAAW,GAAG,MAAM,IAAA,kBAAO,EAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;oBAC9D,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,WAAW,EAAE,CAAC;oBACtD,MAAM,IAAA,mBAAQ,EAAC,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,IAAA,sBAAiB,EAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;oBAClF,OAAO,IAAI,iBAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACzC,CAAC;qBAAM,CAAC;oBACP,QAAQ,GAAG,cAAc,CAAC;gBAC3B,CAAC;gBACD,OAAO,IAAI,iBAAU,CAAC,QAAQ,CAAC,CAAC;YACjC,KAAK,yEAAyE;gBAC7E,OAAO,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;YACvC,KAAK,YAAY;gBAChB,OAAO,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;YACvC,KAAK,kBAAkB;gBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC7C,GAAG,IAAI,CAAC,aAAa,UAAU,EAC/B,SAAS,EACT,EAAE,CACQ,CAAC;gBACZ,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3E,OAAO,IAAI,iBAAU,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;YACtD;gBACC,OAAO,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;QACxC,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,aAAa,CAC1B,MAAiF;QAEjF,OAAO,IAAI,CAAC,YAAY;YACvB,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC7D,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,sBAAsB,CACnC,cAAsD;QAEtD,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,cAAc,EAAE,CAAC;QACxB,CAAC;IACF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAwB,EAAE,SAAiB;QAC5D,MAAM,IAAI,GAAe,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,YAAY,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QAC1F,IAAI,UAAU,KAAK,cAAc,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAE/C,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC/B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjB,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAEhD,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;wBACtC,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;wBACjF,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;oBAClC,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;aAAM,CAAC;YACP,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;YAC5F,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;IAED,KAAK,CAAC,gBAAgB,CACrB,IAAwB,EACxB,SAAiB,EACjB,SAAiB;QAEjB,MAAM,cAAc,GAAsC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CACtF,QAAQ,EACR,SAAS,EACT,MAAM,CAC+B,CAAC;QAEvC,MAAM,IAAI,GAAe,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAA,kCAAwB,EAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEnE,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QAErB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,EAAE,QAAQ,EAAE,GAAG,UAAU,CAAC;QAEhC,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAEtD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC1E,MAAM,cAAc,GAA2C,SAAS,CAAC;QACzE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;QAExB,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACzB,QAAQ,CAAC,QAAQ,GAAG;oBACnB,GAAG,QAAQ,CAAC,QAAQ;oBACpB,GAAG,QAAQ;iBACX,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC;QAElD,OAAO,IAAI,CAAC;IACb,CAAC;CACD;AA/MD,0CA+MC"}
+{"version":3,"sources":["../../utils/N8nBinaryLoader.ts"],"sourcesContent":["import { CSVLoader } from '@langchain/community/document_loaders/fs/csv';\nimport { DocxLoader } from '@langchain/community/document_loaders/fs/docx';\nimport { EPubLoader } from '@langchain/community/document_loaders/fs/epub';\nimport { PDFLoader } from '@langchain/community/document_loaders/fs/pdf';\nimport type { Document } from '@langchain/core/documents';\nimport type { TextSplitter } from '@langchain/textsplitters';\nimport { createWriteStream } from 'fs';\nimport { JSONLoader } from 'langchain/document_loaders/fs/json';\nimport { TextLoader } from 'langchain/document_loaders/fs/text';\nimport type {\n\tIBinaryData,\n\tIExecuteFunctions,\n\tINodeExecutionData,\n\tISupplyDataFunctions,\n} from 'n8n-workflow';\nimport { NodeOperationError, BINARY_ENCODING } from 'n8n-workflow';\nimport { pipeline } from 'stream/promises';\nimport { file as tmpFile, type DirectoryResult } from 'tmp-promise';\n\nimport { getMetadataFiltersValues } from './helpers';\n\nconst SUPPORTED_MIME_TYPES = {\n\tauto: ['*/*'],\n\tpdfLoader: ['application/pdf'],\n\tcsvLoader: ['text/csv'],\n\tepubLoader: ['application/epub+zip'],\n\tdocxLoader: ['application/vnd.openxmlformats-officedocument.wordprocessingml.document'],\n\ttextLoader: ['text/plain', 'text/mdx', 'text/md'],\n\tjsonLoader: ['application/json'],\n};\n\nexport class N8nBinaryLoader {\n\tconstructor(\n\t\tprivate context: IExecuteFunctions | ISupplyDataFunctions,\n\t\tprivate optionsPrefix = '',\n\t\tprivate binaryDataKey = '',\n\t\tprivate textSplitter?: TextSplitter,\n\t) {}\n\n\tasync processAll(items?: INodeExecutionData[]): Promise<Document[]> {\n\t\tconst docs: Document[] = [];\n\n\t\tif (!items) return [];\n\n\t\tfor (let itemIndex = 0; itemIndex < items.length; itemIndex++) {\n\t\t\tconst processedDocuments = await this.processItem(items[itemIndex], itemIndex);\n\n\t\t\tdocs.push(...processedDocuments);\n\t\t}\n\n\t\treturn docs;\n\t}\n\n\tprivate async validateMimeType(\n\t\tmimeType: string,\n\t\tselectedLoader: keyof typeof SUPPORTED_MIME_TYPES,\n\t): Promise<void> {\n\t\t// Check if loader matches the mime-type of the data\n\t\tif (selectedLoader !== 'auto' && !SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType)) {\n\t\t\tconst neededLoader = Object.keys(SUPPORTED_MIME_TYPES).find((loader) =>\n\t\t\t\tSUPPORTED_MIME_TYPES[loader as keyof typeof SUPPORTED_MIME_TYPES].includes(mimeType),\n\t\t\t);\n\n\t\t\tthrow new NodeOperationError(\n\t\t\t\tthis.context.getNode(),\n\t\t\t\t`Mime type doesn't match selected loader. Please select under \"Loader Type\": ${neededLoader}`,\n\t\t\t);\n\t\t}\n\n\t\tif (!Object.values(SUPPORTED_MIME_TYPES).flat().includes(mimeType)) {\n\t\t\tthrow new NodeOperationError(this.context.getNode(), `Unsupported mime type: ${mimeType}`);\n\t\t}\n\n\t\tif (\n\t\t\t!SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType) &&\n\t\t\tselectedLoader !== 'textLoader' &&\n\t\t\tselectedLoader !== 'auto'\n\t\t) {\n\t\t\tthrow new NodeOperationError(\n\t\t\t\tthis.context.getNode(),\n\t\t\t\t`Unsupported mime type: ${mimeType} for selected loader: ${selectedLoader}`,\n\t\t\t);\n\t\t}\n\t}\n\n\tprivate async getFilePathOrBlob(\n\t\tbinaryData: IBinaryData,\n\t\tmimeType: string,\n\t): Promise<string | Blob> {\n\t\tif (binaryData.id) {\n\t\t\tconst binaryBuffer = await this.context.helpers.binaryToBuffer(\n\t\t\t\tawait this.context.helpers.getBinaryStream(binaryData.id),\n\t\t\t);\n\t\t\treturn new Blob([binaryBuffer], {\n\t\t\t\ttype: mimeType,\n\t\t\t});\n\t\t} else {\n\t\t\treturn new Blob([Buffer.from(binaryData.data, BINARY_ENCODING)], {\n\t\t\t\ttype: mimeType,\n\t\t\t});\n\t\t}\n\t}\n\n\tprivate async getLoader(\n\t\tmimeType: string,\n\t\tfilePathOrBlob: string | Blob,\n\t\titemIndex: number,\n\t): Promise<PDFLoader | CSVLoader | EPubLoader | DocxLoader | TextLoader | JSONLoader> {\n\t\tswitch (mimeType) {\n\t\t\tcase 'application/pdf':\n\t\t\t\tconst splitPages = this.context.getNodeParameter(\n\t\t\t\t\t`${this.optionsPrefix}splitPages`,\n\t\t\t\t\titemIndex,\n\t\t\t\t\tfalse,\n\t\t\t\t) as boolean;\n\t\t\t\treturn new PDFLoader(filePathOrBlob, { splitPages });\n\t\t\tcase 'text/csv':\n\t\t\t\tconst column = this.context.getNodeParameter(\n\t\t\t\t\t`${this.optionsPrefix}column`,\n\t\t\t\t\titemIndex,\n\t\t\t\t\tnull,\n\t\t\t\t) as string;\n\t\t\t\tconst separator = this.context.getNodeParameter(\n\t\t\t\t\t`${this.optionsPrefix}separator`,\n\t\t\t\t\titemIndex,\n\t\t\t\t\t',',\n\t\t\t\t) as string;\n\t\t\t\treturn new CSVLoader(filePathOrBlob, { column: column ?? undefined, separator });\n\t\t\tcase 'application/epub+zip':\n\t\t\t\t// EPubLoader currently does not accept Blobs https://github.com/langchain-ai/langchainjs/issues/1623\n\t\t\t\tlet filePath: string;\n\t\t\t\tif (filePathOrBlob instanceof Blob) {\n\t\t\t\t\tconst tmpFileData = await tmpFile({ prefix: 'epub-loader-' });\n\t\t\t\t\tconst bufferData = await filePathOrBlob.arrayBuffer();\n\t\t\t\t\tawait pipeline([new Uint8Array(bufferData)], createWriteStream(tmpFileData.path));\n\t\t\t\t\treturn new EPubLoader(tmpFileData.path);\n\t\t\t\t} else {\n\t\t\t\t\tfilePath = filePathOrBlob;\n\t\t\t\t}\n\t\t\t\treturn new EPubLoader(filePath);\n\t\t\tcase 'application/vnd.openxmlformats-officedocument.wordprocessingml.document':\n\t\t\t\treturn new DocxLoader(filePathOrBlob);\n\t\t\tcase 'text/plain':\n\t\t\t\treturn new TextLoader(filePathOrBlob);\n\t\t\tcase 'application/json':\n\t\t\t\tconst pointers = this.context.getNodeParameter(\n\t\t\t\t\t`${this.optionsPrefix}pointers`,\n\t\t\t\t\titemIndex,\n\t\t\t\t\t'',\n\t\t\t\t) as string;\n\t\t\t\tconst pointersArray = pointers.split(',').map((pointer) => pointer.trim());\n\t\t\t\treturn new JSONLoader(filePathOrBlob, pointersArray);\n\t\t\tdefault:\n\t\t\t\treturn new TextLoader(filePathOrBlob);\n\t\t}\n\t}\n\n\tprivate async loadDocuments(\n\t\tloader: PDFLoader | CSVLoader | EPubLoader | DocxLoader | TextLoader | JSONLoader,\n\t): Promise<Document[]> {\n\t\treturn this.textSplitter\n\t\t\t? await this.textSplitter.splitDocuments(await loader.load())\n\t\t\t: await loader.load();\n\t}\n\n\tprivate async cleanupTmpFileIfNeeded(\n\t\tcleanupTmpFile: DirectoryResult['cleanup'] | undefined,\n\t): Promise<void> {\n\t\tif (cleanupTmpFile) {\n\t\t\tawait cleanupTmpFile();\n\t\t}\n\t}\n\n\tasync processItem(item: INodeExecutionData, itemIndex: number): Promise<Document[]> {\n\t\tconst docs: Document[] = [];\n\t\tconst binaryMode = this.context.getNodeParameter('binaryMode', itemIndex, 'allInputData');\n\t\tif (binaryMode === 'allInputData') {\n\t\t\tconst binaryData = this.context.getInputData();\n\n\t\t\tfor (const data of binaryData) {\n\t\t\t\tif (data.binary) {\n\t\t\t\t\tconst binaryDataKeys = Object.keys(data.binary);\n\n\t\t\t\t\tfor (const fileKey of binaryDataKeys) {\n\t\t\t\t\t\tconst processedDocuments = await this.processItemByKey(item, itemIndex, fileKey);\n\t\t\t\t\t\tdocs.push(...processedDocuments);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t} else {\n\t\t\tconst processedDocuments = await this.processItemByKey(item, itemIndex, this.binaryDataKey);\n\t\t\tdocs.push(...processedDocuments);\n\t\t}\n\n\t\treturn docs;\n\t}\n\n\tasync processItemByKey(\n\t\titem: INodeExecutionData,\n\t\titemIndex: number,\n\t\tbinaryKey: string,\n\t): Promise<Document[]> {\n\t\tconst selectedLoader: keyof typeof SUPPORTED_MIME_TYPES = this.context.getNodeParameter(\n\t\t\t'loader',\n\t\t\titemIndex,\n\t\t\t'auto',\n\t\t) as keyof typeof SUPPORTED_MIME_TYPES;\n\n\t\tconst docs: Document[] = [];\n\t\tconst metadata = getMetadataFiltersValues(this.context, itemIndex);\n\n\t\tif (!item) return [];\n\n\t\tconst binaryData = this.context.helpers.assertBinaryData(itemIndex, binaryKey);\n\t\tconst { mimeType } = binaryData;\n\n\t\tawait this.validateMimeType(mimeType, selectedLoader);\n\n\t\tconst filePathOrBlob = await this.getFilePathOrBlob(binaryData, mimeType);\n\t\tconst cleanupTmpFile: DirectoryResult['cleanup'] | undefined = undefined;\n\t\tconst loader = await this.getLoader(mimeType, filePathOrBlob, itemIndex);\n\t\tconst loadedDoc = await this.loadDocuments(loader);\n\n\t\tdocs.push(...loadedDoc);\n\n\t\tif (metadata) {\n\t\t\tdocs.forEach((document) => {\n\t\t\t\tdocument.metadata = {\n\t\t\t\t\t...document.metadata,\n\t\t\t\t\t...metadata,\n\t\t\t\t};\n\t\t\t});\n\t\t}\n\n\t\tawait this.cleanupTmpFileIfNeeded(cleanupTmpFile);\n\n\t\treturn docs;\n\t}\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iBAA0B;AAC1B,kBAA2B;AAC3B,kBAA2B;AAC3B,iBAA0B;AAG1B,gBAAkC;AAClC,kBAA2B;AAC3B,kBAA2B;AAO3B,0BAAoD;AACpD,sBAAyB;AACzB,yBAAsD;AAEtD,qBAAyC;AAEzC,MAAM,uBAAuB;AAAA,EAC5B,MAAM,CAAC,KAAK;AAAA,EACZ,WAAW,CAAC,iBAAiB;AAAA,EAC7B,WAAW,CAAC,UAAU;AAAA,EACtB,YAAY,CAAC,sBAAsB;AAAA,EACnC,YAAY,CAAC,yEAAyE;AAAA,EACtF,YAAY,CAAC,cAAc,YAAY,SAAS;AAAA,EAChD,YAAY,CAAC,kBAAkB;AAChC;AAEO,MAAM,gBAAgB;AAAA,EAC5B,YACS,SACA,gBAAgB,IAChB,gBAAgB,IAChB,cACP;AAJO;AACA;AACA;AACA;AAAA,EACN;AAAA,EAEH,MAAM,WAAW,OAAmD;AACnE,UAAM,OAAmB,CAAC;AAE1B,QAAI,CAAC,MAAO,QAAO,CAAC;AAEpB,aAAS,YAAY,GAAG,YAAY,MAAM,QAAQ,aAAa;AAC9D,YAAM,qBAAqB,MAAM,KAAK,YAAY,MAAM,SAAS,GAAG,SAAS;AAE7E,WAAK,KAAK,GAAG,kBAAkB;AAAA,IAChC;AAEA,WAAO;AAAA,EACR;AAAA,EAEA,MAAc,iBACb,UACA,gBACgB;AAEhB,QAAI,mBAAmB,UAAU,CAAC,qBAAqB,cAAc,EAAE,SAAS,QAAQ,GAAG;AAC1F,YAAM,eAAe,OAAO,KAAK,oBAAoB,EAAE;AAAA,QAAK,CAAC,WAC5D,qBAAqB,MAA2C,EAAE,SAAS,QAAQ;AAAA,MACpF;AAEA,YAAM,IAAI;AAAA,QACT,KAAK,QAAQ,QAAQ;AAAA,QACrB,+EAA+E,YAAY;AAAA,MAC5F;AAAA,IACD;AAEA,QAAI,CAAC,OAAO,OAAO,oBAAoB,EAAE,KAAK,EAAE,SAAS,QAAQ,GAAG;AACnE,YAAM,IAAI,uCAAmB,KAAK,QAAQ,QAAQ,GAAG,0BAA0B,QAAQ,EAAE;AAAA,IAC1F;AAEA,QACC,CAAC,qBAAqB,cAAc,EAAE,SAAS,QAAQ,KACvD,mBAAmB,gBACnB,mBAAmB,QAClB;AACD,YAAM,IAAI;AAAA,QACT,KAAK,QAAQ,QAAQ;AAAA,QACrB,0BAA0B,QAAQ,yBAAyB,cAAc;AAAA,MAC1E;AAAA,IACD;AAAA,EACD;AAAA,EAEA,MAAc,kBACb,YACA,UACyB;AACzB,QAAI,WAAW,IAAI;AAClB,YAAM,eAAe,MAAM,KAAK,QAAQ,QAAQ;AAAA,QAC/C,MAAM,KAAK,QAAQ,QAAQ,gBAAgB,WAAW,EAAE;AAAA,MACzD;AACA,aAAO,IAAI,KAAK,CAAC,YAAY,GAAG;AAAA,QAC/B,MAAM;AAAA,MACP,CAAC;AAAA,IACF,OAAO;AACN,aAAO,IAAI,KAAK,CAAC,OAAO,KAAK,WAAW,MAAM,mCAAe,CAAC,GAAG;AAAA,QAChE,MAAM;AAAA,MACP,CAAC;AAAA,IACF;AAAA,EACD;AAAA,EAEA,MAAc,UACb,UACA,gBACA,WACqF;AACrF,YAAQ,UAAU;AAAA,MACjB,KAAK;AACJ,cAAM,aAAa,KAAK,QAAQ;AAAA,UAC/B,GAAG,KAAK,aAAa;AAAA,UACrB;AAAA,UACA;AAAA,QACD;AACA,eAAO,IAAI,qBAAU,gBAAgB,EAAE,WAAW,CAAC;AAAA,MACpD,KAAK;AACJ,cAAM,SAAS,KAAK,QAAQ;AAAA,UAC3B,GAAG,KAAK,aAAa;AAAA,UACrB;AAAA,UACA;AAAA,QACD;AACA,cAAM,YAAY,KAAK,QAAQ;AAAA,UAC9B,GAAG,KAAK,aAAa;AAAA,UACrB;AAAA,UACA;AAAA,QACD;AACA,eAAO,IAAI,qBAAU,gBAAgB,EAAE,QAAQ,UAAU,QAAW,UAAU,CAAC;AAAA,MAChF,KAAK;AAEJ,YAAI;AACJ,YAAI,0BAA0B,MAAM;AACnC,gBAAM,cAAc,UAAM,mBAAAA,MAAQ,EAAE,QAAQ,eAAe,CAAC;AAC5D,gBAAM,aAAa,MAAM,eAAe,YAAY;AACpD,oBAAM,0BAAS,CAAC,IAAI,WAAW,UAAU,CAAC,OAAG,6BAAkB,YAAY,IAAI,CAAC;AAChF,iBAAO,IAAI,uBAAW,YAAY,IAAI;AAAA,QACvC,OAAO;AACN,qBAAW;AAAA,QACZ;AACA,eAAO,IAAI,uBAAW,QAAQ;AAAA,MAC/B,KAAK;AACJ,eAAO,IAAI,uBAAW,cAAc;AAAA,MACrC,KAAK;AACJ,eAAO,IAAI,uBAAW,cAAc;AAAA,MACrC,KAAK;AACJ,cAAM,WAAW,KAAK,QAAQ;AAAA,UAC7B,GAAG,KAAK,aAAa;AAAA,UACrB;AAAA,UACA;AAAA,QACD;AACA,cAAM,gBAAgB,SAAS,MAAM,GAAG,EAAE,IAAI,CAAC,YAAY,QAAQ,KAAK,CAAC;AACzE,eAAO,IAAI,uBAAW,gBAAgB,aAAa;AAAA,MACpD;AACC,eAAO,IAAI,uBAAW,cAAc;AAAA,IACtC;AAAA,EACD;AAAA,EAEA,MAAc,cACb,QACsB;AACtB,WAAO,KAAK,eACT,MAAM,KAAK,aAAa,eAAe,MAAM,OAAO,KAAK,CAAC,IAC1D,MAAM,OAAO,KAAK;AAAA,EACtB;AAAA,EAEA,MAAc,uBACb,gBACgB;AAChB,QAAI,gBAAgB;AACnB,YAAM,eAAe;AAAA,IACtB;AAAA,EACD;AAAA,EAEA,MAAM,YAAY,MAA0B,WAAwC;AACnF,UAAM,OAAmB,CAAC;AAC1B,UAAM,aAAa,KAAK,QAAQ,iBAAiB,cAAc,WAAW,cAAc;AACxF,QAAI,eAAe,gBAAgB;AAClC,YAAM,aAAa,KAAK,QAAQ,aAAa;AAE7C,iBAAW,QAAQ,YAAY;AAC9B,YAAI,KAAK,QAAQ;AAChB,gBAAM,iBAAiB,OAAO,KAAK,KAAK,MAAM;AAE9C,qBAAW,WAAW,gBAAgB;AACrC,kBAAM,qBAAqB,MAAM,KAAK,iBAAiB,MAAM,WAAW,OAAO;AAC/E,iBAAK,KAAK,GAAG,kBAAkB;AAAA,UAChC;AAAA,QACD;AAAA,MACD;AAAA,IACD,OAAO;AACN,YAAM,qBAAqB,MAAM,KAAK,iBAAiB,MAAM,WAAW,KAAK,aAAa;AAC1F,WAAK,KAAK,GAAG,kBAAkB;AAAA,IAChC;AAEA,WAAO;AAAA,EACR;AAAA,EAEA,MAAM,iBACL,MACA,WACA,WACsB;AACtB,UAAM,iBAAoD,KAAK,QAAQ;AAAA,MACtE;AAAA,MACA;AAAA,MACA;AAAA,IACD;AAEA,UAAM,OAAmB,CAAC;AAC1B,UAAM,eAAW,yCAAyB,KAAK,SAAS,SAAS;AAEjE,QAAI,CAAC,KAAM,QAAO,CAAC;AAEnB,UAAM,aAAa,KAAK,QAAQ,QAAQ,iBAAiB,WAAW,SAAS;AAC7E,UAAM,EAAE,SAAS,IAAI;AAErB,UAAM,KAAK,iBAAiB,UAAU,cAAc;AAEpD,UAAM,iBAAiB,MAAM,KAAK,kBAAkB,YAAY,QAAQ;AACxE,UAAM,iBAAyD;AAC/D,UAAM,SAAS,MAAM,KAAK,UAAU,UAAU,gBAAgB,SAAS;AACvE,UAAM,YAAY,MAAM,KAAK,cAAc,MAAM;AAEjD,SAAK,KAAK,GAAG,SAAS;AAEtB,QAAI,UAAU;AACb,WAAK,QAAQ,CAAC,aAAa;AAC1B,iBAAS,WAAW;AAAA,UACnB,GAAG,SAAS;AAAA,UACZ,GAAG;AAAA,QACJ;AAAA,MACD,CAAC;AAAA,IACF;AAEA,UAAM,KAAK,uBAAuB,cAAc;AAEhD,WAAO;AAAA,EACR;AACD;","names":["tmpFile"]}

package/dist/utils/N8nJsonLoader.js

@@ -1,66 +1,89 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.N8nJsonLoader = void 0;
-const json_1 = require("langchain/document_loaders/fs/json");
-const text_1 = require("langchain/document_loaders/fs/text");
-const n8n_workflow_1 = require("n8n-workflow");
-const helpers_1 = require("./helpers");
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var N8nJsonLoader_exports = {};
+__export(N8nJsonLoader_exports, {
+  N8nJsonLoader: () => N8nJsonLoader
+});
+module.exports = __toCommonJS(N8nJsonLoader_exports);
+var import_json = require("langchain/document_loaders/fs/json");
+var import_text = require("langchain/document_loaders/fs/text");
+var import_n8n_workflow = require("n8n-workflow");
+var import_helpers = require("./helpers");
 class N8nJsonLoader {
-    constructor(context, optionsPrefix = '', textSplitter) {
-        this.context = context;
-        this.optionsPrefix = optionsPrefix;
-        this.textSplitter = textSplitter;
+  constructor(context, optionsPrefix = "", textSplitter) {
+    this.context = context;
+    this.optionsPrefix = optionsPrefix;
+    this.textSplitter = textSplitter;
+  }
+  async processAll(items) {
+    const docs = [];
+    if (!items) return [];
+    for (let itemIndex = 0; itemIndex < items.length; itemIndex++) {
+      const processedDocuments = await this.processItem(items[itemIndex], itemIndex);
+      docs.push(...processedDocuments);
     }
-    async processAll(items) {
-        const docs = [];
-        if (!items)
-            return [];
-        for (let itemIndex = 0; itemIndex < items.length; itemIndex++) {
-            const processedDocuments = await this.processItem(items[itemIndex], itemIndex);
-            docs.push(...processedDocuments);
-        }
-        return docs;
+    return docs;
+  }
+  async processItem(item, itemIndex) {
+    const mode = this.context.getNodeParameter("jsonMode", itemIndex, "allInputData");
+    const pointers = this.context.getNodeParameter(
+      `${this.optionsPrefix}pointers`,
+      itemIndex,
+      ""
+    );
+    const pointersArray = pointers.split(",").map((pointer) => pointer.trim());
+    const metadata = (0, import_helpers.getMetadataFiltersValues)(this.context, itemIndex) ?? [];
+    if (!item) return [];
+    let documentLoader = null;
+    if (mode === "allInputData") {
+      const itemString = JSON.stringify(item.json);
+      const itemBlob = new Blob([itemString], { type: "application/json" });
+      documentLoader = new import_json.JSONLoader(itemBlob, pointersArray);
     }
-    async processItem(item, itemIndex) {
-        const mode = this.context.getNodeParameter('jsonMode', itemIndex, 'allInputData');
-        const pointers = this.context.getNodeParameter(`${this.optionsPrefix}pointers`, itemIndex, '');
-        const pointersArray = pointers.split(',').map((pointer) => pointer.trim());
-        const metadata = (0, helpers_1.getMetadataFiltersValues)(this.context, itemIndex) ?? [];
-        if (!item)
-            return [];
-        let documentLoader = null;
-        if (mode === 'allInputData') {
-            const itemString = JSON.stringify(item.json);
-            const itemBlob = new Blob([itemString], { type: 'application/json' });
-            documentLoader = new json_1.JSONLoader(itemBlob, pointersArray);
-        }
-        if (mode === 'expressionData') {
-            const dataString = this.context.getNodeParameter('jsonData', itemIndex);
-            if (typeof dataString === 'object') {
-                const itemBlob = new Blob([JSON.stringify(dataString)], { type: 'application/json' });
-                documentLoader = new json_1.JSONLoader(itemBlob, pointersArray);
-            }
-            if (typeof dataString === 'string') {
-                const itemBlob = new Blob([dataString], { type: 'text/plain' });
-                documentLoader = new text_1.TextLoader(itemBlob);
-            }
-        }
-        if (documentLoader === null) {
-            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), 'Document loader is not initialized');
-        }
-        const docs = this.textSplitter
-            ? await this.textSplitter.splitDocuments(await documentLoader.load())
-            : await documentLoader.load();
-        if (metadata) {
-            docs.forEach((doc) => {
-                doc.metadata = {
-                    ...doc.metadata,
-                    ...metadata,
-                };
-            });
-        }
-        return docs;
+    if (mode === "expressionData") {
+      const dataString = this.context.getNodeParameter("jsonData", itemIndex);
+      if (typeof dataString === "object") {
+        const itemBlob = new Blob([JSON.stringify(dataString)], { type: "application/json" });
+        documentLoader = new import_json.JSONLoader(itemBlob, pointersArray);
+      }
+      if (typeof dataString === "string") {
+        const itemBlob = new Blob([dataString], { type: "text/plain" });
+        documentLoader = new import_text.TextLoader(itemBlob);
+      }
     }
+    if (documentLoader === null) {
+      throw new import_n8n_workflow.NodeOperationError(this.context.getNode(), "Document loader is not initialized");
+    }
+    const docs = this.textSplitter ? await this.textSplitter.splitDocuments(await documentLoader.load()) : await documentLoader.load();
+    if (metadata) {
+      docs.forEach((doc) => {
+        doc.metadata = {
+          ...doc.metadata,
+          ...metadata
+        };
+      });
+    }
+    return docs;
+  }
 }
-exports.N8nJsonLoader = N8nJsonLoader;
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  N8nJsonLoader
+});
 //# sourceMappingURL=N8nJsonLoader.js.map

package/dist/utils/N8nJsonLoader.js.map

@@ -1 +1 @@
-{"version":3,"file":"N8nJsonLoader.js","sourceRoot":"","sources":["../../utils/N8nJsonLoader.ts"],"names":[],"mappings":";;;AAEA,6DAAgE;AAChE,6DAAgE;AAChE,+CAKsB;AAEtB,uCAAqD;AAErD,MAAa,aAAa;IACzB,YACS,OAAiD,EACjD,gBAAgB,EAAE,EAClB,YAA2B;QAF3B,YAAO,GAAP,OAAO,CAA0C;QACjD,kBAAa,GAAb,aAAa,CAAK;QAClB,iBAAY,GAAZ,YAAY,CAAe;IACjC,CAAC;IAEJ,KAAK,CAAC,UAAU,CAAC,KAA4B;QAC5C,MAAM,IAAI,GAAe,EAAE,CAAC;QAE5B,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;YAC/D,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;YAE/E,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAwB,EAAE,SAAiB;QAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,UAAU,EAAE,SAAS,EAAE,cAAc,CAE7D,CAAC;QAEpB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC7C,GAAG,IAAI,CAAC,aAAa,UAAU,EAC/B,SAAS,EACT,EAAE,CACQ,CAAC;QACZ,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3E,MAAM,QAAQ,GAAG,IAAA,kCAAwB,EAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;QAEzE,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QAErB,IAAI,cAAc,GAAmC,IAAI,CAAC;QAE1D,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACtE,cAAc,GAAG,IAAI,iBAAU,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,IAAI,KAAK,gBAAgB,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,UAAU,EAAE,SAAS,CAAoB,CAAC;YAC3F,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;gBACpC,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBACtF,cAAc,GAAG,IAAI,iBAAU,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAC1D,CAAC;YAED,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;gBACpC,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;gBAChE,cAAc,GAAG,IAAI,iBAAU,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;QACF,CAAC;QAED,IAAI,cAAc,KAAK,IAAI,EAAE,CAAC;YAE7B,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,oCAAoC,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY;YAC7B,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;YACrE,CAAC,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;QAE/B,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACpB,GAAG,CAAC,QAAQ,GAAG;oBACd,GAAG,GAAG,CAAC,QAAQ;oBACf,GAAG,QAAQ;iBACX,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;CACD;AA5ED,sCA4EC"}
+{"version":3,"sources":["../../utils/N8nJsonLoader.ts"],"sourcesContent":["import type { Document } from '@langchain/core/documents';\nimport type { TextSplitter } from '@langchain/textsplitters';\nimport { JSONLoader } from 'langchain/document_loaders/fs/json';\nimport { TextLoader } from 'langchain/document_loaders/fs/text';\nimport {\n\ttype IExecuteFunctions,\n\ttype INodeExecutionData,\n\ttype ISupplyDataFunctions,\n\tNodeOperationError,\n} from 'n8n-workflow';\n\nimport { getMetadataFiltersValues } from './helpers';\n\nexport class N8nJsonLoader {\n\tconstructor(\n\t\tprivate context: IExecuteFunctions | ISupplyDataFunctions,\n\t\tprivate optionsPrefix = '',\n\t\tprivate textSplitter?: TextSplitter,\n\t) {}\n\n\tasync processAll(items?: INodeExecutionData[]): Promise<Document[]> {\n\t\tconst docs: Document[] = [];\n\n\t\tif (!items) return [];\n\n\t\tfor (let itemIndex = 0; itemIndex < items.length; itemIndex++) {\n\t\t\tconst processedDocuments = await this.processItem(items[itemIndex], itemIndex);\n\n\t\t\tdocs.push(...processedDocuments);\n\t\t}\n\n\t\treturn docs;\n\t}\n\n\tasync processItem(item: INodeExecutionData, itemIndex: number): Promise<Document[]> {\n\t\tconst mode = this.context.getNodeParameter('jsonMode', itemIndex, 'allInputData') as\n\t\t\t| 'allInputData'\n\t\t\t| 'expressionData';\n\n\t\tconst pointers = this.context.getNodeParameter(\n\t\t\t`${this.optionsPrefix}pointers`,\n\t\t\titemIndex,\n\t\t\t'',\n\t\t) as string;\n\t\tconst pointersArray = pointers.split(',').map((pointer) => pointer.trim());\n\t\tconst metadata = getMetadataFiltersValues(this.context, itemIndex) ?? [];\n\n\t\tif (!item) return [];\n\n\t\tlet documentLoader: JSONLoader | TextLoader | null = null;\n\n\t\tif (mode === 'allInputData') {\n\t\t\tconst itemString = JSON.stringify(item.json);\n\t\t\tconst itemBlob = new Blob([itemString], { type: 'application/json' });\n\t\t\tdocumentLoader = new JSONLoader(itemBlob, pointersArray);\n\t\t}\n\n\t\tif (mode === 'expressionData') {\n\t\t\tconst dataString = this.context.getNodeParameter('jsonData', itemIndex) as string | object;\n\t\t\tif (typeof dataString === 'object') {\n\t\t\t\tconst itemBlob = new Blob([JSON.stringify(dataString)], { type: 'application/json' });\n\t\t\t\tdocumentLoader = new JSONLoader(itemBlob, pointersArray);\n\t\t\t}\n\n\t\t\tif (typeof dataString === 'string') {\n\t\t\t\tconst itemBlob = new Blob([dataString], { type: 'text/plain' });\n\t\t\t\tdocumentLoader = new TextLoader(itemBlob);\n\t\t\t}\n\t\t}\n\n\t\tif (documentLoader === null) {\n\t\t\t// This should never happen\n\t\t\tthrow new NodeOperationError(this.context.getNode(), 'Document loader is not initialized');\n\t\t}\n\n\t\tconst docs = this.textSplitter\n\t\t\t? await this.textSplitter.splitDocuments(await documentLoader.load())\n\t\t\t: await documentLoader.load();\n\n\t\tif (metadata) {\n\t\t\tdocs.forEach((doc) => {\n\t\t\t\tdoc.metadata = {\n\t\t\t\t\t...doc.metadata,\n\t\t\t\t\t...metadata,\n\t\t\t\t};\n\t\t\t});\n\t\t}\n\t\treturn docs;\n\t}\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAEA,kBAA2B;AAC3B,kBAA2B;AAC3B,0BAKO;AAEP,qBAAyC;AAElC,MAAM,cAAc;AAAA,EAC1B,YACS,SACA,gBAAgB,IAChB,cACP;AAHO;AACA;AACA;AAAA,EACN;AAAA,EAEH,MAAM,WAAW,OAAmD;AACnE,UAAM,OAAmB,CAAC;AAE1B,QAAI,CAAC,MAAO,QAAO,CAAC;AAEpB,aAAS,YAAY,GAAG,YAAY,MAAM,QAAQ,aAAa;AAC9D,YAAM,qBAAqB,MAAM,KAAK,YAAY,MAAM,SAAS,GAAG,SAAS;AAE7E,WAAK,KAAK,GAAG,kBAAkB;AAAA,IAChC;AAEA,WAAO;AAAA,EACR;AAAA,EAEA,MAAM,YAAY,MAA0B,WAAwC;AACnF,UAAM,OAAO,KAAK,QAAQ,iBAAiB,YAAY,WAAW,cAAc;AAIhF,UAAM,WAAW,KAAK,QAAQ;AAAA,MAC7B,GAAG,KAAK,aAAa;AAAA,MACrB;AAAA,MACA;AAAA,IACD;AACA,UAAM,gBAAgB,SAAS,MAAM,GAAG,EAAE,IAAI,CAAC,YAAY,QAAQ,KAAK,CAAC;AACzE,UAAM,eAAW,yCAAyB,KAAK,SAAS,SAAS,KAAK,CAAC;AAEvE,QAAI,CAAC,KAAM,QAAO,CAAC;AAEnB,QAAI,iBAAiD;AAErD,QAAI,SAAS,gBAAgB;AAC5B,YAAM,aAAa,KAAK,UAAU,KAAK,IAAI;AAC3C,YAAM,WAAW,IAAI,KAAK,CAAC,UAAU,GAAG,EAAE,MAAM,mBAAmB,CAAC;AACpE,uBAAiB,IAAI,uBAAW,UAAU,aAAa;AAAA,IACxD;AAEA,QAAI,SAAS,kBAAkB;AAC9B,YAAM,aAAa,KAAK,QAAQ,iBAAiB,YAAY,SAAS;AACtE,UAAI,OAAO,eAAe,UAAU;AACnC,cAAM,WAAW,IAAI,KAAK,CAAC,KAAK,UAAU,UAAU,CAAC,GAAG,EAAE,MAAM,mBAAmB,CAAC;AACpF,yBAAiB,IAAI,uBAAW,UAAU,aAAa;AAAA,MACxD;AAEA,UAAI,OAAO,eAAe,UAAU;AACnC,cAAM,WAAW,IAAI,KAAK,CAAC,UAAU,GAAG,EAAE,MAAM,aAAa,CAAC;AAC9D,yBAAiB,IAAI,uBAAW,QAAQ;AAAA,MACzC;AAAA,IACD;AAEA,QAAI,mBAAmB,MAAM;AAE5B,YAAM,IAAI,uCAAmB,KAAK,QAAQ,QAAQ,GAAG,oCAAoC;AAAA,IAC1F;AAEA,UAAM,OAAO,KAAK,eACf,MAAM,KAAK,aAAa,eAAe,MAAM,eAAe,KAAK,CAAC,IAClE,MAAM,eAAe,KAAK;AAE7B,QAAI,UAAU;AACb,WAAK,QAAQ,CAAC,QAAQ;AACrB,YAAI,WAAW;AAAA,UACd,GAAG,IAAI;AAAA,UACP,GAAG;AAAA,QACJ;AAAA,MACD,CAAC;AAAA,IACF;AACA,WAAO;AAAA,EACR;AACD;","names":[]}