@kyuda/n8n-nodes-databricks 1.0.2

package/dist/utils/DatabricksVectorStoreLangChain.d.ts

@@ -0,0 +1,26 @@
+import { VectorStore } from '@langchain/core/vectorstores';
+import { Embeddings } from '@langchain/core/embeddings';
+import { Document } from '@langchain/core/documents';
+interface DatabricksVectorStoreConfig {
+    workspaceUrl: string;
+    token: string;
+    indexName: string;
+    textColumn: string;
+    metadataColumns: string[];
+    scoreThreshold?: number;
+}
+export declare class DatabricksVectorStoreLangChain extends VectorStore {
+    private config;
+    _vectorstoreType(): string;
+    constructor(embeddings: Embeddings, config: DatabricksVectorStoreConfig);
+    private makeRequest;
+    static fromDocuments(docs: Document[], embeddings: Embeddings, config: DatabricksVectorStoreConfig): Promise<DatabricksVectorStoreLangChain>;
+    static fromExistingIndex(embeddings: Embeddings, config: DatabricksVectorStoreConfig): Promise<DatabricksVectorStoreLangChain>;
+    addDocuments(documents: Document[]): Promise<void>;
+    addVectors(vectors: number[][], documents: Document[]): Promise<void>;
+    delete(params: {
+        ids: string[];
+    }): Promise<void>;
+    similaritySearchVectorWithScore(query: number[], k: number, filterJson?: string, queryType?: 'ANN' | 'HYBRID', extraColumns?: string[], scoreThreshold?: number): Promise<[Document, number][]>;
+}
+export {};

package/dist/utils/DatabricksVectorStoreLangChain.js

@@ -0,0 +1,114 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DatabricksVectorStoreLangChain = void 0;
+const vectorstores_1 = require("@langchain/core/vectorstores");
+const documents_1 = require("@langchain/core/documents");
+class DatabricksVectorStoreLangChain extends vectorstores_1.VectorStore {
+    _vectorstoreType() { return "databricks"; }
+    constructor(embeddings, config) {
+        super(embeddings, {});
+        this.config = config;
+    }
+    async makeRequest(method, indexName, body) {
+        const headers = {
+            'Authorization': `Bearer ${this.config.token}`,
+            'Content-Type': 'application/json;charset=UTF-8',
+            'Accept': 'application/json, text/plain, */*',
+        };
+        const url = `${this.config.workspaceUrl}/api/2.0/vector-search/indexes/${indexName}/query`;
+        const response = await fetch(url, {
+            method,
+            headers,
+            body: body ? JSON.stringify(body) : undefined,
+        });
+        if (!response.ok) {
+            const error = await response.json();
+            throw new Error(`Databricks API error: ${error.message}`);
+        }
+        return response.json();
+    }
+    static async fromDocuments(docs, embeddings, config) {
+        const instance = new this(embeddings, config);
+        await instance.addDocuments(docs);
+        return instance;
+    }
+    static async fromExistingIndex(embeddings, config) {
+        return new this(embeddings, config);
+    }
+    async addDocuments(documents) {
+        const texts = documents.map((doc) => doc.pageContent);
+        const vectors = await this.embeddings.embedDocuments(texts);
+        await this.addVectors(vectors, documents);
+    }
+    async addVectors(vectors, documents) {
+        const rows = vectors.map((vector, i) => ({
+            id: documents[i].metadata.id || `doc_${i}`,
+            embedding: vector,
+            [this.config.textColumn]: documents[i].pageContent,
+            ...Object.fromEntries(this.config.metadataColumns.map(col => [col, documents[i].metadata[col]])),
+        }));
+        await this.makeRequest('POST', this.config.indexName, {
+            vectors: rows,
+        });
+    }
+    async delete(params) {
+        await this.makeRequest('POST', this.config.indexName, {
+            ids: params.ids,
+        });
+    }
+    async similaritySearchVectorWithScore(query, k, filterJson, queryType, extraColumns, scoreThreshold) {
+        let normalizedQuery = query;
+        if (Array.isArray(query) && query.length === 1 && typeof query[0] === 'object' && query[0] !== null && 'response' in query[0]) {
+            normalizedQuery = query[0].response;
+        }
+        const columns = [this.config.textColumn, ...this.config.metadataColumns];
+        if (extraColumns) {
+            for (const col of extraColumns) {
+                if (!columns.includes(col))
+                    columns.push(col);
+            }
+        }
+        const body = {
+            columns,
+            num_results: k,
+            query_vector: normalizedQuery
+        };
+        if (filterJson) {
+            body.filters_json = filterJson;
+        }
+        if (queryType) {
+            body.query_type = queryType;
+        }
+        if (scoreThreshold !== undefined) {
+            body.score_threshold = scoreThreshold;
+        }
+        else if (this.config.scoreThreshold !== undefined) {
+            body.score_threshold = this.config.scoreThreshold;
+        }
+        const response = await this.makeRequest('POST', this.config.indexName, body);
+        if (!(response === null || response === void 0 ? void 0 : response.result)) {
+            throw new Error(`Databricks API returned invalid response structure. Full response: ${JSON.stringify(response)}`);
+        }
+        if (!response.result.data_array || !Array.isArray(response.result.data_array) || response.result.data_array.length === 0) {
+            response.result.data_array = [];
+        }
+        return response.result.data_array.map(([id, text, vector]) => {
+            const doc = new documents_1.Document({
+                pageContent: text,
+                metadata: {
+                    id,
+                    ...(this.config.metadataColumns.length > 0 && {
+                        ...Object.fromEntries(this.config.metadataColumns.map((col, index) => [
+                            col,
+                            response.result.data_array[index + 3]
+                        ]))
+                    })
+                },
+            });
+            const score = 1.0;
+            return [doc, score];
+        });
+    }
+}
+exports.DatabricksVectorStoreLangChain = DatabricksVectorStoreLangChain;
+//# sourceMappingURL=DatabricksVectorStoreLangChain.js.map

package/dist/utils/DatabricksVectorStoreLangChain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DatabricksVectorStoreLangChain.js","sourceRoot":"","sources":["../../utils/DatabricksVectorStoreLangChain.ts"],"names":[],"mappings":";;;AAAA,+DAA2D;AAE3D,yDAAqD;AAyBrD,MAAa,8BAA+B,SAAQ,0BAAW;IAE3D,gBAAgB,KAAa,OAAO,YAAY,CAAC,CAAC,CAAC;IAEnD,YAAY,UAAsB,EAAE,MAAmC;QACnE,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,SAAiB,EAAE,IAAU;QACnE,MAAM,OAAO,GAAG;YACZ,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;YAC9C,cAAc,EAAE,gCAAgC;YAChD,QAAQ,EAAE,mCAAmC;SAChD,CAAC;QAEF,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,kCAAkC,SAAS,QAAQ,CAAC;QAE3F,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC9B,MAAM;YACN,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;SAChD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,aAAa,CACtB,IAAgB,EAChB,UAAsB,EACtB,MAAmC;QAEnC,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC9C,MAAM,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAClC,OAAO,QAAQ,CAAC;IACpB,CAAC;IAKD,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAC1B,UAAsB,EACtB,MAAmC;QAEnC,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IAKD,KAAK,CAAC,YAAY,CAAC,SAAqB;QACpC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC9C,CAAC;IAKD,KAAK,CAAC,UAAU,CAAC,OAAmB,EAAE,SAAqB;QACvD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE;YAC1C,SAAS,EAAE,MAAM;YACjB,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW;YAClD,GAAG,MAAM,CAAC,WAAW,CACjB,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAC5E;SACJ,CAAC,CAAC,CAAC;QAEJ,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;YAClD,OAAO,EAAE,IAAI;SAChB,CAAC,CAAC;IACP,CAAC;IAKD,KAAK,CAAC,MAAM,CAAC,MAAyB;QAClC,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;YAClD,GAAG,EAAE,MAAM,CAAC,GAAG;SAClB,CAAC,CAAC;IACP,CAAC;IAKD,KAAK,CAAC,+BAA+B,CACjC,KAAe,EACf,CAAS,EACT,UAAmB,EACnB,SAA4B,EAC5B,YAAuB,EACvB,cAAuB;QAGvB,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,UAAU,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5H,eAAe,GAAI,KAAK,CAAC,CAAC,CAAS,CAAC,QAAQ,CAAC;QACjD,CAAC;QAGD,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACzE,IAAI,YAAY,EAAE,CAAC;YACf,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;gBAC7B,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;oBAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;QAGD,MAAM,IAAI,GAAwB;YAC9B,OAAO;YACP,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,eAAe;SAChC,CAAC;QACF,IAAI,UAAU,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC;QACnC,CAAC;QACD,IAAI,SAAS,EAAE,CAAC;YACZ,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAChC,CAAC;QACD,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QAC1C,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAClD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACtD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAmC,CAAC;QAG/G,IAAI,CAAC,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,MAAM,CAAA,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,sEAAsE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACtH,CAAC;QAGD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvH,QAAQ,CAAC,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC;QACpC,CAAC;QAGD,OAAO,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE;YACzD,MAAM,GAAG,GAAG,IAAI,oBAAQ,CAAC;gBACrB,WAAW,EAAE,IAAI;gBACjB,QAAQ,EAAE;oBACN,EAAE;oBAEF,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI;wBAE1C,GAAG,MAAM,CAAC,WAAW,CACjB,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC;4BAC5C,GAAG;4BACH,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC;yBACxC,CAAC,CACL;qBACJ,CAAC;iBACL;aACJ,CAAC,CAAC;YAIH,MAAM,KAAK,GAAG,GAAG,CAAC;YAElB,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACP,CAAC;CACJ;AA5KD,wEA4KC"}

package/dist/utils/N8nBinaryLoader.d.ts

@@ -0,0 +1,18 @@
+import type { Document } from '@langchain/core/documents';
+import type { TextSplitter } from '@langchain/textsplitters';
+import type { IExecuteFunctions, INodeExecutionData, ISupplyDataFunctions } from 'n8n-workflow';
+export declare class N8nBinaryLoader {
+    private context;
+    private optionsPrefix;
+    private binaryDataKey;
+    private textSplitter?;
+    constructor(context: IExecuteFunctions | ISupplyDataFunctions, optionsPrefix?: string, binaryDataKey?: string, textSplitter?: TextSplitter | undefined);
+    processAll(items?: INodeExecutionData[]): Promise<Document[]>;
+    private validateMimeType;
+    private getFilePathOrBlob;
+    private getLoader;
+    private loadDocuments;
+    private cleanupTmpFileIfNeeded;
+    processItem(item: INodeExecutionData, itemIndex: number): Promise<Document[]>;
+    processItemByKey(item: INodeExecutionData, itemIndex: number, binaryKey: string): Promise<Document[]>;
+}

package/dist/utils/N8nBinaryLoader.js

@@ -0,0 +1,159 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.N8nBinaryLoader = void 0;
+const csv_1 = require("@langchain/community/document_loaders/fs/csv");
+const docx_1 = require("@langchain/community/document_loaders/fs/docx");
+const epub_1 = require("@langchain/community/document_loaders/fs/epub");
+const pdf_1 = require("@langchain/community/document_loaders/fs/pdf");
+const fs_1 = require("fs");
+const json_1 = require("@langchain/classic/document_loaders/fs/json");
+const text_1 = require("@langchain/classic/document_loaders/fs/text");
+const n8n_workflow_1 = require("n8n-workflow");
+const promises_1 = require("stream/promises");
+const tmp_promise_1 = require("tmp-promise");
+const helpers_1 = require("./helpers");
+const SUPPORTED_MIME_TYPES = {
+    auto: ['*/*'],
+    pdfLoader: ['application/pdf'],
+    csvLoader: ['text/csv'],
+    epubLoader: ['application/epub+zip'],
+    docxLoader: ['application/vnd.openxmlformats-officedocument.wordprocessingml.document'],
+    textLoader: ['text/plain', 'text/mdx', 'text/md'],
+    jsonLoader: ['application/json'],
+};
+class N8nBinaryLoader {
+    constructor(context, optionsPrefix = '', binaryDataKey = '', textSplitter) {
+        this.context = context;
+        this.optionsPrefix = optionsPrefix;
+        this.binaryDataKey = binaryDataKey;
+        this.textSplitter = textSplitter;
+    }
+    async processAll(items) {
+        const docs = [];
+        if (!items)
+            return [];
+        for (let itemIndex = 0; itemIndex < items.length; itemIndex++) {
+            const processedDocuments = await this.processItem(items[itemIndex], itemIndex);
+            docs.push(...processedDocuments);
+        }
+        return docs;
+    }
+    async validateMimeType(mimeType, selectedLoader) {
+        if (selectedLoader !== 'auto' && !SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType)) {
+            const neededLoader = Object.keys(SUPPORTED_MIME_TYPES).find((loader) => SUPPORTED_MIME_TYPES[loader].includes(mimeType));
+            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), `Mime type doesn't match selected loader. Please select under "Loader Type": ${neededLoader}`);
+        }
+        if (!Object.values(SUPPORTED_MIME_TYPES).flat().includes(mimeType)) {
+            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), `Unsupported mime type: ${mimeType}`);
+        }
+        if (!SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType) &&
+            selectedLoader !== 'textLoader' &&
+            selectedLoader !== 'auto') {
+            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), `Unsupported mime type: ${mimeType} for selected loader: ${selectedLoader}`);
+        }
+    }
+    async getFilePathOrBlob(binaryData, mimeType) {
+        if (binaryData.id) {
+            const binaryBuffer = await this.context.helpers.binaryToBuffer(await this.context.helpers.getBinaryStream(binaryData.id));
+            return new Blob([binaryBuffer], {
+                type: mimeType,
+            });
+        }
+        else {
+            return new Blob([Buffer.from(binaryData.data, n8n_workflow_1.BINARY_ENCODING)], {
+                type: mimeType,
+            });
+        }
+    }
+    async getLoader(mimeType, filePathOrBlob, itemIndex) {
+        switch (mimeType) {
+            case 'application/pdf':
+                const splitPages = this.context.getNodeParameter(`${this.optionsPrefix}splitPages`, itemIndex, false);
+                return new pdf_1.PDFLoader(filePathOrBlob, { splitPages });
+            case 'text/csv':
+                const column = this.context.getNodeParameter(`${this.optionsPrefix}column`, itemIndex, null);
+                const separator = this.context.getNodeParameter(`${this.optionsPrefix}separator`, itemIndex, ',');
+                return new csv_1.CSVLoader(filePathOrBlob, { column: column !== null && column !== void 0 ? column : undefined, separator });
+            case 'application/epub+zip':
+                let filePath;
+                if (filePathOrBlob instanceof Blob) {
+                    const tmpFileData = await (0, tmp_promise_1.file)({ prefix: 'epub-loader-' });
+                    const bufferData = await filePathOrBlob.arrayBuffer();
+                    await (0, promises_1.pipeline)([new Uint8Array(bufferData)], (0, fs_1.createWriteStream)(tmpFileData.path));
+                    return new epub_1.EPubLoader(tmpFileData.path);
+                }
+                else {
+                    filePath = filePathOrBlob;
+                }
+                return new epub_1.EPubLoader(filePath);
+            case 'application/vnd.openxmlformats-officedocument.wordprocessingml.document':
+                return new docx_1.DocxLoader(filePathOrBlob);
+            case 'text/plain':
+                return new text_1.TextLoader(filePathOrBlob);
+            case 'application/json':
+                const pointers = this.context.getNodeParameter(`${this.optionsPrefix}pointers`, itemIndex, '');
+                const pointersArray = pointers.split(',').map((pointer) => pointer.trim());
+                return new json_1.JSONLoader(filePathOrBlob, pointersArray);
+            default:
+                return new text_1.TextLoader(filePathOrBlob);
+        }
+    }
+    async loadDocuments(loader) {
+        return this.textSplitter
+            ? await this.textSplitter.splitDocuments(await loader.load())
+            : await loader.load();
+    }
+    async cleanupTmpFileIfNeeded(cleanupTmpFile) {
+        if (cleanupTmpFile) {
+            await cleanupTmpFile();
+        }
+    }
+    async processItem(item, itemIndex) {
+        const docs = [];
+        const binaryMode = this.context.getNodeParameter('binaryMode', itemIndex, 'allInputData');
+        if (binaryMode === 'allInputData') {
+            const binaryData = this.context.getInputData();
+            for (const data of binaryData) {
+                if (data.binary) {
+                    const binaryDataKeys = Object.keys(data.binary);
+                    for (const fileKey of binaryDataKeys) {
+                        const processedDocuments = await this.processItemByKey(item, itemIndex, fileKey);
+                        docs.push(...processedDocuments);
+                    }
+                }
+            }
+        }
+        else {
+            const processedDocuments = await this.processItemByKey(item, itemIndex, this.binaryDataKey);
+            docs.push(...processedDocuments);
+        }
+        return docs;
+    }
+    async processItemByKey(item, itemIndex, binaryKey) {
+        const selectedLoader = this.context.getNodeParameter('loader', itemIndex, 'auto');
+        const docs = [];
+        const metadata = (0, helpers_1.getMetadataFiltersValues)(this.context, itemIndex);
+        if (!item)
+            return [];
+        const binaryData = this.context.helpers.assertBinaryData(itemIndex, binaryKey);
+        const { mimeType } = binaryData;
+        await this.validateMimeType(mimeType, selectedLoader);
+        const filePathOrBlob = await this.getFilePathOrBlob(binaryData, mimeType);
+        const cleanupTmpFile = undefined;
+        const loader = await this.getLoader(mimeType, filePathOrBlob, itemIndex);
+        const loadedDoc = await this.loadDocuments(loader);
+        docs.push(...loadedDoc);
+        if (metadata) {
+            docs.forEach((document) => {
+                document.metadata = {
+                    ...document.metadata,
+                    ...metadata,
+                };
+            });
+        }
+        await this.cleanupTmpFileIfNeeded(cleanupTmpFile);
+        return docs;
+    }
+}
+exports.N8nBinaryLoader = N8nBinaryLoader;
+//# sourceMappingURL=N8nBinaryLoader.js.map

package/dist/utils/N8nBinaryLoader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"N8nBinaryLoader.js","sourceRoot":"","sources":["../../utils/N8nBinaryLoader.ts"],"names":[],"mappings":";;;AAAA,sEAAyE;AACzE,wEAA2E;AAC3E,wEAA2E;AAC3E,sEAAyE;AAGzE,2BAAuC;AACvC,sEAAyE;AACzE,sEAAyE;AAOzE,+CAAmE;AACnE,8CAA2C;AAC3C,6CAAoE;AAEpE,uCAAqD;AAErD,MAAM,oBAAoB,GAAG;IAC5B,IAAI,EAAE,CAAC,KAAK,CAAC;IACb,SAAS,EAAE,CAAC,iBAAiB,CAAC;IAC9B,SAAS,EAAE,CAAC,UAAU,CAAC;IACvB,UAAU,EAAE,CAAC,sBAAsB,CAAC;IACpC,UAAU,EAAE,CAAC,yEAAyE,CAAC;IACvF,UAAU,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,CAAC;IACjD,UAAU,EAAE,CAAC,kBAAkB,CAAC;CAChC,CAAC;AAEF,MAAa,eAAe;IAC3B,YACS,OAAiD,EACjD,gBAAgB,EAAE,EAClB,gBAAgB,EAAE,EAClB,YAA2B;QAH3B,YAAO,GAAP,OAAO,CAA0C;QACjD,kBAAa,GAAb,aAAa,CAAK;QAClB,kBAAa,GAAb,aAAa,CAAK;QAClB,iBAAY,GAAZ,YAAY,CAAe;IACjC,CAAC;IAEJ,KAAK,CAAC,UAAU,CAAC,KAA4B;QAC5C,MAAM,IAAI,GAAe,EAAE,CAAC;QAE5B,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;YAC/D,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;YAE/E,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC7B,QAAgB,EAChB,cAAiD;QAGjD,IAAI,cAAc,KAAK,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3F,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CACtE,oBAAoB,CAAC,MAA2C,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACpF,CAAC;YAEF,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EACtB,+EAA+E,YAAY,EAAE,CAC7F,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,0BAA0B,QAAQ,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,IACC,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxD,cAAc,KAAK,YAAY;YAC/B,cAAc,KAAK,MAAM,EACxB,CAAC;YACF,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EACtB,0BAA0B,QAAQ,yBAAyB,cAAc,EAAE,CAC3E,CAAC;QACH,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC9B,UAAuB,EACvB,QAAgB;QAEhB,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;YACnB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAC7D,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,CAAC,CACzD,CAAC;YACF,OAAO,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC,EAAE;gBAC/B,IAAI,EAAE,QAAQ;aACd,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,OAAO,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,8BAAe,CAAC,CAAC,EAAE;gBAChE,IAAI,EAAE,QAAQ;aACd,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,SAAS,CACtB,QAAgB,EAChB,cAA6B,EAC7B,SAAiB;QAEjB,QAAQ,QAAQ,EAAE,CAAC;YAClB,KAAK,iBAAiB;gBACrB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC/C,GAAG,IAAI,CAAC,aAAa,YAAY,EACjC,SAAS,EACT,KAAK,CACM,CAAC;gBACb,OAAO,IAAI,eAAS,CAAC,cAAc,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;YACtD,KAAK,UAAU;gBACd,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC3C,GAAG,IAAI,CAAC,aAAa,QAAQ,EAC7B,SAAS,EACT,IAAI,CACM,CAAC;gBACZ,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC9C,GAAG,IAAI,CAAC,aAAa,WAAW,EAChC,SAAS,EACT,GAAG,CACO,CAAC;gBACZ,OAAO,IAAI,eAAS,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,MAAM,aAAN,MAAM,cAAN,MAAM,GAAI,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;YAClF,KAAK,sBAAsB;gBAE1B,IAAI,QAAgB,CAAC;gBACrB,IAAI,cAAc,YAAY,IAAI,EAAE,CAAC;oBACpC,MAAM,WAAW,GAAG,MAAM,IAAA,kBAAO,EAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;oBAC9D,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,WAAW,EAAE,CAAC;oBACtD,MAAM,IAAA,mBAAQ,EAAC,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,IAAA,sBAAiB,EAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;oBAClF,OAAO,IAAI,iBAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACzC,CAAC;qBAAM,CAAC;oBACP,QAAQ,GAAG,cAAc,CAAC;gBAC3B,CAAC;gBACD,OAAO,IAAI,iBAAU,CAAC,QAAQ,CAAC,CAAC;YACjC,KAAK,yEAAyE;gBAC7E,OAAO,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;YACvC,KAAK,YAAY;gBAChB,OAAO,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;YACvC,KAAK,kBAAkB;gBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC7C,GAAG,IAAI,CAAC,aAAa,UAAU,EAC/B,SAAS,EACT,EAAE,CACQ,CAAC;gBACZ,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3E,OAAO,IAAI,iBAAU,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;YACtD;gBACC,OAAO,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;QACxC,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,aAAa,CAC1B,MAAiF;QAEjF,OAAO,IAAI,CAAC,YAAY;YACvB,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC7D,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,sBAAsB,CACnC,cAAsD;QAEtD,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,cAAc,EAAE,CAAC;QACxB,CAAC;IACF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAwB,EAAE,SAAiB;QAC5D,MAAM,IAAI,GAAe,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,YAAY,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QAC1F,IAAI,UAAU,KAAK,cAAc,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAE/C,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC/B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjB,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAEhD,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;wBACtC,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;wBACjF,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;oBAClC,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;aAAM,CAAC;YACP,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;YAC5F,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;IAED,KAAK,CAAC,gBAAgB,CACrB,IAAwB,EACxB,SAAiB,EACjB,SAAiB;QAEjB,MAAM,cAAc,GAAsC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CACtF,QAAQ,EACR,SAAS,EACT,MAAM,CAC+B,CAAC;QAEvC,MAAM,IAAI,GAAe,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAA,kCAAwB,EAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEnE,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QAErB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,EAAE,QAAQ,EAAE,GAAG,UAAU,CAAC;QAEhC,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAEtD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC1E,MAAM,cAAc,GAA2C,SAAS,CAAC;QACzE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;QAExB,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACzB,QAAQ,CAAC,QAAQ,GAAG;oBACnB,GAAG,QAAQ,CAAC,QAAQ;oBACpB,GAAG,QAAQ;iBACX,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC;QAElD,OAAO,IAAI,CAAC;IACb,CAAC;CACD;AA/MD,0CA+MC"}

package/dist/utils/N8nJsonLoader.d.ts

@@ -0,0 +1,11 @@
+import type { Document } from '@langchain/core/documents';
+import type { TextSplitter } from '@langchain/textsplitters';
+import { type IExecuteFunctions, type INodeExecutionData, type ISupplyDataFunctions } from 'n8n-workflow';
+export declare class N8nJsonLoader {
+    private context;
+    private optionsPrefix;
+    private textSplitter?;
+    constructor(context: IExecuteFunctions | ISupplyDataFunctions, optionsPrefix?: string, textSplitter?: TextSplitter | undefined);
+    processAll(items?: INodeExecutionData[]): Promise<Document[]>;
+    processItem(item: INodeExecutionData, itemIndex: number): Promise<Document[]>;
+}

package/dist/utils/N8nJsonLoader.js

@@ -0,0 +1,67 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.N8nJsonLoader = void 0;
+const json_1 = require("@langchain/classic/document_loaders/fs/json");
+const text_1 = require("@langchain/classic/document_loaders/fs/text");
+const n8n_workflow_1 = require("n8n-workflow");
+const helpers_1 = require("./helpers");
+class N8nJsonLoader {
+    constructor(context, optionsPrefix = '', textSplitter) {
+        this.context = context;
+        this.optionsPrefix = optionsPrefix;
+        this.textSplitter = textSplitter;
+    }
+    async processAll(items) {
+        const docs = [];
+        if (!items)
+            return [];
+        for (let itemIndex = 0; itemIndex < items.length; itemIndex++) {
+            const processedDocuments = await this.processItem(items[itemIndex], itemIndex);
+            docs.push(...processedDocuments);
+        }
+        return docs;
+    }
+    async processItem(item, itemIndex) {
+        var _a;
+        const mode = this.context.getNodeParameter('jsonMode', itemIndex, 'allInputData');
+        const pointers = this.context.getNodeParameter(`${this.optionsPrefix}pointers`, itemIndex, '');
+        const pointersArray = pointers.split(',').map((pointer) => pointer.trim());
+        const metadata = (_a = (0, helpers_1.getMetadataFiltersValues)(this.context, itemIndex)) !== null && _a !== void 0 ? _a : [];
+        if (!item)
+            return [];
+        let documentLoader = null;
+        if (mode === 'allInputData') {
+            const itemString = JSON.stringify(item.json);
+            const itemBlob = new Blob([itemString], { type: 'application/json' });
+            documentLoader = new json_1.JSONLoader(itemBlob, pointersArray);
+        }
+        if (mode === 'expressionData') {
+            const dataString = this.context.getNodeParameter('jsonData', itemIndex);
+            if (typeof dataString === 'object') {
+                const itemBlob = new Blob([JSON.stringify(dataString)], { type: 'application/json' });
+                documentLoader = new json_1.JSONLoader(itemBlob, pointersArray);
+            }
+            if (typeof dataString === 'string') {
+                const itemBlob = new Blob([dataString], { type: 'text/plain' });
+                documentLoader = new text_1.TextLoader(itemBlob);
+            }
+        }
+        if (documentLoader === null) {
+            throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), 'Document loader is not initialized');
+        }
+        const docs = this.textSplitter
+            ? await this.textSplitter.splitDocuments(await documentLoader.load())
+            : await documentLoader.load();
+        if (metadata) {
+            docs.forEach((doc) => {
+                doc.metadata = {
+                    ...doc.metadata,
+                    ...metadata,
+                };
+            });
+        }
+        return docs;
+    }
+}
+exports.N8nJsonLoader = N8nJsonLoader;
+//# sourceMappingURL=N8nJsonLoader.js.map

package/dist/utils/N8nJsonLoader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"N8nJsonLoader.js","sourceRoot":"","sources":["../../utils/N8nJsonLoader.ts"],"names":[],"mappings":";;;AAEA,sEAAyE;AACzE,sEAAyE;AACzE,+CAKsB;AAEtB,uCAAqD;AAErD,MAAa,aAAa;IACzB,YACS,OAAiD,EACjD,gBAAgB,EAAE,EAClB,YAA2B;QAF3B,YAAO,GAAP,OAAO,CAA0C;QACjD,kBAAa,GAAb,aAAa,CAAK;QAClB,iBAAY,GAAZ,YAAY,CAAe;IACjC,CAAC;IAEJ,KAAK,CAAC,UAAU,CAAC,KAA4B;QAC5C,MAAM,IAAI,GAAe,EAAE,CAAC;QAE5B,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;YAC/D,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;YAE/E,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAwB,EAAE,SAAiB;;QAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,UAAU,EAAE,SAAS,EAAE,cAAc,CAE7D,CAAC;QAEpB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC7C,GAAG,IAAI,CAAC,aAAa,UAAU,EAC/B,SAAS,EACT,EAAE,CACQ,CAAC;QACZ,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3E,MAAM,QAAQ,GAAG,MAAA,IAAA,kCAAwB,EAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,mCAAI,EAAE,CAAC;QAEzE,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QAErB,IAAI,cAAc,GAAmC,IAAI,CAAC;QAE1D,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACtE,cAAc,GAAG,IAAI,iBAAU,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,IAAI,KAAK,gBAAgB,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,UAAU,EAAE,SAAS,CAAoB,CAAC;YAC3F,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;gBACpC,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBACtF,cAAc,GAAG,IAAI,iBAAU,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAC1D,CAAC;YAED,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;gBACpC,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;gBAChE,cAAc,GAAG,IAAI,iBAAU,CAAC,QAAQ,CAAC,CAAC;YAC3C,CAAC;QACF,CAAC;QAED,IAAI,cAAc,KAAK,IAAI,EAAE,CAAC;YAE7B,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,oCAAoC,CAAC,CAAC;QAC5F,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY;YAC7B,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;YACrE,CAAC,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;QAE/B,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACpB,GAAG,CAAC,QAAQ,GAAG;oBACd,GAAG,GAAG,CAAC,QAAQ;oBACf,GAAG,QAAQ;iBACX,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;CACD;AA5ED,sCA4EC"}

package/dist/utils/N8nTool.d.ts

@@ -0,0 +1,10 @@
+import type { DynamicStructuredToolInput } from '@langchain/core/tools';
+import { DynamicStructuredTool, DynamicTool } from '@langchain/core/tools';
+import type { ISupplyDataFunctions } from 'n8n-workflow';
+import { ZodObject } from 'zod';
+export declare const prepareFallbackToolDescription: (toolDescription: string, schema: ZodObject<any>) => string;
+export declare class N8nTool extends DynamicStructuredTool {
+    private context;
+    constructor(context: ISupplyDataFunctions, fields: DynamicStructuredToolInput);
+    asDynamicTool(): DynamicTool;
+}

package/dist/utils/N8nTool.js

@@ -0,0 +1,88 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.N8nTool = exports.prepareFallbackToolDescription = void 0;
+const tools_1 = require("@langchain/core/tools");
+const n8n_workflow_1 = require("n8n-workflow");
+const zod_1 = require("zod");
+const getSimplifiedType = (schema) => {
+    if (schema instanceof zod_1.ZodObject) {
+        return 'object';
+    }
+    else if (schema instanceof zod_1.ZodNumber) {
+        return 'number';
+    }
+    else if (schema instanceof zod_1.ZodBoolean) {
+        return 'boolean';
+    }
+    else if (schema instanceof zod_1.ZodNullable || schema instanceof zod_1.ZodOptional) {
+        return getSimplifiedType(schema.unwrap());
+    }
+    return 'string';
+};
+const getParametersDescription = (parameters) => parameters
+    .map(([name, schema]) => { var _a; return `${name}: (description: ${(_a = schema.description) !== null && _a !== void 0 ? _a : ''}, type: ${getSimplifiedType(schema)}, required: ${!schema.isOptional()})`; })
+    .join(',\n ');
+const prepareFallbackToolDescription = (toolDescription, schema) => {
+    let description = `${toolDescription}`;
+    const toolParameters = Object.entries(schema.shape);
+    if (toolParameters.length) {
+        description += `
+Tool expects valid stringified JSON object with ${toolParameters.length} properties.
+Property names with description, type and required status:
+${getParametersDescription(toolParameters)}
+ALL parameters marked as required must be provided`;
+    }
+    return description;
+};
+exports.prepareFallbackToolDescription = prepareFallbackToolDescription;
+class N8nTool extends tools_1.DynamicStructuredTool {
+    constructor(context, fields) {
+        super(fields);
+        this.context = context;
+    }
+    asDynamicTool() {
+        const { name, func, schema, context, description } = this;
+        if (!(schema instanceof zod_1.ZodObject)) {
+            throw new Error('Schema must be a ZodObject');
+        }
+        const zodSchema = schema;
+        const wrappedFunc = async function (query) {
+            let parsedQuery;
+            let dataToValidate;
+            try {
+                dataToValidate = (0, n8n_workflow_1.jsonParse)(query, { acceptJSObject: true });
+            }
+            catch (error) {
+                if (Object.keys(zodSchema.shape).length === 1) {
+                    const parameterName = Object.keys(zodSchema.shape)[0];
+                    dataToValidate = { [parameterName]: query };
+                }
+                else {
+                    throw new n8n_workflow_1.NodeOperationError(context.getNode(), `Input is not a valid JSON: ${error.message}`);
+                }
+            }
+            try {
+                parsedQuery = zodSchema.parse(dataToValidate);
+            }
+            catch (error) {
+                throw new n8n_workflow_1.NodeOperationError(context.getNode(), `Input validation failed: ${error.message}`);
+            }
+            try {
+                const result = await func(parsedQuery);
+                return result;
+            }
+            catch (e) {
+                const { index } = context.addInputData(n8n_workflow_1.NodeConnectionTypes.AiTool, [[{ json: { query } }]]);
+                void context.addOutputData(n8n_workflow_1.NodeConnectionTypes.AiTool, index, e);
+                return e.toString();
+            }
+        };
+        return new tools_1.DynamicTool({
+            name,
+            description: (0, exports.prepareFallbackToolDescription)(description, schema),
+            func: wrappedFunc,
+        });
+    }
+}
+exports.N8nTool = N8nTool;
+//# sourceMappingURL=N8nTool.js.map

package/dist/utils/N8nTool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"N8nTool.js","sourceRoot":"","sources":["../../utils/N8nTool.ts"],"names":[],"mappings":";;;AACA,iDAA2E;AAE3E,+CAAkF;AAElF,6BAAiF;AAEjF,MAAM,iBAAiB,GAAG,CAAC,MAAkB,EAAE,EAAE;IAChD,IAAI,MAAM,YAAY,eAAS,EAAE,CAAC;QACjC,OAAO,QAAQ,CAAC;IACjB,CAAC;SAAM,IAAI,MAAM,YAAY,eAAS,EAAE,CAAC;QACxC,OAAO,QAAQ,CAAC;IACjB,CAAC;SAAM,IAAI,MAAM,YAAY,gBAAU,EAAE,CAAC;QACzC,OAAO,SAAS,CAAC;IAClB,CAAC;SAAM,IAAI,MAAM,YAAY,iBAAW,IAAI,MAAM,YAAY,iBAAW,EAAE,CAAC;QAC3E,OAAO,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAAC,UAAuC,EAAE,EAAE,CAC5E,UAAU;KACR,GAAG,CACH,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,WAClB,OAAA,GAAG,IAAI,mBAAmB,MAAA,MAAM,CAAC,WAAW,mCAAI,EAAE,WAAW,iBAAiB,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAA,EAAA,CAC7H;KACA,IAAI,CAAC,MAAM,CAAC,CAAC;AAET,MAAM,8BAA8B,GAAG,CAAC,eAAuB,EAAE,MAAsB,EAAE,EAAE;IACjG,IAAI,WAAW,GAAG,GAAG,eAAe,EAAE,CAAC;IAEvC,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAa,MAAM,CAAC,KAAK,CAAC,CAAC;IAEhE,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;QAC3B,WAAW,IAAI;kDACiC,cAAc,CAAC,MAAM;;EAErE,wBAAwB,CAAC,cAAc,CAAC;mDACS,CAAC;IACnD,CAAC;IAED,OAAO,WAAW,CAAC;AACpB,CAAC,CAAC;AAdW,QAAA,8BAA8B,kCAczC;AAEF,MAAa,OAAQ,SAAQ,6BAAqB;IACjD,YACS,OAA6B,EACrC,MAAkC;QAElC,KAAK,CAAC,MAAM,CAAC,CAAC;QAHN,YAAO,GAAP,OAAO,CAAsB;IAItC,CAAC;IAED,aAAa;QACZ,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;QAG1D,IAAI,CAAC,CAAC,MAAM,YAAY,eAAS,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC/C,CAAC;QAGD,MAAM,SAAS,GAAG,MAAM,CAAC;QAEzB,MAAM,WAAW,GAAG,KAAK,WAAW,KAAa;YAChD,IAAI,WAAmB,CAAC;YACxB,IAAI,cAAc,CAAC;YAGnB,IAAI,CAAC;gBACJ,cAAc,GAAG,IAAA,wBAAS,EAAc,KAAK,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAGhB,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC/C,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtD,cAAc,GAAG,EAAE,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC;gBAC7C,CAAC;qBAAM,CAAC;oBACP,MAAM,IAAI,iCAAkB,CAC3B,OAAO,CAAC,OAAO,EAAE,EACjB,8BAA8B,KAAK,CAAC,OAAO,EAAE,CAC7C,CAAC;gBACH,CAAC;YACF,CAAC;YAGD,IAAI,CAAC;gBACJ,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAC/C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,IAAI,iCAAkB,CAC3B,OAAO,CAAC,OAAO,EAAE,EACjB,4BAA4B,KAAK,CAAC,OAAO,EAAE,CAC3C,CAAC;YACH,CAAC;YAED,IAAI,CAAC;gBAEJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC;gBAEvC,OAAO,MAAM,CAAC;YACf,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC,kCAAmB,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC5F,KAAK,OAAO,CAAC,aAAa,CAAC,kCAAmB,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;gBAEjE,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;YACrB,CAAC;QACF,CAAC,CAAC;QAEF,OAAO,IAAI,mBAAW,CAAC;YACtB,IAAI;YACJ,WAAW,EAAE,IAAA,sCAA8B,EAAC,WAAW,EAAE,MAAM,CAAC;YAChE,IAAI,EAAE,WAAW;SACjB,CAAC,CAAC;IACJ,CAAC;CACD;AArED,0BAqEC"}

package/dist/utils/descriptions.d.ts

@@ -0,0 +1,13 @@
+import type { DisplayCondition, INodeProperties, NodeParameterValue } from 'n8n-workflow';
+export declare const schemaTypeField: INodeProperties;
+export declare const buildJsonSchemaExampleField: (props?: {
+    showExtraProps?: Record<string, Array<NodeParameterValue | DisplayCondition> | undefined>;
+}) => INodeProperties;
+export declare const jsonSchemaExampleField: INodeProperties;
+export declare const buildInputSchemaField: (props?: {
+    showExtraProps?: Record<string, Array<NodeParameterValue | DisplayCondition> | undefined>;
+}) => INodeProperties;
+export declare const inputSchemaField: INodeProperties;
+export declare const promptTypeOptions: INodeProperties;
+export declare const textInput: INodeProperties;
+export declare const textFromPreviousNode: INodeProperties;