@n8n/ai-utilities 0.16.1 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/node-catalog/discriminator-utils.d.ts +22 -0
- package/dist/cjs/node-catalog/discriminator-utils.js +95 -0
- package/dist/cjs/node-catalog/discriminator-utils.js.map +1 -0
- package/dist/cjs/node-catalog/get.d.ts +18 -0
- package/dist/cjs/node-catalog/get.js +368 -0
- package/dist/cjs/node-catalog/get.js.map +1 -0
- package/dist/cjs/node-catalog/index.d.ts +14 -0
- package/dist/cjs/node-catalog/index.js +40 -0
- package/dist/cjs/node-catalog/index.js.map +1 -0
- package/dist/cjs/node-catalog/lean-node-type.d.ts +27 -0
- package/dist/cjs/node-catalog/lean-node-type.js +60 -0
- package/dist/cjs/node-catalog/lean-node-type.js.map +1 -0
- package/dist/cjs/node-catalog/node-type-parser.d.ts +20 -0
- package/dist/cjs/node-catalog/node-type-parser.js +79 -0
- package/dist/cjs/node-catalog/node-type-parser.js.map +1 -0
- package/dist/cjs/node-catalog/resource-operation-extractor.d.ts +26 -0
- package/dist/cjs/node-catalog/resource-operation-extractor.js +166 -0
- package/dist/cjs/node-catalog/resource-operation-extractor.js.map +1 -0
- package/dist/cjs/node-catalog/search-engine.d.ts +20 -0
- package/dist/cjs/node-catalog/search-engine.js +257 -0
- package/dist/cjs/node-catalog/search-engine.js.map +1 -0
- package/dist/cjs/node-catalog/search.d.ts +10 -0
- package/dist/cjs/node-catalog/search.js +331 -0
- package/dist/cjs/node-catalog/search.js.map +1 -0
- package/dist/cjs/node-catalog/suggested-nodes-data.d.ts +11 -0
- package/dist/cjs/node-catalog/suggested-nodes-data.js +246 -0
- package/dist/cjs/node-catalog/suggested-nodes-data.js.map +1 -0
- package/dist/cjs/node-catalog/suggested.d.ts +3 -0
- package/dist/cjs/node-catalog/suggested.js +86 -0
- package/dist/cjs/node-catalog/suggested.js.map +1 -0
- package/dist/cjs/node-catalog/types.d.ts +17 -0
- package/dist/cjs/node-catalog/types.js +13 -0
- package/dist/cjs/node-catalog/types.js.map +1 -0
- package/dist/cjs/typecheck.tsbuildinfo +1 -1
- package/dist/cjs/utils/fromai-helpers.d.ts +4 -0
- package/dist/cjs/utils/fromai-helpers.js +33 -0
- package/dist/cjs/utils/fromai-helpers.js.map +1 -0
- package/dist/cjs/utils/fromai-tool-factory.d.ts +2 -4
- package/dist/cjs/utils/fromai-tool-factory.js +8 -23
- package/dist/cjs/utils/fromai-tool-factory.js.map +1 -1
- package/dist/cjs/utils/loaders/n8n-pdf-loader.d.ts +10 -0
- package/dist/cjs/utils/loaders/n8n-pdf-loader.js +104 -0
- package/dist/cjs/utils/loaders/n8n-pdf-loader.js.map +1 -0
- package/dist/cjs/utils/n8n-binary-loader.js +3 -3
- package/dist/cjs/utils/n8n-binary-loader.js.map +1 -1
- package/dist/esm/node-catalog/discriminator-utils.d.ts +22 -0
- package/dist/esm/node-catalog/discriminator-utils.js +85 -0
- package/dist/esm/node-catalog/discriminator-utils.js.map +1 -0
- package/dist/esm/node-catalog/get.d.ts +18 -0
- package/dist/esm/node-catalog/get.js +358 -0
- package/dist/esm/node-catalog/get.js.map +1 -0
- package/dist/esm/node-catalog/index.d.ts +14 -0
- package/dist/esm/node-catalog/index.js +30 -0
- package/dist/esm/node-catalog/index.js.map +1 -0
- package/dist/esm/node-catalog/lean-node-type.d.ts +27 -0
- package/dist/esm/node-catalog/lean-node-type.js +50 -0
- package/dist/esm/node-catalog/lean-node-type.js.map +1 -0
- package/dist/esm/node-catalog/node-type-parser.d.ts +20 -0
- package/dist/esm/node-catalog/node-type-parser.js +69 -0
- package/dist/esm/node-catalog/node-type-parser.js.map +1 -0
- package/dist/esm/node-catalog/resource-operation-extractor.d.ts +26 -0
- package/dist/esm/node-catalog/resource-operation-extractor.js +156 -0
- package/dist/esm/node-catalog/resource-operation-extractor.js.map +1 -0
- package/dist/esm/node-catalog/search-engine.d.ts +20 -0
- package/dist/esm/node-catalog/search-engine.js +247 -0
- package/dist/esm/node-catalog/search-engine.js.map +1 -0
- package/dist/esm/node-catalog/search.d.ts +10 -0
- package/dist/esm/node-catalog/search.js +321 -0
- package/dist/esm/node-catalog/search.js.map +1 -0
- package/dist/esm/node-catalog/suggested-nodes-data.d.ts +11 -0
- package/dist/esm/node-catalog/suggested-nodes-data.js +236 -0
- package/dist/esm/node-catalog/suggested-nodes-data.js.map +1 -0
- package/dist/esm/node-catalog/suggested.d.ts +3 -0
- package/dist/esm/node-catalog/suggested.js +76 -0
- package/dist/esm/node-catalog/suggested.js.map +1 -0
- package/dist/esm/node-catalog/types.d.ts +17 -0
- package/dist/esm/node-catalog/types.js +3 -0
- package/dist/esm/node-catalog/types.js.map +1 -0
- package/dist/esm/typecheck.tsbuildinfo +1 -1
- package/dist/esm/utils/fromai-helpers.d.ts +4 -0
- package/dist/esm/utils/fromai-helpers.js +23 -0
- package/dist/esm/utils/fromai-helpers.js.map +1 -0
- package/dist/esm/utils/fromai-tool-factory.d.ts +2 -4
- package/dist/esm/utils/fromai-tool-factory.js +7 -22
- package/dist/esm/utils/fromai-tool-factory.js.map +1 -1
- package/dist/esm/utils/loaders/n8n-pdf-loader.d.ts +10 -0
- package/dist/esm/utils/loaders/n8n-pdf-loader.js +93 -0
- package/dist/esm/utils/loaders/n8n-pdf-loader.js.map +1 -0
- package/dist/esm/utils/n8n-binary-loader.js +2 -2
- package/dist/esm/utils/n8n-binary-loader.js.map +1 -1
- package/package.json +31 -4
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { FromAIArgument, INodeParameters } from 'n8n-workflow';
|
|
2
|
+
import { z } from 'zod';
|
|
3
|
+
export declare function extractFromAIParameters(nodeParameters: INodeParameters): FromAIArgument[];
|
|
4
|
+
export declare function createZodSchemaFromArgs(args: FromAIArgument[]): z.ZodObject<z.ZodRawShape>;
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.extractFromAIParameters = extractFromAIParameters;
|
|
4
|
+
exports.createZodSchemaFromArgs = createZodSchemaFromArgs;
|
|
5
|
+
const n8n_workflow_1 = require("n8n-workflow");
|
|
6
|
+
const zod_1 = require("zod");
|
|
7
|
+
function extractFromAIParameters(nodeParameters) {
|
|
8
|
+
const collectedArguments = [];
|
|
9
|
+
(0, n8n_workflow_1.traverseNodeParameters)(nodeParameters, collectedArguments);
|
|
10
|
+
const uniqueArgsMap = new Map();
|
|
11
|
+
for (const arg of collectedArguments) {
|
|
12
|
+
uniqueArgsMap.set(arg.key, arg);
|
|
13
|
+
}
|
|
14
|
+
return Array.from(uniqueArgsMap.values());
|
|
15
|
+
}
|
|
16
|
+
function createZodSchemaFromArgs(args) {
|
|
17
|
+
const schemaObj = args.reduce((acc, placeholder) => {
|
|
18
|
+
acc[placeholder.key] = (0, n8n_workflow_1.generateZodSchema)(placeholder);
|
|
19
|
+
return acc;
|
|
20
|
+
}, {});
|
|
21
|
+
return zod_1.z.object(schemaObj).required();
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=fromai-helpers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fromai-helpers.js","sourceRoot":"","sources":["../../../src/utils/fromai-helpers.ts"],"names":[],"mappings":";;AAmBA,0DAUC;AAKD,0DAOC;AA5BD,+CAAyE;AACzE,6BAAwB;AAKxB,SAAgB,uBAAuB,CAAC,cAA+B;IACtE,MAAM,kBAAkB,GAAqB,EAAE,CAAC;IAChD,IAAA,qCAAsB,EAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IAE3D,MAAM,aAAa,GAAG,IAAI,GAAG,EAA0B,CAAC;IACxD,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACtC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;AAC3C,CAAC;AAKD,SAAgB,uBAAuB,CAAC,IAAsB;IAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAiC,EAAE,WAAW,EAAE,EAAE;QAChF,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,IAAA,gCAAiB,EAAC,WAAW,CAAC,CAAC;QACtD,OAAO,GAAG,CAAC;IACZ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,OAAO,OAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;AACvC,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { CallbackManagerForToolRun } from '@langchain/core/callbacks/manager';
|
|
2
2
|
import { DynamicStructuredTool, DynamicTool } from '@langchain/core/tools';
|
|
3
|
-
import type { FromAIArgument, IDataObject, INode
|
|
4
|
-
|
|
3
|
+
import type { FromAIArgument, IDataObject, INode } from 'n8n-workflow';
|
|
4
|
+
export { extractFromAIParameters, createZodSchemaFromArgs } from './fromai-helpers';
|
|
5
5
|
export type ToolFunc = (query: string | IDataObject, runManager?: CallbackManagerForToolRun) => Promise<string | IDataObject | IDataObject[]>;
|
|
6
6
|
export interface CreateToolOptions {
|
|
7
7
|
name: string;
|
|
@@ -9,6 +9,4 @@ export interface CreateToolOptions {
|
|
|
9
9
|
func: ToolFunc;
|
|
10
10
|
extraArgs?: FromAIArgument[];
|
|
11
11
|
}
|
|
12
|
-
export declare function extractFromAIParameters(nodeParameters: INodeParameters): FromAIArgument[];
|
|
13
|
-
export declare function createZodSchemaFromArgs(args: FromAIArgument[]): z.ZodObject<z.ZodRawShape>;
|
|
14
12
|
export declare function createToolFromNode(node: INode, options: CreateToolOptions): DynamicStructuredTool | DynamicTool;
|
|
@@ -1,35 +1,20 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.extractFromAIParameters =
|
|
4
|
-
exports.createZodSchemaFromArgs = createZodSchemaFromArgs;
|
|
3
|
+
exports.createZodSchemaFromArgs = exports.extractFromAIParameters = void 0;
|
|
5
4
|
exports.createToolFromNode = createToolFromNode;
|
|
6
5
|
const tools_1 = require("@langchain/core/tools");
|
|
7
|
-
const
|
|
8
|
-
|
|
9
|
-
function
|
|
10
|
-
|
|
11
|
-
(0, n8n_workflow_1.traverseNodeParameters)(nodeParameters, collectedArguments);
|
|
12
|
-
const uniqueArgsMap = new Map();
|
|
13
|
-
for (const arg of collectedArguments) {
|
|
14
|
-
uniqueArgsMap.set(arg.key, arg);
|
|
15
|
-
}
|
|
16
|
-
return Array.from(uniqueArgsMap.values());
|
|
17
|
-
}
|
|
18
|
-
function createZodSchemaFromArgs(args) {
|
|
19
|
-
const schemaObj = args.reduce((acc, placeholder) => {
|
|
20
|
-
acc[placeholder.key] = (0, n8n_workflow_1.generateZodSchema)(placeholder);
|
|
21
|
-
return acc;
|
|
22
|
-
}, {});
|
|
23
|
-
return zod_1.z.object(schemaObj).required();
|
|
24
|
-
}
|
|
6
|
+
const fromai_helpers_1 = require("./fromai-helpers");
|
|
7
|
+
var fromai_helpers_2 = require("./fromai-helpers");
|
|
8
|
+
Object.defineProperty(exports, "extractFromAIParameters", { enumerable: true, get: function () { return fromai_helpers_2.extractFromAIParameters; } });
|
|
9
|
+
Object.defineProperty(exports, "createZodSchemaFromArgs", { enumerable: true, get: function () { return fromai_helpers_2.createZodSchemaFromArgs; } });
|
|
25
10
|
function createToolFromNode(node, options) {
|
|
26
11
|
const { name, description, func, extraArgs = [] } = options;
|
|
27
|
-
const collectedArguments = extractFromAIParameters(node.parameters);
|
|
12
|
+
const collectedArguments = (0, fromai_helpers_1.extractFromAIParameters)(node.parameters);
|
|
28
13
|
if (collectedArguments.length === 0 && extraArgs.length === 0) {
|
|
29
14
|
return new tools_1.DynamicTool({ name, description, func });
|
|
30
15
|
}
|
|
31
16
|
const allArguments = [...collectedArguments, ...extraArgs];
|
|
32
|
-
const schema = createZodSchemaFromArgs(allArguments);
|
|
17
|
+
const schema = (0, fromai_helpers_1.createZodSchemaFromArgs)(allArguments);
|
|
33
18
|
return new tools_1.DynamicStructuredTool({ schema, name, description, func });
|
|
34
19
|
}
|
|
35
20
|
//# sourceMappingURL=fromai-tool-factory.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fromai-tool-factory.js","sourceRoot":"","sources":["../../../src/utils/fromai-tool-factory.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"fromai-tool-factory.js","sourceRoot":"","sources":["../../../src/utils/fromai-tool-factory.ts"],"names":[],"mappings":";;;AA+BA,gDAkBC;AAhDD,iDAA2E;AAG3E,qDAAoF;AAEpF,mDAAoF;AAA3E,yHAAA,uBAAuB,OAAA;AAAE,yHAAA,uBAAuB,OAAA;AAyBzD,SAAgB,kBAAkB,CACjC,IAAW,EACX,OAA0B;IAE1B,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;IAE5D,MAAM,kBAAkB,GAAG,IAAA,wCAAuB,EAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAGpE,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/D,OAAO,IAAI,mBAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC;IAGD,MAAM,YAAY,GAAG,CAAC,GAAG,kBAAkB,EAAE,GAAG,SAAS,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,IAAA,wCAAuB,EAAC,YAAY,CAAC,CAAC;IAErD,OAAO,IAAI,6BAAqB,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;AACvE,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { BufferLoader } from '@langchain/classic/document_loaders/fs/buffer';
|
|
2
|
+
import { Document } from '@langchain/core/documents';
|
|
3
|
+
export interface N8nPdfLoaderOptions {
|
|
4
|
+
splitPages?: boolean;
|
|
5
|
+
}
|
|
6
|
+
export declare class N8nPdfLoader extends BufferLoader {
|
|
7
|
+
private readonly splitPages;
|
|
8
|
+
constructor(filePathOrBlob: string | Blob, { splitPages }?: N8nPdfLoaderOptions);
|
|
9
|
+
protected parse(raw: Buffer, metadata: Record<string, unknown>): Promise<Document[]>;
|
|
10
|
+
}
|
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.N8nPdfLoader = void 0;
|
|
37
|
+
const buffer_1 = require("@langchain/classic/document_loaders/fs/buffer");
|
|
38
|
+
const documents_1 = require("@langchain/core/documents");
|
|
39
|
+
const n8n_workflow_1 = require("n8n-workflow");
|
|
40
|
+
class N8nPdfLoader extends buffer_1.BufferLoader {
|
|
41
|
+
constructor(filePathOrBlob, { splitPages = true } = {}) {
|
|
42
|
+
super(filePathOrBlob);
|
|
43
|
+
this.splitPages = splitPages;
|
|
44
|
+
}
|
|
45
|
+
async parse(raw, metadata) {
|
|
46
|
+
if (typeof Reflect.get(globalThis, 'DOMMatrix') === 'undefined') {
|
|
47
|
+
const { default: DOMMatrix } = await Promise.resolve().then(() => __importStar(require('@thednp/dommatrix')));
|
|
48
|
+
Reflect.set(globalThis, 'DOMMatrix', DOMMatrix);
|
|
49
|
+
}
|
|
50
|
+
const { PDFParse } = await Promise.resolve().then(() => __importStar(require('pdf-parse')));
|
|
51
|
+
const parser = new PDFParse({ data: raw });
|
|
52
|
+
try {
|
|
53
|
+
const result = await parser.getText({ pageJoiner: '' });
|
|
54
|
+
const info = await parser.getInfo().catch((error) => {
|
|
55
|
+
n8n_workflow_1.LoggerProxy.debug('N8nPdfLoader: getInfo() failed; continuing without pdf.info metadata', {
|
|
56
|
+
error,
|
|
57
|
+
});
|
|
58
|
+
return null;
|
|
59
|
+
});
|
|
60
|
+
const pdfMeta = {
|
|
61
|
+
info: info?.info,
|
|
62
|
+
metadata: info?.metadata,
|
|
63
|
+
totalPages: result.total,
|
|
64
|
+
};
|
|
65
|
+
const documents = result.pages.map((page) => new documents_1.Document({
|
|
66
|
+
pageContent: page.text,
|
|
67
|
+
metadata: {
|
|
68
|
+
...metadata,
|
|
69
|
+
pdf: pdfMeta,
|
|
70
|
+
loc: { pageNumber: page.num },
|
|
71
|
+
},
|
|
72
|
+
}));
|
|
73
|
+
if (this.splitPages)
|
|
74
|
+
return documents;
|
|
75
|
+
if (documents.length === 0)
|
|
76
|
+
return [];
|
|
77
|
+
return [
|
|
78
|
+
new documents_1.Document({
|
|
79
|
+
pageContent: documents.map((doc) => doc.pageContent).join('\n\n'),
|
|
80
|
+
metadata: {
|
|
81
|
+
...metadata,
|
|
82
|
+
pdf: pdfMeta,
|
|
83
|
+
},
|
|
84
|
+
}),
|
|
85
|
+
];
|
|
86
|
+
}
|
|
87
|
+
finally {
|
|
88
|
+
await parser.destroy().catch(() => undefined);
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
exports.N8nPdfLoader = N8nPdfLoader;
|
|
93
|
+
//# sourceMappingURL=n8n-pdf-loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"n8n-pdf-loader.js","sourceRoot":"","sources":["../../../../src/utils/loaders/n8n-pdf-loader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,0EAA6E;AAC7E,yDAAqD;AACrD,+CAAqD;AAgBrD,MAAa,YAAa,SAAQ,qBAAY;IAG7C,YAAY,cAA6B,EAAE,EAAE,UAAU,GAAG,IAAI,KAA0B,EAAE;QACzF,KAAK,CAAC,cAAc,CAAC,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC9B,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,QAAiC;QAGnE,IAAI,OAAO,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,CAAC,KAAK,WAAW,EAAE,CAAC;YACjE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,wDAAa,mBAAmB,GAAC,CAAC;YACjE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,EAAE,QAAQ,EAAE,GAAG,wDAAa,WAAW,GAAC,CAAC;QAG/C,MAAM,MAAM,GAAkB,IAAI,QAAQ,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;QAE1D,IAAI,CAAC;YAGJ,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;gBAC5D,0BAAM,CAAC,KAAK,CAAC,sEAAsE,EAAE;oBACpF,KAAK;iBACL,CAAC,CAAC;gBACH,OAAO,IAAI,CAAC;YACb,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG;gBACf,IAAI,EAAE,IAAI,EAAE,IAAI;gBAChB,QAAQ,EAAE,IAAI,EAAE,QAAQ;gBACxB,UAAU,EAAE,MAAM,CAAC,KAAK;aACxB,CAAC;YAEF,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CACjC,CAAC,IAAI,EAAE,EAAE,CACR,IAAI,oBAAQ,CAAC;gBACZ,WAAW,EAAE,IAAI,CAAC,IAAI;gBACtB,QAAQ,EAAE;oBACT,GAAG,QAAQ;oBACX,GAAG,EAAE,OAAO;oBACZ,GAAG,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;iBAC7B;aACD,CAAC,CACH,CAAC;YAEF,IAAI,IAAI,CAAC,UAAU;gBAAE,OAAO,SAAS,CAAC;YACtC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAEtC,OAAO;gBACN,IAAI,oBAAQ,CAAC;oBACZ,WAAW,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;oBACjE,QAAQ,EAAE;wBACT,GAAG,QAAQ;wBACX,GAAG,EAAE,OAAO;qBACZ;iBACD,CAAC;aACF,CAAC;QACH,CAAC;gBAAS,CAAC;YAEV,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC/C,CAAC;IACF,CAAC;CACD;AAnED,oCAmEC"}
|
|
@@ -6,12 +6,12 @@ const text_1 = require("@langchain/classic/document_loaders/fs/text");
|
|
|
6
6
|
const csv_1 = require("@langchain/community/document_loaders/fs/csv");
|
|
7
7
|
const docx_1 = require("@langchain/community/document_loaders/fs/docx");
|
|
8
8
|
const epub_1 = require("@langchain/community/document_loaders/fs/epub");
|
|
9
|
-
const pdf_1 = require("@langchain/community/document_loaders/fs/pdf");
|
|
10
9
|
const fs_1 = require("fs");
|
|
11
10
|
const n8n_workflow_1 = require("n8n-workflow");
|
|
12
11
|
const promises_1 = require("stream/promises");
|
|
13
12
|
const tmp_promise_1 = require("tmp-promise");
|
|
14
13
|
const helpers_1 = require("./helpers");
|
|
14
|
+
const n8n_pdf_loader_1 = require("./loaders/n8n-pdf-loader");
|
|
15
15
|
const SUPPORTED_MIME_TYPES = {
|
|
16
16
|
auto: ['*/*'],
|
|
17
17
|
pdfLoader: ['application/pdf'],
|
|
@@ -69,7 +69,7 @@ class N8nBinaryLoader {
|
|
|
69
69
|
switch (mimeType) {
|
|
70
70
|
case 'application/pdf':
|
|
71
71
|
const splitPages = this.context.getNodeParameter(`${this.optionsPrefix}splitPages`, itemIndex, false);
|
|
72
|
-
return new
|
|
72
|
+
return new n8n_pdf_loader_1.N8nPdfLoader(filePathOrBlob, { splitPages });
|
|
73
73
|
case 'text/csv':
|
|
74
74
|
const column = this.context.getNodeParameter(`${this.optionsPrefix}column`, itemIndex, null);
|
|
75
75
|
const separator = this.context.getNodeParameter(`${this.optionsPrefix}separator`, itemIndex, ',');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"n8n-binary-loader.js","sourceRoot":"","sources":["../../../src/utils/n8n-binary-loader.ts"],"names":[],"mappings":";;;AAAA,sEAAyE;AACzE,sEAAyE;AACzE,sEAAyE;AACzE,wEAA2E;AAC3E,wEAA2E;
|
|
1
|
+
{"version":3,"file":"n8n-binary-loader.js","sourceRoot":"","sources":["../../../src/utils/n8n-binary-loader.ts"],"names":[],"mappings":";;;AAAA,sEAAyE;AACzE,sEAAyE;AACzE,sEAAyE;AACzE,wEAA2E;AAC3E,wEAA2E;AAG3E,2BAAuC;AAOvC,+CAAmE;AACnE,8CAA2C;AAC3C,6CAAoE;AAEpE,uCAAqD;AACrD,6DAAwD;AAExD,MAAM,oBAAoB,GAAG;IAC5B,IAAI,EAAE,CAAC,KAAK,CAAC;IACb,SAAS,EAAE,CAAC,iBAAiB,CAAC;IAC9B,SAAS,EAAE,CAAC,UAAU,CAAC;IACvB,UAAU,EAAE,CAAC,sBAAsB,CAAC;IACpC,UAAU,EAAE,CAAC,yEAAyE,CAAC;IACvF,UAAU,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,eAAe,CAAC;IAClE,UAAU,EAAE,CAAC,kBAAkB,CAAC;CAChC,CAAC;AAEF,MAAa,eAAe;IAC3B,YACS,OAAiD,EACjD,gBAAgB,EAAE,EAClB,gBAAgB,EAAE,EAClB,YAA2B;QAH3B,YAAO,GAAP,OAAO,CAA0C;QACjD,kBAAa,GAAb,aAAa,CAAK;QAClB,kBAAa,GAAb,aAAa,CAAK;QAClB,iBAAY,GAAZ,YAAY,CAAe;IACjC,CAAC;IAEJ,KAAK,CAAC,UAAU,CAAC,KAA4B;QAC5C,MAAM,IAAI,GAAe,EAAE,CAAC;QAE5B,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;YAC/D,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;YAE/E,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC7B,QAAgB,EAChB,cAAiD;QAGjD,IAAI,cAAc,KAAK,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3F,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CACtE,oBAAoB,CAAC,MAA2C,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACpF,CAAC;YAEF,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EACtB,+EAA+E,YAAY,EAAE,CAC7F,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,0BAA0B,QAAQ,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,IACC,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxD,cAAc,KAAK,YAAY;YAC/B,cAAc,KAAK,MAAM,EACxB,CAAC;YACF,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EACtB,0BAA0B,QAAQ,yBAAyB,cAAc,EAAE,CAC3E,CAAC;QACH,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC9B,UAAuB,EACvB,QAAgB;QAEhB,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;YACnB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAC7D,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,CAAC,CACzD,CAAC;YACF,OAAO,IAAI,IAAI,CAAC,CAAC,YAAwB,CAAC,EAAE;gBAC3C,IAAI,EAAE,QAAQ;aACd,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,OAAO,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,8BAAe,CAAC,CAAC,EAAE;gBAChE,IAAI,EAAE,QAAQ;aACd,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,SAAS,CACtB,QAAgB,EAChB,cAA6B,EAC7B,SAAiB;QAEjB,QAAQ,QAAQ,EAAE,CAAC;YAClB,KAAK,iBAAiB;gBACrB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC/C,GAAG,IAAI,CAAC,aAAa,YAAY,EACjC,SAAS,EACT,KAAK,CACM,CAAC;gBACb,OAAO,IAAI,6BAAY,CAAC,cAAc,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;YACzD,KAAK,UAAU;gBACd,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC3C,GAAG,IAAI,CAAC,aAAa,QAAQ,EAC7B,SAAS,EACT,IAAI,CACM,CAAC;gBACZ,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC9C,GAAG,IAAI,CAAC,aAAa,WAAW,EAChC,SAAS,EACT,GAAG,CACO,CAAC;gBACZ,OAAO,IAAI,eAAS,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;YAClF,KAAK,sBAAsB;gBAE1B,IAAI,QAAgB,CAAC;gBACrB,IAAI,cAAc,YAAY,IAAI,EAAE,CAAC;oBACpC,MAAM,WAAW,GAAG,MAAM,IAAA,kBAAO,EAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;oBAC9D,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,WAAW,EAAE,CAAC;oBACtD,MAAM,IAAA,mBAAQ,EAAC,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,IAAA,sBAAiB,EAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;oBAClF,OAAO,IAAI,iBAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACzC,CAAC;qBAAM,CAAC;oBACP,QAAQ,GAAG,cAAc,CAAC;gBAC3B,CAAC;gBACD,OAAO,IAAI,iBAAU,CAAC,QAAQ,CAAC,CAAC;YACjC,KAAK,yEAAyE;gBAC7E,OAAO,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;YACvC,KAAK,YAAY;gBAChB,OAAO,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;YACvC,KAAK,kBAAkB;gBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC7C,GAAG,IAAI,CAAC,aAAa,UAAU,EAC/B,SAAS,EACT,EAAE,CACQ,CAAC;gBACZ,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3E,OAAO,IAAI,iBAAU,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;YACtD;gBACC,OAAO,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;QACxC,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,aAAa,CAC1B,MAAoF;QAEpF,OAAO,IAAI,CAAC,YAAY;YACvB,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC7D,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,sBAAsB,CACnC,cAAsD;QAEtD,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,cAAc,EAAE,CAAC;QACxB,CAAC;IACF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAwB,EAAE,SAAiB;QAC5D,MAAM,IAAI,GAAe,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,YAAY,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QAC1F,IAAI,UAAU,KAAK,cAAc,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAE/C,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC/B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjB,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAEhD,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;wBACtC,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;wBACjF,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;oBAClC,CAAC;gBACF,CAAC;YACF,CAAC;QACF,CAAC;aAAM,CAAC;YACP,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;YAC5F,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;IAED,KAAK,CAAC,gBAAgB,CACrB,IAAwB,EACxB,SAAiB,EACjB,SAAiB;QAEjB,MAAM,cAAc,GAAsC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CACtF,QAAQ,EACR,SAAS,EACT,MAAM,CAC+B,CAAC;QAEvC,MAAM,IAAI,GAAe,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAA,kCAAwB,EAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEnE,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QAErB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC/E,MAAM,EAAE,QAAQ,EAAE,GAAG,UAAU,CAAC;QAEhC,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAEtD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC1E,MAAM,cAAc,GAA2C,SAAS,CAAC;QACzE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,cAAc,EAAE,SAAS,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;QAExB,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACzB,QAAQ,CAAC,QAAQ,GAAG;oBACnB,GAAG,QAAQ,CAAC,QAAQ;oBACpB,GAAG,QAAQ;iBACX,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC;QAElD,OAAO,IAAI,CAAC;IACb,CAAC;CACD;AA/MD,0CA+MC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@n8n/ai-utilities",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.17.1",
|
|
4
4
|
"description": "Utilities for building AI nodes in n8n",
|
|
5
5
|
"types": "dist/esm/index.d.ts",
|
|
6
6
|
"module": "dist/esm/index.js",
|
|
@@ -9,6 +9,15 @@
|
|
|
9
9
|
"*": {
|
|
10
10
|
"text-editor": [
|
|
11
11
|
"dist/esm/utils/text-editor.d.ts"
|
|
12
|
+
],
|
|
13
|
+
"node-catalog": [
|
|
14
|
+
"dist/esm/node-catalog/index.d.ts"
|
|
15
|
+
],
|
|
16
|
+
"fromai-helpers": [
|
|
17
|
+
"dist/esm/utils/fromai-helpers.d.ts"
|
|
18
|
+
],
|
|
19
|
+
"http-proxy-agent": [
|
|
20
|
+
"dist/esm/utils/http-proxy-agent.d.ts"
|
|
12
21
|
]
|
|
13
22
|
}
|
|
14
23
|
},
|
|
@@ -23,6 +32,21 @@
|
|
|
23
32
|
"import": "./dist/esm/utils/text-editor.js",
|
|
24
33
|
"require": "./dist/cjs/utils/text-editor.js"
|
|
25
34
|
},
|
|
35
|
+
"./node-catalog": {
|
|
36
|
+
"types": "./dist/esm/node-catalog/index.d.ts",
|
|
37
|
+
"import": "./dist/esm/node-catalog/index.js",
|
|
38
|
+
"require": "./dist/cjs/node-catalog/index.js"
|
|
39
|
+
},
|
|
40
|
+
"./fromai-helpers": {
|
|
41
|
+
"types": "./dist/esm/utils/fromai-helpers.d.ts",
|
|
42
|
+
"import": "./dist/esm/utils/fromai-helpers.js",
|
|
43
|
+
"require": "./dist/cjs/utils/fromai-helpers.js"
|
|
44
|
+
},
|
|
45
|
+
"./http-proxy-agent": {
|
|
46
|
+
"types": "./dist/esm/utils/http-proxy-agent.d.ts",
|
|
47
|
+
"import": "./dist/esm/utils/http-proxy-agent.js",
|
|
48
|
+
"require": "./dist/cjs/utils/http-proxy-agent.js"
|
|
49
|
+
},
|
|
26
50
|
"./*": "./*"
|
|
27
51
|
},
|
|
28
52
|
"files": [
|
|
@@ -35,8 +59,8 @@
|
|
|
35
59
|
"jest-mock-extended": "^3.0.4",
|
|
36
60
|
"@types/mime-types": "3.0.1",
|
|
37
61
|
"tsx": "^4.19.3",
|
|
38
|
-
"axios": "1.16.
|
|
39
|
-
"n8n-workflow": "2.
|
|
62
|
+
"axios": "1.16.1",
|
|
63
|
+
"n8n-workflow": "2.23.0"
|
|
40
64
|
},
|
|
41
65
|
"dependencies": {
|
|
42
66
|
"zod": "3.25.67",
|
|
@@ -50,10 +74,13 @@
|
|
|
50
74
|
"tmp-promise": "3.0.3",
|
|
51
75
|
"js-tiktoken": "1.0.21",
|
|
52
76
|
"https-proxy-agent": "7.0.6",
|
|
77
|
+
"@thednp/dommatrix": "^2.0.12",
|
|
78
|
+
"pdf-parse": "2.4.5",
|
|
53
79
|
"proxy-from-env": "^1.1.0",
|
|
54
80
|
"undici": "^6.21.0",
|
|
81
|
+
"@n8n/config": "2.22.0",
|
|
55
82
|
"@n8n/typescript-config": "1.4.0",
|
|
56
|
-
"@n8n/
|
|
83
|
+
"@n8n/utils": "1.32.0"
|
|
57
84
|
},
|
|
58
85
|
"peerDependencies": {
|
|
59
86
|
"n8n-workflow": "*"
|