@n8n/n8n-nodes-langchain 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/build.tsbuildinfo +1 -1
- package/dist/known/nodes.json +0 -4
- package/dist/nodes/document_loaders/DocumentBinaryInputLoader/DocumentBinaryInputLoader.node.d.ts +1 -1
- package/dist/nodes/document_loaders/DocumentBinaryInputLoader/DocumentBinaryInputLoader.node.js +1 -1
- package/dist/nodes/document_loaders/DocumentBinaryInputLoader/DocumentBinaryInputLoader.node.js.map +1 -1
- package/dist/nodes/document_loaders/DocumentDefaultDataLoader/DocumentDefaultDataLoader.node.d.ts +1 -1
- package/dist/nodes/document_loaders/DocumentDefaultDataLoader/DocumentDefaultDataLoader.node.js +1 -1
- package/dist/nodes/document_loaders/DocumentDefaultDataLoader/DocumentDefaultDataLoader.node.js.map +1 -1
- package/dist/types/nodes.json +0 -1
- package/dist/utils/N8nBinaryLoader.js +43 -15
- package/dist/utils/N8nBinaryLoader.js.map +1 -1
- package/package.json +5 -11
- package/dist/nodes/embeddings/EmbeddingsTensorFlow/EmbeddingsTensorFlow.node.d.ts +0 -6
- package/dist/nodes/embeddings/EmbeddingsTensorFlow/EmbeddingsTensorFlow.node.js +0 -56
- package/dist/nodes/embeddings/EmbeddingsTensorFlow/EmbeddingsTensorFlow.node.js.map +0 -1
- package/dist/nodes/embeddings/EmbeddingsTensorFlow/tensorflow.svg +0 -49
- package/dist/utils/EpubLoader.d.ts +0 -16
- package/dist/utils/EpubLoader.js +0 -53
- package/dist/utils/EpubLoader.js.map +0 -1
package/dist/known/nodes.json
CHANGED
|
@@ -59,10 +59,6 @@
|
|
|
59
59
|
"className": "EmbeddingsOpenAi",
|
|
60
60
|
"sourcePath": "dist/nodes/embeddings/EmbeddingsOpenAI/EmbeddingsOpenAi.node.js"
|
|
61
61
|
},
|
|
62
|
-
"embeddingsTensorFlow": {
|
|
63
|
-
"className": "EmbeddingsTensorFlow",
|
|
64
|
-
"sourcePath": "dist/nodes/embeddings/EmbeddingsTensorFlow/EmbeddingsTensorFlow.node.js"
|
|
65
|
-
},
|
|
66
62
|
"lmChatAnthropic": {
|
|
67
63
|
"className": "LmChatAnthropic",
|
|
68
64
|
"sourcePath": "dist/nodes/llms/LMChatAnthropic/LmChatAnthropic.node.js"
|
package/dist/nodes/document_loaders/DocumentBinaryInputLoader/DocumentBinaryInputLoader.node.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { type IExecuteFunctions, type INodeType, type INodeTypeDescription, type SupplyData } from 'n8n-workflow';
|
|
2
2
|
import 'mammoth';
|
|
3
|
-
import '
|
|
3
|
+
import 'epub2';
|
|
4
4
|
import 'pdf-parse';
|
|
5
5
|
export declare class DocumentBinaryInputLoader implements INodeType {
|
|
6
6
|
description: INodeTypeDescription;
|
package/dist/nodes/document_loaders/DocumentBinaryInputLoader/DocumentBinaryInputLoader.node.js
CHANGED
|
@@ -5,7 +5,7 @@ const logWrapper_1 = require("../../../utils/logWrapper");
|
|
|
5
5
|
const N8nBinaryLoader_1 = require("../../../utils/N8nBinaryLoader");
|
|
6
6
|
const sharedFields_1 = require("../../../utils/sharedFields");
|
|
7
7
|
require("mammoth");
|
|
8
|
-
require("
|
|
8
|
+
require("epub2");
|
|
9
9
|
require("pdf-parse");
|
|
10
10
|
class DocumentBinaryInputLoader {
|
|
11
11
|
constructor() {
|
package/dist/nodes/document_loaders/DocumentBinaryInputLoader/DocumentBinaryInputLoader.node.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DocumentBinaryInputLoader.node.js","sourceRoot":"","sources":["../../../../nodes/document_loaders/DocumentBinaryInputLoader/DocumentBinaryInputLoader.node.ts"],"names":[],"mappings":";;;AASA,0DAAuD;AACvD,oEAAiE;AACjE,8DAAgG;AAKhG,mBAAiB;AACjB,
|
|
1
|
+
{"version":3,"file":"DocumentBinaryInputLoader.node.js","sourceRoot":"","sources":["../../../../nodes/document_loaders/DocumentBinaryInputLoader/DocumentBinaryInputLoader.node.ts"],"names":[],"mappings":";;;AASA,0DAAuD;AACvD,oEAAiE;AACjE,8DAAgG;AAKhG,mBAAiB;AACjB,iBAAe;AACf,qBAAmB;AAEnB,MAAa,yBAAyB;IAAtC;QACC,gBAAW,GAAyB;YAGnC,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,2BAA2B;YACjC,IAAI,EAAE,iBAAiB;YACvB,KAAK,EAAE,CAAC,WAAW,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,sDAAsD;YACnE,QAAQ,EAAE;gBACT,IAAI,EAAE,qBAAqB;aAC3B;YACD,KAAK,EAAE;gBACN,UAAU,EAAE,CAAC,IAAI,CAAC;gBAClB,aAAa,EAAE;oBACd,EAAE,EAAE,CAAC,kBAAkB,CAAC;iBACxB;gBACD,SAAS,EAAE;oBACV,oBAAoB,EAAE;wBACrB;4BACC,GAAG,EAAE,iHAAiH;yBACtH;qBACD;iBACD;aACD;YAED,MAAM,EAAE;gBACP;oBACC,WAAW,EAAE,eAAe;oBAC5B,cAAc,EAAE,CAAC;oBACjB,IAAI,mBAAmC;oBACvC,QAAQ,EAAE,IAAI;iBACd;aACD;YAED,OAAO,EAAE,eAA+B;YACxC,WAAW,EAAE,CAAC,UAAU,CAAC;YACzB,UAAU,EAAE;gBACX,IAAA,2CAA4B,EAAC,kBAAkC,CAAC;gBAChE;oBACC,WAAW,EAAE,aAAa;oBAC1B,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,YAAY;oBACrB,QAAQ,EAAE,IAAI;oBACd,OAAO,EAAE;wBACR;4BACC,IAAI,EAAE,YAAY;4BAClB,KAAK,EAAE,WAAW;4BAClB,WAAW,EAAE,gBAAgB;yBAC7B;wBACD;4BACC,IAAI,EAAE,aAAa;4BACnB,KAAK,EAAE,YAAY;4BACnB,WAAW,EAAE,qBAAqB;yBAClC;wBACD;4BACC,IAAI,EAAE,aAAa;4BACnB,KAAK,EAAE,YAAY;4BACnB,WAAW,EAAE,iBAAiB;yBAC9B;wBACD;4BACC,IAAI,EAAE,aAAa;4BACnB,KAAK,EAAE,YAAY;4BACnB,WAAW,EAAE,iBAAiB;yBAC9B;wBACD;4BACC,IAAI,EAAE,YAAY;4BAClB,KAAK,EAAE,WAAW;4BAClB,WAAW,EAAE,oBAAoB;yBACjC;wBACD;4BACC,IAAI,EAAE,aAAa;4BACnB,KAAK,EAAE,YAAY;4BACnB,WAAW,EAAE,uBAAuB;yBACpC;qBACD;iBACD;gBACD;oBACC,WAAW,EAAE,iBAAiB;oBAC9B,IAAI,EAAE,eAAe;oBACrB,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE,IAAI;oBACd,WAAW,EAAE,gEAAgE;iBAC7E;gBAED;oBACC,WAAW,EAAE,aAAa;oBAC1B,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,IAAI;oBACb,cAAc,EAAE;wBACf,IAAI,EAAE;4BACL,MAAM,EAAE,CAAC,WAAW,CAAC;yBACrB;qBACD;iBACD;gBAED;oBACC,WAAW,EAAE,QAAQ;oBACrB,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,EAAE;oBACX,WAAW,EAAE,4BAA4B;oBACzC,cAAc,EAAE;wBACf,IAAI,EAAE;4BACL,MAAM,EAAE,CAAC,WAAW,CAAC;yBACrB;qBACD;iBACD;gBACD;oBACC,WAAW,EAAE,WAAW;oBACxB,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,0BAA0B;oBACvC,OAAO,EAAE,GAAG;oBACZ,cAAc,EAAE;wBACf,IAAI,EAAE;4BACL,MAAM,EAAE,CAAC,WAAW,CAAC;yBACrB;qBACD;iBACD;gBAED;oBACC,WAAW,EAAE,UAAU;oBACvB,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,EAAE;oBACX,WAAW,EAAE,qEAAqE;oBAClF,cAAc,EAAE;wBACf,IAAI,EAAE;4BACL,MAAM,EAAE,CAAC,YAAY,CAAC;yBACtB;qBACD;iBACD;gBACD;oBACC,WAAW,EAAE,SAAS;oBACtB,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,YAAY;oBAClB,WAAW,EAAE,YAAY;oBACzB,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE;wBACR;4BACC,GAAG,kCAAmB;4BACtB,WAAW,EAAE,UAAU;4BACvB,WAAW,EACV,gFAAgF;4BACjF,WAAW,EAAE,cAAc;yBAC3B;qBACD;iBACD;aACD;SACD,CAAC;IAUH,CAAC;IARA,KAAK,CAAC,UAAU;QACf,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,iCAAe,CAAC,IAAI,CAAC,CAAC;QAE5C,OAAO;YACN,QAAQ,EAAE,IAAA,uBAAU,EAAC,SAAS,EAAE,IAAI,CAAC;SACrC,CAAC;IACH,CAAC;CACD;AArKD,8DAqKC"}
|
package/dist/nodes/document_loaders/DocumentDefaultDataLoader/DocumentDefaultDataLoader.node.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { type IExecuteFunctions, type INodeType, type INodeTypeDescription, type SupplyData } from 'n8n-workflow';
|
|
2
2
|
import 'mammoth';
|
|
3
|
-
import '
|
|
3
|
+
import 'epub2';
|
|
4
4
|
import 'pdf-parse';
|
|
5
5
|
export declare class DocumentDefaultDataLoader implements INodeType {
|
|
6
6
|
description: INodeTypeDescription;
|
package/dist/nodes/document_loaders/DocumentDefaultDataLoader/DocumentDefaultDataLoader.node.js
CHANGED
|
@@ -5,7 +5,7 @@ const logWrapper_1 = require("../../../utils/logWrapper");
|
|
|
5
5
|
const N8nBinaryLoader_1 = require("../../../utils/N8nBinaryLoader");
|
|
6
6
|
const sharedFields_1 = require("../../../utils/sharedFields");
|
|
7
7
|
require("mammoth");
|
|
8
|
-
require("
|
|
8
|
+
require("epub2");
|
|
9
9
|
require("pdf-parse");
|
|
10
10
|
const N8nJsonLoader_1 = require("../../../utils/N8nJsonLoader");
|
|
11
11
|
class DocumentDefaultDataLoader {
|
package/dist/nodes/document_loaders/DocumentDefaultDataLoader/DocumentDefaultDataLoader.node.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DocumentDefaultDataLoader.node.js","sourceRoot":"","sources":["../../../../nodes/document_loaders/DocumentDefaultDataLoader/DocumentDefaultDataLoader.node.ts"],"names":[],"mappings":";;;AASA,0DAAuD;AACvD,oEAAiE;AACjE,8DAAkE;AAKlE,mBAAiB;AACjB,
|
|
1
|
+
{"version":3,"file":"DocumentDefaultDataLoader.node.js","sourceRoot":"","sources":["../../../../nodes/document_loaders/DocumentDefaultDataLoader/DocumentDefaultDataLoader.node.ts"],"names":[],"mappings":";;;AASA,0DAAuD;AACvD,oEAAiE;AACjE,8DAAkE;AAKlE,mBAAiB;AACjB,iBAAe;AACf,qBAAmB;AACnB,gEAA6D;AAE7D,MAAa,yBAAyB;IAAtC;QACC,gBAAW,GAAyB;YACnC,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,2BAA2B;YACjC,IAAI,EAAE,iBAAiB;YACvB,KAAK,EAAE,CAAC,WAAW,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,8CAA8C;YAC3D,QAAQ,EAAE;gBACT,IAAI,EAAE,qBAAqB;aAC3B;YACD,KAAK,EAAE;gBACN,UAAU,EAAE,CAAC,IAAI,CAAC;gBAClB,aAAa,EAAE;oBACd,EAAE,EAAE,CAAC,kBAAkB,CAAC;iBACxB;gBACD,SAAS,EAAE;oBACV,oBAAoB,EAAE;wBACrB;4BACC,GAAG,EAAE,iHAAiH;yBACtH;qBACD;iBACD;aACD;YAED,MAAM,EAAE;gBACP;oBACC,WAAW,EAAE,eAAe;oBAC5B,cAAc,EAAE,CAAC;oBACjB,IAAI,mBAAmC;oBACvC,QAAQ,EAAE,IAAI;iBACd;aACD;YAED,OAAO,EAAE,eAA+B;YACxC,WAAW,EAAE,CAAC,UAAU,CAAC;YACzB,UAAU,EAAE;gBACX;oBACC,WAAW,EACV,iHAAiH;oBAClH,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,EAAE;iBACX;gBACD;oBACC,WAAW,EAAE,cAAc;oBAC3B,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE,IAAI;oBACd,gBAAgB,EAAE,IAAI;oBACtB,OAAO,EAAE;wBACR;4BACC,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,MAAM;4BACb,WAAW,EAAE,sDAAsD;yBACnE;wBACD;4BACC,IAAI,EAAE,QAAQ;4BACd,KAAK,EAAE,QAAQ;4BACf,WAAW,EAAE,wDAAwD;yBACrE;qBACD;iBACD;gBACD;oBACC,WAAW,EAAE,MAAM;oBACnB,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,cAAc;oBACvB,QAAQ,EAAE,IAAI;oBACd,cAAc,EAAE;wBACf,IAAI,EAAE;4BACL,QAAQ,EAAE,CAAC,MAAM,CAAC;yBAClB;qBACD;oBACD,OAAO,EAAE;wBACR;4BACC,IAAI,EAAE,qBAAqB;4BAC3B,KAAK,EAAE,cAAc;4BACrB,WAAW,EAAE,6DAA6D;yBAC1E;wBACD;4BACC,IAAI,EAAE,oBAAoB;4BAC1B,KAAK,EAAE,gBAAgB;4BACvB,WAAW,EACV,2EAA2E;yBAC5E;qBACD;iBACD;gBACD;oBACC,WAAW,EAAE,aAAa;oBAC1B,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE,IAAI;oBACd,cAAc,EAAE;wBACf,IAAI,EAAE;4BACL,QAAQ,EAAE,CAAC,QAAQ,CAAC;yBACpB;qBACD;oBACD,OAAO,EAAE;wBACR;4BACC,IAAI,EAAE,mCAAmC;4BACzC,KAAK,EAAE,MAAM;4BACb,WAAW,EAAE,yCAAyC;yBACtD;wBACD;4BACC,IAAI,EAAE,KAAK;4BACX,KAAK,EAAE,WAAW;4BAClB,WAAW,EAAE,gBAAgB;yBAC7B;wBACD;4BACC,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,YAAY;4BACnB,WAAW,EAAE,qBAAqB;yBAClC;wBACD;4BACC,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,YAAY;4BACnB,WAAW,EAAE,iBAAiB;yBAC9B;wBACD;4BACC,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,YAAY;4BACnB,WAAW,EAAE,iBAAiB;yBAC9B;wBACD;4BACC,IAAI,EAAE,KAAK;4BACX,KAAK,EAAE,WAAW;4BAClB,WAAW,EAAE,oBAAoB;yBACjC;wBACD;4BACC,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,YAAY;4BACnB,WAAW,EAAE,uBAAuB;yBACpC;qBACD;iBACD;gBACD;oBACC,WAAW,EAAE,MAAM;oBACnB,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE;wBACZ,IAAI,EAAE,CAAC;qBACP;oBACD,OAAO,EAAE,EAAE;oBACX,QAAQ,EAAE,IAAI;oBACd,WAAW,EAAE,gEAAgE;oBAC7E,cAAc,EAAE;wBACf,IAAI,EAAE;4BACL,QAAQ,EAAE,CAAC,MAAM,CAAC;4BAClB,QAAQ,EAAE,CAAC,gBAAgB,CAAC;yBAC5B;qBACD;iBACD;gBACD;oBACC,WAAW,EAAE,uBAAuB;oBACpC,IAAI,EAAE,eAAe;oBACrB,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,MAAM;oBACf,QAAQ,EAAE,IAAI;oBACd,WAAW,EACV,mGAAmG;oBACpG,cAAc,EAAE;wBACf,IAAI,EAAE;4BACL,QAAQ,EAAE,CAAC,QAAQ,CAAC;yBACpB;qBACD;iBACD;gBACD;oBACC,WAAW,EAAE,SAAS;oBACtB,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,YAAY;oBAClB,WAAW,EAAE,YAAY;oBACzB,OAAO,EAAE,EAAE;oBACX,OAAO,EAAE;wBACR;4BACC,WAAW,EAAE,eAAe;4BAC5B,IAAI,EAAE,UAAU;4BAChB,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,EAAE;4BACX,WAAW,EAAE,qEAAqE;4BAClF,cAAc,EAAE;gCACf,IAAI,EAAE;oCACL,SAAS,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC;iCACjC;6BACD;yBACD;wBACD;4BACC,WAAW,EAAE,eAAe;4BAC5B,IAAI,EAAE,WAAW;4BACjB,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,0BAA0B;4BACvC,OAAO,EAAE,GAAG;4BACZ,cAAc,EAAE;gCACf,IAAI,EAAE;oCACL,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;iCAChC;6BACD;yBACD;wBACD;4BACC,WAAW,EAAE,YAAY;4BACzB,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,EAAE;4BACX,WAAW,EAAE,4BAA4B;4BACzC,cAAc,EAAE;gCACf,IAAI,EAAE;oCACL,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;iCAChC;6BACD;yBACD;wBACD;4BACC,WAAW,EAAE,oBAAoB;4BACjC,WAAW,EAAE,oDAAoD;4BACjE,IAAI,EAAE,YAAY;4BAClB,IAAI,EAAE,SAAS;4BACf,OAAO,EAAE,IAAI;4BACb,cAAc,EAAE;gCACf,IAAI,EAAE;oCACL,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;iCAChC;6BACD;yBACD;wBACD;4BACC,GAAG,kCAAmB;4BACtB,WAAW,EAAE,UAAU;4BACvB,WAAW,EACV,gFAAgF;4BACjF,WAAW,EAAE,cAAc;yBAC3B;qBACD;iBACD;aACD;SACD,CAAC;IAcH,CAAC;IAZA,KAAK,CAAC,UAAU,CAA0B,SAAiB;QAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAsB,CAAC;QAE3F,MAAM,SAAS,GACd,QAAQ,KAAK,QAAQ;YACpB,CAAC,CAAC,IAAI,iCAAe,CAAC,IAAI,EAAE,UAAU,CAAC;YACvC,CAAC,CAAC,IAAI,6BAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAExC,OAAO;YACN,QAAQ,EAAE,IAAA,uBAAU,EAAC,SAAS,EAAE,IAAI,CAAC;SACrC,CAAC;IACH,CAAC;CACD;AAxPD,8DAwPC"}
|
package/dist/types/nodes.json
CHANGED
|
@@ -14,7 +14,6 @@
|
|
|
14
14
|
{"displayName":"Embeddings Google PaLM","name":"@n8n/n8n-nodes-langchain.embeddingsGooglePalm","group":["transform"],"version":1,"description":"Use Google PaLM Embeddings","defaults":{"name":"Embeddings Google PaLM"},"requestDefaults":{"ignoreHttpStatusErrors":true,"baseURL":"={{ $credentials.host }}"},"credentials":[{"name":"googlePalmApi","required":true}],"codex":{"categories":["AI"],"subcategories":{"AI":["Embeddings"]},"resources":{"primaryDocumentation":[{"url":"https://docs.n8n.io/integrations/builtin/cluster-nodes/sub-nodes/n8n-nodes-langchain.embeddingsgooglepalm/"}]}},"inputs":[],"outputs":["ai_embedding"],"outputNames":["Embeddings"],"properties":[{"displayName":"This node must be connected to a vector store. <a data-action='openSelectiveNodeCreator' data-action-parameter-connectiontype='ai_vectorStore'>Insert one</a>","name":"notice","type":"notice","default":"","typeOptions":{"containerClass":"ndv-connection-hint-notice"}},{"displayName":"Each model is using different dimensional density for embeddings. Please make sure to use the same dimensionality for your vector store. The default model is using 768-dimensional embeddings.","name":"notice","type":"notice","default":""},{"displayName":"Model","name":"modelName","type":"options","description":"The model which will generate the embeddings. <a href=\"https://developers.generativeai.google/api/rest/generativelanguage/models/list\">Learn more</a>.","typeOptions":{"loadOptions":{"routing":{"request":{"method":"GET","url":"/v1beta3/models"},"output":{"postReceive":[{"type":"rootProperty","properties":{"property":"models"}},{"type":"filter","properties":{"pass":"={{ $responseItem.name.startsWith('models/embedding') }}"}},{"type":"setKeyValue","properties":{"name":"={{$responseItem.name}}","value":"={{$responseItem.name}}","description":"={{$responseItem.description}}"}},{"type":"sort","properties":{"key":"name"}}]}}}},"routing":{"send":{"type":"body","property":"model"}},"default":"models/embedding-gecko-001"}],"iconUrl":"icons/@n8n/n8n-nodes-langchain/dist/nodes/embeddings/EmbeddingsGooglePalm/google.svg"},
|
|
15
15
|
{"displayName":"Embeddings Hugging Face Inference","name":"@n8n/n8n-nodes-langchain.embeddingsHuggingFaceInference","group":["transform"],"version":1,"description":"Use HuggingFace Inference Embeddings","defaults":{"name":"Embeddings HuggingFace Inference"},"credentials":[{"name":"huggingFaceApi","required":true}],"codex":{"categories":["AI"],"subcategories":{"AI":["Embeddings"]},"resources":{"primaryDocumentation":[{"url":"https://docs.n8n.io/integrations/builtin/cluster-nodes/sub-nodes/n8n-nodes-langchain.embeddingshuggingfaceinference/"}]}},"inputs":[],"outputs":["ai_embedding"],"outputNames":["Embeddings"],"properties":[{"displayName":"This node must be connected to a vector store. <a data-action='openSelectiveNodeCreator' data-action-parameter-connectiontype='ai_vectorStore'>Insert one</a>","name":"notice","type":"notice","default":"","typeOptions":{"containerClass":"ndv-connection-hint-notice"}},{"displayName":"Each model is using different dimensional density for embeddings. Please make sure to use the same dimensionality for your vector store. The default model is using 768-dimensional embeddings.","name":"notice","type":"notice","default":""},{"displayName":"Model Name","name":"modelName","type":"string","default":"sentence-transformers/distilbert-base-nli-mean-tokens","description":"The model name to use from HuggingFace library"},{"displayName":"Options","name":"options","placeholder":"Add Option","description":"Additional options to add","type":"collection","default":{},"options":[{"displayName":"Custom Inference Endpoint","name":"endpointUrl","default":"","description":"Custom endpoint URL","type":"string"}]}],"iconUrl":"icons/@n8n/n8n-nodes-langchain/dist/nodes/embeddings/EmbeddingsHuggingFaceInference/huggingface.svg"},
|
|
16
16
|
{"displayName":"Embeddings OpenAI","name":"@n8n/n8n-nodes-langchain.embeddingsOpenAi","credentials":[{"name":"openAiApi","required":true}],"group":["transform"],"version":1,"description":"Use Embeddings OpenAI","defaults":{"name":"Embeddings OpenAI"},"codex":{"categories":["AI"],"subcategories":{"AI":["Embeddings"]},"resources":{"primaryDocumentation":[{"url":"https://docs.n8n.io/integrations/builtin/cluster-nodes/sub-nodes/n8n-nodes-langchain.embeddingsopenai/"}]}},"inputs":[],"outputs":["ai_embedding"],"outputNames":["Embeddings"],"properties":[{"displayName":"This node must be connected to a vector store. <a data-action='openSelectiveNodeCreator' data-action-parameter-connectiontype='ai_vectorStore'>Insert one</a>","name":"notice","type":"notice","default":"","typeOptions":{"containerClass":"ndv-connection-hint-notice"}},{"displayName":"Options","name":"options","placeholder":"Add Option","description":"Additional options to add","type":"collection","default":{},"options":[{"displayName":"Base URL","name":"baseURL","default":"https://api.openai.com/v1","description":"Override the default base URL for the API","type":"string"},{"displayName":"Batch Size","name":"batchSize","default":512,"typeOptions":{"maxValue":2048},"description":"Maximum number of documents to send in each request","type":"number"},{"displayName":"Strip New Lines","name":"stripNewLines","default":true,"description":"Whether to strip new lines from the input text","type":"boolean"},{"displayName":"Timeout","name":"timeout","default":-1,"description":"Maximum amount of time a request is allowed to take in seconds. Set to -1 for no timeout.","type":"number"}]}],"iconUrl":"icons/@n8n/n8n-nodes-langchain/dist/nodes/embeddings/EmbeddingsOpenAI/openAi.svg"},
|
|
17
|
-
{"displayName":"Embeddings TensorFlow","name":"@n8n/n8n-nodes-langchain.embeddingsTensorFlow","group":["transform"],"version":1,"description":"Use Embeddings TensorFlow","defaults":{"name":"Embeddings TensorFlow"},"codex":{"categories":["AI"],"subcategories":{"AI":["Embeddings"]},"resources":{"primaryDocumentation":[{"url":"https://docs.n8n.io/integrations/builtin/cluster-nodes/sub-nodes/n8n-nodes-langchain.embeddingstensorflow/"}]}},"inputs":[],"outputs":["ai_embedding"],"outputNames":["Embeddings"],"properties":[{"displayName":"This node must be connected to a vector store. <a data-action='openSelectiveNodeCreator' data-action-parameter-connectiontype='ai_vectorStore'>Insert one</a>","name":"notice","type":"notice","default":"","typeOptions":{"containerClass":"ndv-connection-hint-notice"}},{"displayName":"The TensorFlow model we use for generating embeddings is using 512-dimensional embeddings. Please make sure to use the same dimensionality for your vector store. Be aware that running this model with high-dimensional embeddings may result in high CPU usage on the machine.","name":"notice","type":"notice","default":""}],"iconUrl":"icons/@n8n/n8n-nodes-langchain/dist/nodes/embeddings/EmbeddingsTensorFlow/tensorflow.svg"},
|
|
18
17
|
{"displayName":"Anthropic Chat Model","name":"@n8n/n8n-nodes-langchain.lmChatAnthropic","group":["transform"],"version":1,"description":"Language Model Anthropic","defaults":{"name":"Anthropic Chat Model"},"codex":{"categories":["AI"],"subcategories":{"AI":["Language Models"]},"resources":{"primaryDocumentation":[{"url":"https://docs.n8n.io/integrations/builtin/cluster-nodes/sub-nodes/n8n-nodes-langchain.lmchatanthropic/"}]}},"inputs":[],"outputs":["ai_languageModel"],"outputNames":["Model"],"credentials":[{"name":"anthropicApi","required":true}],"properties":[{"displayName":"This node must be connected to an ai chain. <a data-action='openSelectiveNodeCreator' data-action-parameter-connectiontype=''>Insert one</a>","name":"notice","type":"notice","default":"","typeOptions":{"containerClass":"ndv-connection-hint-notice"}},{"displayName":"Model","name":"model","type":"options","options":[{"name":"Claude 2","value":"claude-2"},{"name":"Claude 2.1","value":"claude-2.1"},{"name":"Claude Instant 1.2","value":"claude-instant-1.2"},{"name":"Claude Instant 1","value":"claude-instant-1"}],"description":"The model which will generate the completion. <a href=\"https://docs.anthropic.com/claude/reference/selecting-a-model\">Learn more</a>.","default":"claude-2"},{"displayName":"Options","name":"options","placeholder":"Add Option","description":"Additional options to add","type":"collection","default":{},"options":[{"displayName":"Maximum Number of Tokens","name":"maxTokensToSample","default":32768,"description":"The maximum number of tokens to generate in the completion","type":"number"},{"displayName":"Sampling Temperature","name":"temperature","default":0.7,"typeOptions":{"maxValue":1,"minValue":0,"numberPrecision":1},"description":"Controls randomness: Lowering results in less random completions. As the temperature approaches zero, the model will become deterministic and repetitive.","type":"number"},{"displayName":"Top K","name":"topK","default":-1,"typeOptions":{"maxValue":1,"minValue":-1,"numberPrecision":1},"description":"Used to remove \"long tail\" low probability responses. Defaults to -1, which disables it.","type":"number"},{"displayName":"Top P","name":"topP","default":1,"typeOptions":{"maxValue":1,"minValue":0,"numberPrecision":1},"description":"Controls diversity via nucleus sampling: 0.5 means half of all likelihood-weighted options are considered. We generally recommend altering this or temperature but not both.","type":"number"}]}],"iconUrl":"icons/@n8n/n8n-nodes-langchain/dist/nodes/llms/LMChatAnthropic/anthropic.svg"},
|
|
19
18
|
{"displayName":"Google PaLM Language Model","name":"@n8n/n8n-nodes-langchain.lmGooglePalm","group":["transform"],"version":1,"description":"Language Model Google PaLM","defaults":{"name":"Google PaLM Language Model"},"codex":{"categories":["AI"],"subcategories":{"AI":["Language Models"]},"resources":{"primaryDocumentation":[{"url":"https://docs.n8n.io/integrations/builtin/cluster-nodes/sub-nodes/n8n-nodes-langchain.lmgooglepalm/"}]}},"inputs":[],"outputs":["ai_languageModel"],"outputNames":["Model"],"credentials":[{"name":"googlePalmApi","required":true}],"requestDefaults":{"ignoreHttpStatusErrors":true,"baseURL":"={{ $credentials.host }}"},"properties":[{"displayName":"This node must be connected to an ai chain. <a data-action='openSelectiveNodeCreator' data-action-parameter-connectiontype=''>Insert one</a>","name":"notice","type":"notice","default":"","typeOptions":{"containerClass":"ndv-connection-hint-notice"}},{"displayName":"Model","name":"modelName","type":"options","description":"The model which will generate the completion. <a href=\"https://developers.generativeai.google/api/rest/generativelanguage/models/list\">Learn more</a>.","typeOptions":{"loadOptions":{"routing":{"request":{"method":"GET","url":"/v1beta3/models"},"output":{"postReceive":[{"type":"rootProperty","properties":{"property":"models"}},{"type":"filter","properties":{"pass":"={{ $responseItem.name.startsWith('models/text') }}"}},{"type":"setKeyValue","properties":{"name":"={{$responseItem.name}}","value":"={{$responseItem.name}}","description":"={{$responseItem.description}}"}},{"type":"sort","properties":{"key":"name"}}]}}}},"routing":{"send":{"type":"body","property":"model"}},"default":"models/text-bison-001"},{"displayName":"Options","name":"options","placeholder":"Add Option","description":"Additional options to add","type":"collection","default":{},"options":[{"displayName":"Maximum Number of Tokens","name":"maxOutputTokens","default":1024,"description":"The maximum number of tokens to generate in the completion","type":"number"},{"displayName":"Sampling Temperature","name":"temperature","default":0.7,"typeOptions":{"maxValue":1,"minValue":0,"numberPrecision":1},"description":"Controls randomness: Lowering results in less random completions. As the temperature approaches zero, the model will become deterministic and repetitive.","type":"number"},{"displayName":"Top K","name":"topK","default":40,"typeOptions":{"maxValue":1,"minValue":-1,"numberPrecision":1},"description":"Used to remove \"long tail\" low probability responses. Defaults to -1, which disables it.","type":"number"},{"displayName":"Top P","name":"topP","default":0.9,"typeOptions":{"maxValue":1,"minValue":0,"numberPrecision":1},"description":"Controls diversity via nucleus sampling: 0.5 means half of all likelihood-weighted options are considered. We generally recommend altering this or temperature but not both.","type":"number"}]}],"iconUrl":"icons/@n8n/n8n-nodes-langchain/dist/nodes/llms/LmGooglePalm/google.svg"},
|
|
20
19
|
{"displayName":"AWS Bedrock Chat Model","name":"@n8n/n8n-nodes-langchain.lmChatAwsBedrock","group":["transform"],"version":1,"description":"Language Model AWS Bedrock","defaults":{"name":"AWS Bedrock Chat Model"},"codex":{"categories":["AI"],"subcategories":{"AI":["Language Models"]},"resources":{"primaryDocumentation":[{"url":"https://docs.n8n.io/integrations/builtin/cluster-nodes/sub-nodes/n8n-nodes-langchain.lmchatawsbedrock/"}]}},"inputs":[],"outputs":["ai_languageModel"],"outputNames":["Model"],"credentials":[{"name":"aws","required":true}],"requestDefaults":{"ignoreHttpStatusErrors":true,"baseURL":"=https://bedrock.{{$credentials?.region ?? \"eu-central-1\"}}.amazonaws.com"},"properties":[{"displayName":"This node must be connected to an ai chain. <a data-action='openSelectiveNodeCreator' data-action-parameter-connectiontype=''>Insert one</a>","name":"notice","type":"notice","default":"","typeOptions":{"containerClass":"ndv-connection-hint-notice"}},{"displayName":"Model","name":"model","type":"options","description":"The model which will generate the completion. <a href=\"https://docs.aws.amazon.com/bedrock/latest/userguide/foundation-models.html\">Learn more</a>.","typeOptions":{"loadOptions":{"routing":{"request":{"method":"GET","url":"/foundation-models?&byOutputModality=TEXT"},"output":{"postReceive":[{"type":"rootProperty","properties":{"property":"modelSummaries"}},{"type":"filter","properties":{"pass":"={{ !['anthropic.claude-instant-v1-100k'].includes($responseItem.modelId) }}"}},{"type":"setKeyValue","properties":{"name":"={{$responseItem.modelName}}","description":"={{$responseItem.modelArn}}","value":"={{$responseItem.modelId}}"}},{"type":"sort","properties":{"key":"name"}}]}}}},"routing":{"send":{"type":"body","property":"model"}},"default":""},{"displayName":"Options","name":"options","placeholder":"Add Option","description":"Additional options to add","type":"collection","default":{},"options":[{"displayName":"Maximum Number of Tokens","name":"maxTokensToSample","default":2000,"description":"The maximum number of tokens to generate in the completion","type":"number"},{"displayName":"Sampling Temperature","name":"temperature","default":0.7,"typeOptions":{"maxValue":1,"minValue":0,"numberPrecision":1},"description":"Controls randomness: Lowering results in less random completions. As the temperature approaches zero, the model will become deterministic and repetitive.","type":"number"}]}],"iconUrl":"icons/@n8n/n8n-nodes-langchain/dist/nodes/llms/LmChatAwsBedrock/bedrock.svg"},
|
|
@@ -7,7 +7,10 @@ const docx_1 = require("langchain/document_loaders/fs/docx");
|
|
|
7
7
|
const json_1 = require("langchain/document_loaders/fs/json");
|
|
8
8
|
const pdf_1 = require("langchain/document_loaders/fs/pdf");
|
|
9
9
|
const text_1 = require("langchain/document_loaders/fs/text");
|
|
10
|
-
const
|
|
10
|
+
const epub_1 = require("langchain/document_loaders/fs/epub");
|
|
11
|
+
const tmp_promise_1 = require("tmp-promise");
|
|
12
|
+
const promises_1 = require("stream/promises");
|
|
13
|
+
const fs_1 = require("fs");
|
|
11
14
|
const helpers_1 = require("./helpers");
|
|
12
15
|
const SUPPORTED_MIME_TYPES = {
|
|
13
16
|
auto: ['*/*'],
|
|
@@ -34,17 +37,13 @@ class N8nBinaryLoader {
|
|
|
34
37
|
return docs;
|
|
35
38
|
}
|
|
36
39
|
async processItem(item, itemIndex) {
|
|
37
|
-
var _a;
|
|
38
40
|
const selectedLoader = this.context.getNodeParameter('loader', itemIndex);
|
|
39
41
|
const binaryDataKey = this.context.getNodeParameter('binaryDataKey', itemIndex);
|
|
40
42
|
const docs = [];
|
|
41
43
|
const metadata = (0, helpers_1.getMetadataFiltersValues)(this.context, itemIndex);
|
|
42
44
|
if (!item)
|
|
43
45
|
return [];
|
|
44
|
-
const binaryData = (
|
|
45
|
-
if (!binaryData) {
|
|
46
|
-
throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), 'No binary data set.');
|
|
47
|
-
}
|
|
46
|
+
const binaryData = this.context.helpers.assertBinaryData(itemIndex, binaryDataKey);
|
|
48
47
|
const { mimeType } = binaryData;
|
|
49
48
|
if (selectedLoader !== 'auto' && !SUPPORTED_MIME_TYPES[selectedLoader].includes(mimeType)) {
|
|
50
49
|
const neededLoader = Object.keys(SUPPORTED_MIME_TYPES).find((loader) => SUPPORTED_MIME_TYPES[loader].includes(mimeType));
|
|
@@ -58,40 +57,66 @@ class N8nBinaryLoader {
|
|
|
58
57
|
selectedLoader !== 'auto') {
|
|
59
58
|
throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), `Unsupported mime type: ${mimeType} for selected loader: ${selectedLoader}`);
|
|
60
59
|
}
|
|
61
|
-
|
|
62
|
-
|
|
60
|
+
let filePathOrBlob;
|
|
61
|
+
if (binaryData.id) {
|
|
62
|
+
filePathOrBlob = this.context.helpers.getBinaryPath(binaryData.id);
|
|
63
|
+
}
|
|
64
|
+
else {
|
|
65
|
+
filePathOrBlob = new Blob([Buffer.from(binaryData.data, n8n_workflow_1.BINARY_ENCODING)], {
|
|
66
|
+
type: mimeType,
|
|
67
|
+
});
|
|
68
|
+
}
|
|
63
69
|
let loader;
|
|
70
|
+
let cleanupTmpFile = undefined;
|
|
64
71
|
switch (mimeType) {
|
|
65
72
|
case 'application/pdf':
|
|
66
73
|
const splitPages = this.context.getNodeParameter(`${this.optionsPrefix}splitPages`, itemIndex, false);
|
|
67
|
-
loader = new pdf_1.PDFLoader(
|
|
74
|
+
loader = new pdf_1.PDFLoader(filePathOrBlob, {
|
|
68
75
|
splitPages,
|
|
69
76
|
});
|
|
70
77
|
break;
|
|
71
78
|
case 'text/csv':
|
|
72
79
|
const column = this.context.getNodeParameter(`${this.optionsPrefix}column`, itemIndex, null);
|
|
73
80
|
const separator = this.context.getNodeParameter(`${this.optionsPrefix}separator`, itemIndex, ',');
|
|
74
|
-
loader = new csv_1.CSVLoader(
|
|
81
|
+
loader = new csv_1.CSVLoader(filePathOrBlob, {
|
|
75
82
|
column: column !== null && column !== void 0 ? column : undefined,
|
|
76
83
|
separator,
|
|
77
84
|
});
|
|
78
85
|
break;
|
|
79
86
|
case 'application/epub+zip':
|
|
80
|
-
|
|
87
|
+
let filePath;
|
|
88
|
+
if (filePathOrBlob instanceof Blob) {
|
|
89
|
+
const tmpFileData = await (0, tmp_promise_1.file)({ prefix: 'epub-loader-' });
|
|
90
|
+
cleanupTmpFile = tmpFileData.cleanup;
|
|
91
|
+
try {
|
|
92
|
+
const bufferData = await filePathOrBlob.arrayBuffer();
|
|
93
|
+
await (0, promises_1.pipeline)([new Uint8Array(bufferData)], (0, fs_1.createWriteStream)(tmpFileData.path));
|
|
94
|
+
loader = new epub_1.EPubLoader(tmpFileData.path);
|
|
95
|
+
break;
|
|
96
|
+
}
|
|
97
|
+
catch (error) {
|
|
98
|
+
await cleanupTmpFile();
|
|
99
|
+
throw new n8n_workflow_1.NodeOperationError(this.context.getNode(), error);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
else {
|
|
103
|
+
filePath = filePathOrBlob;
|
|
104
|
+
}
|
|
105
|
+
loader = new epub_1.EPubLoader(filePath);
|
|
81
106
|
break;
|
|
82
107
|
case 'application/vnd.openxmlformats-officedocument.wordprocessingml.document':
|
|
83
|
-
loader = new docx_1.DocxLoader(
|
|
108
|
+
loader = new docx_1.DocxLoader(filePathOrBlob);
|
|
84
109
|
break;
|
|
85
110
|
case 'text/plain':
|
|
86
|
-
loader = new text_1.TextLoader(
|
|
111
|
+
loader = new text_1.TextLoader(filePathOrBlob);
|
|
87
112
|
break;
|
|
88
113
|
case 'application/json':
|
|
89
114
|
const pointers = this.context.getNodeParameter(`${this.optionsPrefix}pointers`, itemIndex, '');
|
|
90
115
|
const pointersArray = pointers.split(',').map((pointer) => pointer.trim());
|
|
91
|
-
loader = new json_1.JSONLoader(
|
|
116
|
+
loader = new json_1.JSONLoader(filePathOrBlob, pointersArray);
|
|
92
117
|
break;
|
|
93
118
|
default:
|
|
94
|
-
loader = new text_1.TextLoader(
|
|
119
|
+
loader = new text_1.TextLoader(filePathOrBlob);
|
|
95
120
|
}
|
|
96
121
|
const textSplitter = (await this.context.getInputConnectionData("ai_textSplitter", 0));
|
|
97
122
|
const loadedDoc = textSplitter ? await loader.loadAndSplit(textSplitter) : await loader.load();
|
|
@@ -104,6 +129,9 @@ class N8nBinaryLoader {
|
|
|
104
129
|
};
|
|
105
130
|
});
|
|
106
131
|
}
|
|
132
|
+
if (cleanupTmpFile) {
|
|
133
|
+
await cleanupTmpFile();
|
|
134
|
+
}
|
|
107
135
|
return docs;
|
|
108
136
|
}
|
|
109
137
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"N8nBinaryLoader.js","sourceRoot":"","sources":["../../utils/N8nBinaryLoader.ts"],"names":[],"mappings":";;;AACA,+
|
|
1
|
+
{"version":3,"file":"N8nBinaryLoader.js","sourceRoot":"","sources":["../../utils/N8nBinaryLoader.ts"],"names":[],"mappings":";;;AACA,+CAAuF;AAIvF,2DAA8D;AAC9D,6DAAgE;AAChE,6DAAgE;AAChE,2DAA8D;AAC9D,6DAAgE;AAChE,6DAAgE;AAChE,6CAAoE;AACpE,8CAA2C;AAC3C,2BAAuC;AAEvC,uCAAqD;AAErD,MAAM,oBAAoB,GAAG;IAC5B,IAAI,EAAE,CAAC,KAAK,CAAC;IACb,SAAS,EAAE,CAAC,iBAAiB,CAAC;IAC9B,SAAS,EAAE,CAAC,UAAU,CAAC;IACvB,UAAU,EAAE,CAAC,sBAAsB,CAAC;IACpC,UAAU,EAAE,CAAC,yEAAyE,CAAC;IACvF,UAAU,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,CAAC;IACjD,UAAU,EAAE,CAAC,kBAAkB,CAAC;CAChC,CAAC;AAEF,MAAa,eAAe;IAK3B,YAAY,OAA0B,EAAE,aAAa,GAAG,EAAE;QACzD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAA4B;QAC5C,MAAM,IAAI,GAAe,EAAE,CAAC;QAE5B,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;YAC/D,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;YAE/E,IAAI,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC;IACb,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAwB,EAAE,SAAiB;QAC5D,MAAM,cAAc,GAAsC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CACtF,QAAQ,EACR,SAAS,CAC4B,CAAC;QAEvC,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,eAAe,EAAE,SAAS,CAAW,CAAC;QAC1F,MAAM,IAAI,GAAe,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAA,kCAAwB,EAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEnE,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QAGrB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;QAEnF,MAAM,EAAE,QAAQ,EAAE,GAAG,UAAU,CAAC;QAGhC,IAAI,cAAc,KAAK,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3F,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CACtE,oBAAoB,CAAC,MAA2C,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACpF,CAAC;YAEF,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EACtB,+EAA+E,YAAY,EAAE,CAC7F,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,0BAA0B,QAAQ,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,IACC,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxD,cAAc,KAAK,YAAY;YAC/B,cAAc,KAAK,MAAM,EACxB,CAAC;YACF,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EACtB,0BAA0B,QAAQ,yBAAyB,cAAc,EAAE,CAC3E,CAAC;QACH,CAAC;QAED,IAAI,cAA6B,CAAC;QAClC,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;YACnB,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACpE,CAAC;aAAM,CAAC;YACP,cAAc,GAAG,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,8BAAe,CAAC,CAAC,EAAE;gBAC1E,IAAI,EAAE,QAAQ;aACd,CAAC,CAAC;QACJ,CAAC;QAED,IAAI,MAAiF,CAAC;QACtF,IAAI,cAAc,GAA2C,SAAS,CAAC;QAEvE,QAAQ,QAAQ,EAAE,CAAC;YAClB,KAAK,iBAAiB;gBACrB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC/C,GAAG,IAAI,CAAC,aAAa,YAAY,EACjC,SAAS,EACT,KAAK,CACM,CAAC;gBACb,MAAM,GAAG,IAAI,eAAS,CAAC,cAAc,EAAE;oBACtC,UAAU;iBACV,CAAC,CAAC;gBACH,MAAM;YACP,KAAK,UAAU;gBACd,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC3C,GAAG,IAAI,CAAC,aAAa,QAAQ,EAC7B,SAAS,EACT,IAAI,CACM,CAAC;gBACZ,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC9C,GAAG,IAAI,CAAC,aAAa,WAAW,EAChC,SAAS,EACT,GAAG,CACO,CAAC;gBAEZ,MAAM,GAAG,IAAI,eAAS,CAAC,cAAc,EAAE;oBACtC,MAAM,EAAE,MAAM,aAAN,MAAM,cAAN,MAAM,GAAI,SAAS;oBAC3B,SAAS;iBACT,CAAC,CAAC;gBACH,MAAM;YACP,KAAK,sBAAsB;gBAE1B,IAAI,QAAgB,CAAC;gBACrB,IAAI,cAAc,YAAY,IAAI,EAAE,CAAC;oBACpC,MAAM,WAAW,GAAG,MAAM,IAAA,kBAAO,EAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;oBAC9D,cAAc,GAAG,WAAW,CAAC,OAAO,CAAC;oBACrC,IAAI,CAAC;wBACJ,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,WAAW,EAAE,CAAC;wBACtD,MAAM,IAAA,mBAAQ,EACb,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC,EAC5B,IAAA,sBAAiB,EAAC,WAAW,CAAC,IAAI,CAAC,CACnC,CAAC;wBACF,MAAM,GAAG,IAAI,iBAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;wBAC1C,MAAK;oBACN,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAChB,MAAM,cAAc,EAAE,CAAC;wBACvB,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,KAAc,CAAC,CAAC;oBACtE,CAAC;gBACF,CAAC;qBAAM,CAAC;oBACP,QAAQ,GAAG,cAAc,CAAC;gBAC3B,CAAC;gBACD,MAAM,GAAG,IAAI,iBAAU,CAAC,QAAQ,CAAC,CAAC;gBAClC,MAAM;YACP,KAAK,yEAAyE;gBAC7E,MAAM,GAAG,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;gBACxC,MAAM;YACP,KAAK,YAAY;gBAChB,MAAM,GAAG,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;gBACxC,MAAM;YACP,KAAK,kBAAkB;gBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAC7C,GAAG,IAAI,CAAC,aAAa,UAAU,EAC/B,SAAS,EACT,EAAE,CACQ,CAAC;gBACZ,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3E,MAAM,GAAG,IAAI,iBAAU,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;gBACvD,MAAM;YACP;gBACC,MAAM,GAAG,IAAI,iBAAU,CAAC,cAAc,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,YAAY,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,sBAAsB,oBAE9D,CAAC,CACD,CAA6B,CAAC;QAE/B,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAE/F,IAAI,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;QAExB,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACzB,QAAQ,CAAC,QAAQ,GAAG;oBACnB,GAAG,QAAQ,CAAC,QAAQ;oBACpB,GAAG,QAAQ;iBACX,CAAC;YACH,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,cAAc,EAAE,CAAC;QACxB,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;CACD;AA5KD,0CA4KC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@n8n/n8n-nodes-langchain",
|
|
3
|
-
"version": "0.4.
|
|
3
|
+
"version": "0.4.3",
|
|
4
4
|
"description": "",
|
|
5
5
|
"license": "SEE LICENSE IN LICENSE.md",
|
|
6
6
|
"homepage": "https://n8n.io",
|
|
@@ -43,7 +43,6 @@
|
|
|
43
43
|
"dist/nodes/embeddings/EmbeddingsGooglePalm/EmbeddingsGooglePalm.node.js",
|
|
44
44
|
"dist/nodes/embeddings/EmbeddingsHuggingFaceInference/EmbeddingsHuggingFaceInference.node.js",
|
|
45
45
|
"dist/nodes/embeddings/EmbeddingsOpenAI/EmbeddingsOpenAi.node.js",
|
|
46
|
-
"dist/nodes/embeddings/EmbeddingsTensorFlow/EmbeddingsTensorFlow.node.js",
|
|
47
46
|
"dist/nodes/llms/LMChatAnthropic/LmChatAnthropic.node.js",
|
|
48
47
|
"dist/nodes/llms/LmGooglePalm/LmGooglePalm.node.js",
|
|
49
48
|
"dist/nodes/llms/LmChatAwsBedrock/LmChatAwsBedrock.node.js",
|
|
@@ -99,25 +98,20 @@
|
|
|
99
98
|
"@types/temp": "^0.9.1",
|
|
100
99
|
"eslint-plugin-n8n-nodes-base": "^1.16.0",
|
|
101
100
|
"gulp": "^4.0.2",
|
|
102
|
-
"n8n-core": "1.19.
|
|
101
|
+
"n8n-core": "1.19.3"
|
|
103
102
|
},
|
|
104
103
|
"dependencies": {
|
|
105
104
|
"@aws-sdk/client-bedrock-runtime": "3.454.0",
|
|
106
105
|
"@getzep/zep-js": "0.9.0",
|
|
107
106
|
"@google-ai/generativelanguage": "0.2.1",
|
|
108
|
-
"@gxl/epub-parser": "2.0.4",
|
|
109
107
|
"@huggingface/inference": "2.6.4",
|
|
110
108
|
"@n8n/vm2": "3.9.20",
|
|
111
109
|
"@pinecone-database/pinecone": "1.1.2",
|
|
112
110
|
"@supabase/supabase-js": "2.38.5",
|
|
113
|
-
"@tensorflow-models/universal-sentence-encoder": "1.3.3",
|
|
114
|
-
"@tensorflow/tfjs-backend-cpu": "4.11.0",
|
|
115
|
-
"@tensorflow/tfjs-converter": "4.11.0",
|
|
116
|
-
"@tensorflow/tfjs-core": "4.11.0",
|
|
117
|
-
"@tensorflow/tfjs-node": "4.11.0",
|
|
118
111
|
"@xata.io/client": "0.25.3",
|
|
119
112
|
"cohere-ai": "6.2.2",
|
|
120
113
|
"d3-dsv": "2.0.0",
|
|
114
|
+
"epub2": "3.0.1",
|
|
121
115
|
"html-to-text": "9.0.5",
|
|
122
116
|
"json-schema-to-zod": "1.2.0",
|
|
123
117
|
"langchain": "0.0.198",
|
|
@@ -133,8 +127,8 @@
|
|
|
133
127
|
"typeorm": "0.3.17",
|
|
134
128
|
"zod": "3.22.4",
|
|
135
129
|
"zod-to-json-schema": "3.22.0",
|
|
136
|
-
"n8n-workflow": "1.19.
|
|
137
|
-
"n8n-nodes-base": "1.19.
|
|
130
|
+
"n8n-workflow": "1.19.3",
|
|
131
|
+
"n8n-nodes-base": "1.19.3"
|
|
138
132
|
},
|
|
139
133
|
"scripts": {
|
|
140
134
|
"clean": "rimraf dist .turbo",
|
|
@@ -1,6 +0,0 @@
|
|
|
1
|
-
import { type IExecuteFunctions, type INodeType, type INodeTypeDescription, type SupplyData } from 'n8n-workflow';
|
|
2
|
-
import '@tensorflow/tfjs-backend-cpu';
|
|
3
|
-
export declare class EmbeddingsTensorFlow implements INodeType {
|
|
4
|
-
description: INodeTypeDescription;
|
|
5
|
-
supplyData(this: IExecuteFunctions): Promise<SupplyData>;
|
|
6
|
-
}
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.EmbeddingsTensorFlow = void 0;
|
|
4
|
-
require("@tensorflow/tfjs-backend-cpu");
|
|
5
|
-
const tensorflow_1 = require("langchain/embeddings/tensorflow");
|
|
6
|
-
const logWrapper_1 = require("../../../utils/logWrapper");
|
|
7
|
-
const sharedFields_1 = require("../../../utils/sharedFields");
|
|
8
|
-
class EmbeddingsTensorFlow {
|
|
9
|
-
constructor() {
|
|
10
|
-
this.description = {
|
|
11
|
-
displayName: 'Embeddings TensorFlow',
|
|
12
|
-
name: 'embeddingsTensorFlow',
|
|
13
|
-
icon: 'file:tensorflow.svg',
|
|
14
|
-
group: ['transform'],
|
|
15
|
-
version: 1,
|
|
16
|
-
description: 'Use Embeddings TensorFlow',
|
|
17
|
-
defaults: {
|
|
18
|
-
name: 'Embeddings TensorFlow',
|
|
19
|
-
},
|
|
20
|
-
codex: {
|
|
21
|
-
categories: ['AI'],
|
|
22
|
-
subcategories: {
|
|
23
|
-
AI: ['Embeddings'],
|
|
24
|
-
},
|
|
25
|
-
resources: {
|
|
26
|
-
primaryDocumentation: [
|
|
27
|
-
{
|
|
28
|
-
url: 'https://docs.n8n.io/integrations/builtin/cluster-nodes/sub-nodes/n8n-nodes-langchain.embeddingstensorflow/',
|
|
29
|
-
},
|
|
30
|
-
],
|
|
31
|
-
},
|
|
32
|
-
},
|
|
33
|
-
inputs: [],
|
|
34
|
-
outputs: ["ai_embedding"],
|
|
35
|
-
outputNames: ['Embeddings'],
|
|
36
|
-
properties: [
|
|
37
|
-
(0, sharedFields_1.getConnectionHintNoticeField)(["ai_vectorStore"]),
|
|
38
|
-
{
|
|
39
|
-
displayName: 'The TensorFlow model we use for generating embeddings is using 512-dimensional embeddings. Please make sure to use the same dimensionality for your vector store. Be aware that running this model with high-dimensional embeddings may result in high CPU usage on the machine.',
|
|
40
|
-
name: 'notice',
|
|
41
|
-
type: 'notice',
|
|
42
|
-
default: '',
|
|
43
|
-
},
|
|
44
|
-
],
|
|
45
|
-
};
|
|
46
|
-
}
|
|
47
|
-
async supplyData() {
|
|
48
|
-
this.logger.verbose('Supply data for embeddings tensorflow');
|
|
49
|
-
const embeddings = new tensorflow_1.TensorFlowEmbeddings({ maxConcurrency: Infinity });
|
|
50
|
-
return {
|
|
51
|
-
response: (0, logWrapper_1.logWrapper)(embeddings, this),
|
|
52
|
-
};
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
exports.EmbeddingsTensorFlow = EmbeddingsTensorFlow;
|
|
56
|
-
//# sourceMappingURL=EmbeddingsTensorFlow.node.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"EmbeddingsTensorFlow.node.js","sourceRoot":"","sources":["../../../../nodes/embeddings/EmbeddingsTensorFlow/EmbeddingsTensorFlow.node.ts"],"names":[],"mappings":";;;AAQA,wCAAsC;AACtC,gEAAuE;AACvE,0DAAuD;AACvD,8DAA2E;AAE3E,MAAa,oBAAoB;IAAjC;QACC,gBAAW,GAAyB;YACnC,WAAW,EAAE,uBAAuB;YACpC,IAAI,EAAE,sBAAsB;YAC5B,IAAI,EAAE,qBAAqB;YAC3B,KAAK,EAAE,CAAC,WAAW,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,2BAA2B;YACxC,QAAQ,EAAE;gBACT,IAAI,EAAE,uBAAuB;aAC7B;YAED,KAAK,EAAE;gBACN,UAAU,EAAE,CAAC,IAAI,CAAC;gBAClB,aAAa,EAAE;oBACd,EAAE,EAAE,CAAC,YAAY,CAAC;iBAClB;gBACD,SAAS,EAAE;oBACV,oBAAoB,EAAE;wBACrB;4BACC,GAAG,EAAE,4GAA4G;yBACjH;qBACD;iBACD;aACD;YAED,MAAM,EAAE,EAAE;YAEV,OAAO,EAAE,gBAAgC;YACzC,WAAW,EAAE,CAAC,YAAY,CAAC;YAC3B,UAAU,EAAE;gBACX,IAAA,2CAA4B,EAAC,kBAAkC,CAAC;gBAChE;oBACC,WAAW,EACV,kRAAkR;oBACnR,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,EAAE;iBACX;aACD;SACD,CAAC;IAUH,CAAC;IARA,KAAK,CAAC,UAAU;QACf,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,iCAAoB,CAAC,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,CAAC;QAE1E,OAAO;YACN,QAAQ,EAAE,IAAA,uBAAU,EAAC,UAAU,EAAE,IAAI,CAAC;SACtC,CAAC;IACH,CAAC;CACD;AAlDD,oDAkDC"}
|
|
@@ -1,49 +0,0 @@
|
|
|
1
|
-
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
|
|
2
|
-
<svg
|
|
3
|
-
xmlns:dc="http://purl.org/dc/elements/1.1/"
|
|
4
|
-
xmlns:cc="http://creativecommons.org/ns#"
|
|
5
|
-
xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
|
|
6
|
-
xmlns:svg="http://www.w3.org/2000/svg"
|
|
7
|
-
xmlns="http://www.w3.org/2000/svg"
|
|
8
|
-
id="svg8"
|
|
9
|
-
version="1.1"
|
|
10
|
-
viewBox="0 0 30.31081 32.499828"
|
|
11
|
-
height="122.83399"
|
|
12
|
-
width="114.56054">
|
|
13
|
-
<defs
|
|
14
|
-
id="defs2" />
|
|
15
|
-
<metadata
|
|
16
|
-
id="metadata5">
|
|
17
|
-
<rdf:RDF>
|
|
18
|
-
<cc:Work
|
|
19
|
-
rdf:about="">
|
|
20
|
-
<dc:format>image/svg+xml</dc:format>
|
|
21
|
-
<dc:type
|
|
22
|
-
rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
|
|
23
|
-
<dc:title></dc:title>
|
|
24
|
-
</cc:Work>
|
|
25
|
-
</rdf:RDF>
|
|
26
|
-
</metadata>
|
|
27
|
-
<g
|
|
28
|
-
transform="translate(-77.942529,-177.00005)"
|
|
29
|
-
id="layer1">
|
|
30
|
-
<g
|
|
31
|
-
id="g4550">
|
|
32
|
-
<path
|
|
33
|
-
style="fill:#e55b2d;fill-opacity:1"
|
|
34
|
-
d="m 360.04883,687.87305 v 18.89843 l 32.73047,18.89844 v -18.89844 z m -65.46289,18.89843 v 18.89844 l 16.36523,9.44727 V 716.2207 Z m 49.0957,9.44922 -16.36523,9.44922 v 56.69141 l 16.36523,9.44922 v -37.79493 l 16.36719,9.44922 v -18.89843 l -16.36719,-9.44922 z"
|
|
35
|
-
transform="scale(0.26458333)"
|
|
36
|
-
id="path4508" />
|
|
37
|
-
<path
|
|
38
|
-
style="fill:#ed8e24;fill-opacity:1"
|
|
39
|
-
d="m 360.04883,687.87305 -49.09766,28.34765 v 18.89649 l 32.73047,-18.89649 v 18.89649 l 16.36719,-9.44727 z m 49.09765,9.44922 -16.36718,9.44921 v 18.89844 l 16.36718,-9.44922 z m -32.73242,37.79492 -16.36523,9.44922 v 18.89843 l 16.36523,-9.44922 z m -16.36523,28.34765 -16.36719,-9.44922 v 37.79493 l 16.36719,-9.44922 z"
|
|
40
|
-
transform="scale(0.26458333)"
|
|
41
|
-
id="path4491" />
|
|
42
|
-
<path
|
|
43
|
-
style="fill:#f8bf3c;fill-opacity:1"
|
|
44
|
-
d="m 360.04883,668.97656 -65.46289,37.79492 16.36523,9.44922 49.09766,-28.34765 32.73047,18.89843 16.36718,-9.44921 z m 0,56.69336 -16.36719,9.44727 16.36719,9.44922 16.36523,-9.44922 z"
|
|
45
|
-
transform="scale(0.26458333)"
|
|
46
|
-
id="path4506" />
|
|
47
|
-
</g>
|
|
48
|
-
</g>
|
|
49
|
-
</svg>
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
/// <reference types="node" />
|
|
2
|
-
import { parseEpub } from '@gxl/epub-parser';
|
|
3
|
-
import { BaseDocumentLoader } from 'langchain/document_loaders/base';
|
|
4
|
-
import { Document } from 'langchain/document';
|
|
5
|
-
export declare class N8nEPubLoader extends BaseDocumentLoader {
|
|
6
|
-
file: Buffer;
|
|
7
|
-
private splitChapters;
|
|
8
|
-
constructor(file: Buffer, { splitChapters }?: {
|
|
9
|
-
splitChapters?: boolean | undefined;
|
|
10
|
-
});
|
|
11
|
-
protected parse(epub: ReturnType<typeof parseEpub>): Promise<Array<{
|
|
12
|
-
pageContent: string;
|
|
13
|
-
metadata?: object;
|
|
14
|
-
}>>;
|
|
15
|
-
load(): Promise<Document[]>;
|
|
16
|
-
}
|
package/dist/utils/EpubLoader.js
DELETED
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.N8nEPubLoader = void 0;
|
|
4
|
-
const epub_parser_1 = require("@gxl/epub-parser");
|
|
5
|
-
const base_1 = require("langchain/document_loaders/base");
|
|
6
|
-
const document_1 = require("langchain/document");
|
|
7
|
-
const html_to_text_1 = require("html-to-text");
|
|
8
|
-
class N8nEPubLoader extends base_1.BaseDocumentLoader {
|
|
9
|
-
constructor(file, { splitChapters = true } = {}) {
|
|
10
|
-
super();
|
|
11
|
-
this.file = file;
|
|
12
|
-
this.splitChapters = splitChapters;
|
|
13
|
-
}
|
|
14
|
-
async parse(epub) {
|
|
15
|
-
var _a;
|
|
16
|
-
const parsed = await epub;
|
|
17
|
-
const chapters = await Promise.all(((_a = parsed.sections) !== null && _a !== void 0 ? _a : []).map(async (chapter) => {
|
|
18
|
-
if (!chapter.id)
|
|
19
|
-
return null;
|
|
20
|
-
const html = chapter.htmlString;
|
|
21
|
-
if (!html)
|
|
22
|
-
return null;
|
|
23
|
-
return {
|
|
24
|
-
html,
|
|
25
|
-
title: chapter.id,
|
|
26
|
-
};
|
|
27
|
-
}));
|
|
28
|
-
return chapters.filter(Boolean).map((chapter) => ({
|
|
29
|
-
pageContent: (0, html_to_text_1.htmlToText)(chapter.html),
|
|
30
|
-
metadata: {
|
|
31
|
-
...(chapter.title && { chapter: chapter.title }),
|
|
32
|
-
},
|
|
33
|
-
}));
|
|
34
|
-
}
|
|
35
|
-
async load() {
|
|
36
|
-
const epub = (0, epub_parser_1.parseEpub)(this.file, { type: 'buffer' });
|
|
37
|
-
const parsed = await this.parse(epub);
|
|
38
|
-
return this.splitChapters
|
|
39
|
-
? parsed.map((chapter) => new document_1.Document({
|
|
40
|
-
pageContent: chapter.pageContent,
|
|
41
|
-
metadata: {
|
|
42
|
-
...chapter.metadata,
|
|
43
|
-
},
|
|
44
|
-
}))
|
|
45
|
-
: [
|
|
46
|
-
new document_1.Document({
|
|
47
|
-
pageContent: parsed.map((chapter) => chapter.pageContent).join('\n\n'),
|
|
48
|
-
}),
|
|
49
|
-
];
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
exports.N8nEPubLoader = N8nEPubLoader;
|
|
53
|
-
//# sourceMappingURL=EpubLoader.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"EpubLoader.js","sourceRoot":"","sources":["../../utils/EpubLoader.ts"],"names":[],"mappings":";;;AAEA,kDAA6C;AAC7C,0DAAqE;AACrE,iDAA8C;AAC9C,+CAA0C;AAK1C,MAAa,aAAc,SAAQ,yBAAkB;IAGpD,YACQ,IAAY,EACnB,EAAE,aAAa,GAAG,IAAI,EAAE,GAAG,EAAE;QAE7B,KAAK,EAAE,CAAC;QAHD,SAAI,GAAJ,IAAI,CAAQ;QAInB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACpC,CAAC;IASS,KAAK,CAAC,KAAK,CACpB,IAAkC;;QAIlC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC;QAE1B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CACjC,CAAC,MAAA,MAAM,CAAC,QAAQ,mCAAI,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YAC7C,IAAI,CAAC,OAAO,CAAC,EAAE;gBAAE,OAAO,IAAa,CAAC;YAEtC,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC;YAChC,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAa,CAAC;YAEhC,OAAO;gBACN,IAAI;gBACJ,KAAK,EAAE,OAAO,CAAC,EAAE;aACjB,CAAC;QACH,CAAC,CAAC,CACF,CAAC;QACF,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACjD,WAAW,EAAE,IAAA,yBAAU,EAAC,OAAO,CAAC,IAAI,CAAC;YACrC,QAAQ,EAAE;gBACT,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;aAChD;SACD,CAAC,CAAC,CAAC;IACL,CAAC;IAOM,KAAK,CAAC,IAAI;QAChB,MAAM,IAAI,GAAG,IAAA,uBAAS,EAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEtC,OAAO,IAAI,CAAC,aAAa;YACxB,CAAC,CAAC,MAAM,CAAC,GAAG,CACV,CAAC,OAAO,EAAE,EAAE,CACX,IAAI,mBAAQ,CAAC;gBACZ,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,QAAQ,EAAE;oBACT,GAAG,OAAO,CAAC,QAAQ;iBACnB;aACD,CAAC,CACF;YACH,CAAC,CAAC;gBACA,IAAI,mBAAQ,CAAC;oBACZ,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;iBACtE,CAAC;aACD,CAAC;IACN,CAAC;CACD;AAvED,sCAuEC"}
|