n8n-core 2.22.3 → 2.23.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/binary-data/object-store/object-store.service.ee.d.ts +3 -2
- package/dist/binary-data/object-store/object-store.service.ee.js +6 -1
- package/dist/binary-data/object-store/object-store.service.ee.js.map +1 -1
- package/dist/binary-data/object-store.manager.d.ts +1 -1
- package/dist/binary-data/object-store.manager.js +2 -2
- package/dist/binary-data/object-store.manager.js.map +1 -1
- package/dist/binary-data/utils.d.ts +2 -1
- package/dist/binary-data/utils.js +50 -0
- package/dist/binary-data/utils.js.map +1 -1
- package/dist/build.tsbuildinfo +1 -1
- package/dist/execution-engine/execution-context.d.ts +3 -2
- package/dist/execution-engine/execution-context.js +3 -0
- package/dist/execution-engine/execution-context.js.map +1 -1
- package/dist/execution-engine/execution-context.service.d.ts +1 -0
- package/dist/execution-engine/execution-context.service.js +8 -0
- package/dist/execution-engine/execution-context.service.js.map +1 -1
- package/dist/execution-engine/index.d.ts +1 -0
- package/dist/execution-engine/index.js.map +1 -1
- package/dist/execution-engine/node-execution-context/base-execute-context.d.ts +1 -0
- package/dist/execution-engine/node-execution-context/base-execute-context.js.map +1 -1
- package/dist/execution-engine/node-execution-context/execute-context.d.ts +1 -0
- package/dist/execution-engine/node-execution-context/execute-context.js +3 -0
- package/dist/execution-engine/node-execution-context/execute-context.js.map +1 -1
- package/dist/execution-engine/node-execution-context/execute-single-context.d.ts +2 -1
- package/dist/execution-engine/node-execution-context/execute-single-context.js +3 -0
- package/dist/execution-engine/node-execution-context/execute-single-context.js.map +1 -1
- package/dist/execution-engine/node-execution-context/utils/execution-metadata.js +2 -2
- package/dist/execution-engine/node-execution-context/utils/execution-metadata.js.map +1 -1
- package/dist/nodes-loader/directory-loader.js +2 -1
- package/dist/nodes-loader/directory-loader.js.map +1 -1
- package/dist/utils/assertions.d.ts +2 -1
- package/dist/utils/assertions.js.map +1 -1
- package/package.json +13 -13
|
@@ -16,11 +16,12 @@ export declare class ObjectStoreService {
|
|
|
16
16
|
setReady(newState: boolean): void;
|
|
17
17
|
checkConnection(): Promise<void>;
|
|
18
18
|
put(filename: string, buffer: Buffer, metadata?: BinaryData.PreWriteMetadata): Promise<import("@aws-sdk/client-s3").PutObjectCommandOutput>;
|
|
19
|
-
get(fileId: string,
|
|
19
|
+
get(fileId: string, opts: {
|
|
20
20
|
mode: 'buffer';
|
|
21
21
|
}): Promise<Buffer>;
|
|
22
|
-
get(fileId: string,
|
|
22
|
+
get(fileId: string, opts: {
|
|
23
23
|
mode: 'stream';
|
|
24
|
+
chunkSize?: number;
|
|
24
25
|
}): Promise<Readable>;
|
|
25
26
|
getMetadata(fileId: string): Promise<MetadataResponseHeaders>;
|
|
26
27
|
deleteOne(fileId: string): Promise<import("@aws-sdk/client-s3").DeleteObjectCommandOutput>;
|
|
@@ -93,7 +93,7 @@ let ObjectStoreService = class ObjectStoreService {
|
|
|
93
93
|
this.handleS3Error(e);
|
|
94
94
|
}
|
|
95
95
|
}
|
|
96
|
-
async get(fileId, { mode }) {
|
|
96
|
+
async get(fileId, { mode, chunkSize = 0 }) {
|
|
97
97
|
this.logger.debug('Sending GET request to S3', { bucket: this.bucket, key: fileId });
|
|
98
98
|
const command = new client_s3_1.GetObjectCommand({
|
|
99
99
|
Bucket: this.bucket,
|
|
@@ -125,6 +125,11 @@ let ObjectStoreService = class ObjectStoreService {
|
|
|
125
125
|
});
|
|
126
126
|
body.on('error', (error) => wrapper.destroy(error));
|
|
127
127
|
body.pipe(wrapper);
|
|
128
|
+
if (chunkSize > 0) {
|
|
129
|
+
const rechunker = (0, utils_1.createFixedSizeChunker)(chunkSize);
|
|
130
|
+
(0, node_stream_1.pipeline)(wrapper, rechunker, () => { });
|
|
131
|
+
return rechunker;
|
|
132
|
+
}
|
|
128
133
|
return wrapper;
|
|
129
134
|
}
|
|
130
135
|
const { Body: body } = await this.s3Client.send(command);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"object-store.service.ee.js","sourceRoot":"","sources":["../../../src/binary-data/object-store/object-store.service.ee.ts"],"names":[],"mappings":";;;;;;;;;;;;AAMA,kDAS4B;AAC5B,wDAA6C;AAC7C,gCAAkC;AAClC,+CAA4D;AAC5D,6CAAyC;AACzC,
|
|
1
|
+
{"version":3,"file":"object-store.service.ee.js","sourceRoot":"","sources":["../../../src/binary-data/object-store/object-store.service.ee.ts"],"names":[],"mappings":";;;;;;;;;;;;AAMA,kDAS4B;AAC5B,wDAA6C;AAC7C,gCAAkC;AAClC,+CAA4D;AAC5D,6CAAyC;AACzC,6CAA8D;AAE9D,+DAA0D;AAG1D,oCAAkE;AAG3D,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAO9B,YACkB,MAAc,EACd,QAA2B;QAD3B,WAAM,GAAN,MAAM,CAAQ;QACd,aAAQ,GAAR,QAAQ,CAAmB;QANrC,YAAO,GAAG,KAAK,CAAC;QAQvB,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;QAC5B,IAAI,MAAM,CAAC,IAAI,KAAK,EAAE,EAAE,CAAC;YACxB,MAAM,IAAI,8BAAe,CACxB,gGAAgG,CAChG,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,oBAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;IACtD,CAAC;IAGD,eAAe;QACd,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC3E,MAAM,YAAY,GAAmB,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,QAAQ,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5D,IAAI,QAAQ,EAAE,CAAC;YACd,YAAY,CAAC,QAAQ,GAAG,QAAQ,CAAC;YACjC,YAAY,CAAC,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC5D,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC1B,YAAY,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QACrC,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,CAAC;YACjC,YAAY,CAAC,WAAW,GAAG;gBAC1B,WAAW,EAAE,WAAW,CAAC,SAAS;gBAClC,eAAe,EAAE,WAAW,CAAC,YAAY;aACzC,CAAC;QACH,CAAC;QACD,YAAY,CAAC,WAAW,GAAG,WAAW,CAAC;QACvC,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,IAAI;QACT,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC;IAED,QAAQ,CAAC,QAAiB;QACzB,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC;IACzB,CAAC;IAKD,KAAK,CAAC,eAAe;QACpB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,IAAI,CAAC;YACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/E,MAAM,OAAO,GAAG,IAAI,6BAAiB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/D,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;IACF,CAAC;IAKD,KAAK,CAAC,GAAG,CAAC,QAAgB,EAAE,MAAc,EAAE,WAAwC,EAAE;QACrF,IAAI,CAAC;YACJ,MAAM,MAAM,GAA0B;gBACrC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,EAAE,QAAQ;gBACb,IAAI,EAAE,MAAM;gBACZ,aAAa,EAAE,MAAM,CAAC,MAAM;gBAC5B,UAAU,EAAE,IAAA,wBAAU,EAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;aAC7D,CAAC;YAEF,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACvB,MAAM,CAAC,QAAQ,GAAG,EAAE,QAAQ,EAAE,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvE,CAAC;YAED,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACvB,MAAM,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC;YACxC,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,SAAS,EAAE,GAAG,MAAM,CAAC;YAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YACtE,MAAM,OAAO,GAAG,IAAI,4BAAgB,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;IACF,CAAC;IAYD,KAAK,CAAC,GAAG,CACR,MAAc,EACd,EAAE,IAAI,EAAE,SAAS,GAAG,CAAC,EAAqD;QAE1E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;QAErF,MAAM,OAAO,GAAG,IAAI,4BAAgB,CAAC;YACpC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,EAAE,MAAM;SACX,CAAC,CAAC;QAEH,IAAI,CAAC;YACJ,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvB,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;gBAC9C,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE;oBACxD,WAAW,EAAE,eAAe,CAAC,MAAM;iBACnC,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI;oBAAE,MAAM,IAAI,8BAAe,CAAC,8BAA8B,CAAC,CAAC;gBAErE,IAAI,CAAC,CAAC,IAAI,YAAY,sBAAQ,CAAC,EAAE,CAAC;oBACjC,MAAM,IAAI,8BAAe,CAAC,6CAA6C,EAAE;wBACxE,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,IAAI,EAAE;qBAChC,CAAC,CAAC;gBACJ,CAAC;gBAKD,MAAM,OAAO,GAAG,IAAI,yBAAW,EAAE,CAAC;gBAClC,IAAI,iBAAiB,GAAG,KAAK,CAAC;gBAE9B,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACnB,iBAAiB,GAAG,IAAI,CAAC;gBAC1B,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;oBACxB,IAAI,CAAC,iBAAiB,EAAE,CAAC;wBACxB,eAAe,CAAC,KAAK,EAAE,CAAC;wBACxB,IAAI,CAAC,OAAO,EAAE,CAAC;oBAChB,CAAC;gBACF,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;gBACpD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAEnB,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;oBACnB,MAAM,SAAS,GAAG,IAAA,8BAAsB,EAAC,SAAS,CAAC,CAAC;oBACpD,IAAA,sBAAQ,EAAC,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;oBACvC,OAAO,SAAS,CAAC;gBAClB,CAAC;gBACD,OAAO,OAAO,CAAC;YAChB,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzD,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,8BAAe,CAAC,8BAA8B,CAAC,CAAC;YAErE,OAAO,MAAM,IAAA,sBAAc,EAAC,IAAgB,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,8BAAe;gBAAE,MAAM,CAAC,CAAC;YAC1C,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;IACF,CAAC;IAKD,KAAK,CAAC,WAAW,CAAC,MAAc;QAC/B,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,IAAI,6BAAiB,CAAC;gBACrC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,EAAE,MAAM;aACX,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;YACtF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAGnD,MAAM,OAAO,GAA4B,EAAE,CAAC;YAE5C,IAAI,QAAQ,CAAC,WAAW;gBAAE,OAAO,CAAC,cAAc,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC;YACzE,IAAI,QAAQ,CAAC,aAAa;gBAAE,OAAO,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YACvF,IAAI,QAAQ,CAAC,IAAI;gBAAE,OAAO,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;YAChD,IAAI,QAAQ,CAAC,YAAY;gBAAE,OAAO,CAAC,eAAe,CAAC,GAAG,QAAQ,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;YAG1F,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACvB,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;oBAC1D,OAAO,CAAC,cAAc,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC;wBACzC,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBACzD,CAAC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,OAAO,CAAC;QAChB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;IACF,CAAC;IAKD,KAAK,CAAC,SAAS,CAAC,MAAc;QAC7B,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,IAAI,+BAAmB,CAAC;gBACvC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,EAAE,MAAM;aACX,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;YACxF,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;IACF,CAAC;IAKD,KAAK,CAAC,UAAU,CAAC,MAAc;QAC9B,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAExC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAEjC,MAAM,MAAM,GAA8B;gBACzC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE;oBACP,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;iBACjD;aACD,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE;gBACtD,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,WAAW,EAAE,OAAO,CAAC,MAAM;aAC3B,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,gCAAoB,CAAC,MAAM,CAAC,CAAC;YACjD,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;IACF,CAAC;IAKD,KAAK,CAAC,IAAI,CAAC,MAAc;QACxB,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,IAAI,WAAW,GAAG,IAAI,CAAC;QACvB,IAAI,iBAAiB,CAAC;QAEtB,IAAI,CAAC;YACJ,OAAO,WAAW,EAAE,CAAC;gBACpB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;gBAEnE,IAAI,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAClC,CAAC;gBAED,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;gBACnC,iBAAiB,GAAG,QAAQ,CAAC,qBAAqB,CAAC;YACpD,CAAC;YAED,OAAO,KAAK,CAAC;QACd,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;IACF,CAAC;IAKD,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,iBAA0B;QAC3D,IAAI,CAAC;YACJ,MAAM,MAAM,GAA8B;gBACzC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE,MAAM;aACd,CAAC;YAEF,IAAI,iBAAiB,EAAE,CAAC;gBACvB,MAAM,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;YAC9C,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YACjF,MAAM,OAAO,GAAG,IAAI,gCAAoB,CAAC,MAAM,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAGnD,MAAM,QAAQ,GACb,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACjC,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,EAAE;gBACnB,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,IAAI,EAAE;gBACpD,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;gBACrB,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;gBACpB,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,EAAE;aACrC,CAAC,CAAC,IAAI,EAAE,CAAC;YAEX,OAAO;gBACN,QAAQ;gBACR,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,KAAK;gBAC1C,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;aACrD,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;IACF,CAAC;IAEO,aAAa,CAAC,CAAU;QAC/B,MAAM,KAAK,GAAG,IAAA,0BAAW,EAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,IAAI,8BAAe,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACvF,CAAC;CACD,CAAA;AA/TY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,YAAO,GAAE;qCASiB,uBAAM;QACJ,uCAAiB;GATjC,kBAAkB,CA+T9B"}
|
|
@@ -11,7 +11,7 @@ export declare class ObjectStoreManager implements BinaryData.Manager {
|
|
|
11
11
|
}>;
|
|
12
12
|
getPath(fileId: string): string;
|
|
13
13
|
getAsBuffer(fileId: string): Promise<Buffer<ArrayBufferLike>>;
|
|
14
|
-
getAsStream(fileId: string): Promise<Readable>;
|
|
14
|
+
getAsStream(fileId: string, chunkSize?: number): Promise<Readable>;
|
|
15
15
|
getMetadata(fileId: string): Promise<BinaryData.Metadata>;
|
|
16
16
|
copyByFileId(targetLocation: BinaryData.FileLocation, sourceFileId: string): Promise<string>;
|
|
17
17
|
copyByFilePath(targetLocation: BinaryData.FileLocation, sourcePath: string, metadata: BinaryData.PreWriteMetadata): Promise<{
|
|
@@ -37,8 +37,8 @@ let ObjectStoreManager = class ObjectStoreManager {
|
|
|
37
37
|
async getAsBuffer(fileId) {
|
|
38
38
|
return await this.objectStoreService.get(fileId, { mode: 'buffer' });
|
|
39
39
|
}
|
|
40
|
-
async getAsStream(fileId) {
|
|
41
|
-
return await this.objectStoreService.get(fileId, { mode: 'stream' });
|
|
40
|
+
async getAsStream(fileId, chunkSize) {
|
|
41
|
+
return await this.objectStoreService.get(fileId, { mode: 'stream', chunkSize });
|
|
42
42
|
}
|
|
43
43
|
async getMetadata(fileId) {
|
|
44
44
|
const { 'content-length': contentLength, 'content-type': contentType, 'x-amz-meta-filename': fileName, } = await this.objectStoreService.getMetadata(fileId);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"object-store.manager.js","sourceRoot":"","sources":["../../src/binary-data/object-store.manager.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,gCAAkC;AAClC,gEAAkC;AAElC,+BAAkC;AAElC,oFAA4E;AAE5E,mCAAyC;AAGlC,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC9B,YAA6B,kBAAsC;QAAtC,uBAAkB,GAAlB,kBAAkB,CAAoB;IAAG,CAAC;IAEvE,KAAK,CAAC,IAAI;QACT,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,KAAK,CACV,QAAiC,EACjC,cAAiC,EACjC,QAAqC;QAErC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,cAAc,CAAC,CAAC;QAEpD,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAE5D,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IAC5C,CAAC;IAED,OAAO,CAAC,MAAc;QACrB,OAAO,MAAM,CAAC;IACf,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc;QAC/B,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc;
|
|
1
|
+
{"version":3,"file":"object-store.manager.js","sourceRoot":"","sources":["../../src/binary-data/object-store.manager.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,gCAAkC;AAClC,gEAAkC;AAElC,+BAAkC;AAElC,oFAA4E;AAE5E,mCAAyC;AAGlC,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC9B,YAA6B,kBAAsC;QAAtC,uBAAkB,GAAlB,kBAAkB,CAAoB;IAAG,CAAC;IAEvE,KAAK,CAAC,IAAI;QACT,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,KAAK,CACV,QAAiC,EACjC,cAAiC,EACjC,QAAqC;QAErC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAc,EAAC,cAAc,CAAC,CAAC;QAEpD,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAE5D,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IAC5C,CAAC;IAED,OAAO,CAAC,MAAc;QACrB,OAAO,MAAM,CAAC;IACf,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc;QAC/B,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,SAAkB;QACnD,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,MAAc;QAC/B,MAAM,EACL,gBAAgB,EAAE,aAAa,EAC/B,cAAc,EAAE,WAAW,EAC3B,qBAAqB,EAAE,QAAQ,GAC/B,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAEtD,MAAM,QAAQ,GAAwB,EAAE,QAAQ,EAAE,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QAE1E,IAAI,WAAW;YAAE,QAAQ,CAAC,QAAQ,GAAG,WAAW,CAAC;QACjD,IAAI,QAAQ;YAAE,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAE3C,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,cAAuC,EAAE,YAAoB;QAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QAEnD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEvF,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAE5D,OAAO,YAAY,CAAC;IACrB,CAAC;IAKD,KAAK,CAAC,cAAc,CACnB,cAAuC,EACvC,UAAkB,EAClB,QAAqC;QAErC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAEjD,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;QAEtE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB,EAAE,SAAiB;QAChD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACjF,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAE7E,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;QACvE,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;IAMO,QAAQ,CAAC,QAAiC;QACjD,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;YACvB,KAAK,WAAW,CAAC,CAAC,CAAC;gBAClB,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,IAAI,MAAM,CAAC;gBACnD,OAAO,aAAa,QAAQ,CAAC,UAAU,eAAe,WAAW,gBAAgB,IAAA,SAAI,GAAE,EAAE,CAAC;YAC3F,CAAC;YACD,KAAK,QAAQ;gBACZ,OAAO,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,IAAA,SAAI,GAAE,EAAE,CAAC;QACpE,CAAC;IACF,CAAC;CACD,CAAA;AA/FY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,YAAO,GAAE;qCAEwC,4CAAkB;GADvD,kBAAkB,CA+F9B"}
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import type
|
|
1
|
+
import { Transform, type Readable } from 'node:stream';
|
|
2
2
|
import type { BinaryData } from './types';
|
|
3
3
|
export { assertDir, exists } from '@n8n/backend-common';
|
|
4
4
|
export declare function isStoredMode(mode: string): mode is BinaryData.StoredMode;
|
|
5
5
|
export declare function streamToBuffer(stream: Readable): Promise<Buffer<ArrayBufferLike>>;
|
|
6
6
|
export declare function binaryToBuffer(body: Buffer | Readable): Promise<Buffer<ArrayBufferLike>>;
|
|
7
|
+
export declare function createFixedSizeChunker(chunkSize: number): Transform;
|
|
7
8
|
export declare const FileLocation: {
|
|
8
9
|
ofExecution: (workflowId: string, executionId: string) => BinaryData.FileLocation;
|
|
9
10
|
ofCustom: ({ pathSegments, sourceType, sourceId, }: {
|
|
@@ -4,7 +4,9 @@ exports.FileLocation = exports.exists = exports.assertDir = void 0;
|
|
|
4
4
|
exports.isStoredMode = isStoredMode;
|
|
5
5
|
exports.streamToBuffer = streamToBuffer;
|
|
6
6
|
exports.binaryToBuffer = binaryToBuffer;
|
|
7
|
+
exports.createFixedSizeChunker = createFixedSizeChunker;
|
|
7
8
|
const n8n_workflow_1 = require("n8n-workflow");
|
|
9
|
+
const node_stream_1 = require("node:stream");
|
|
8
10
|
var backend_common_1 = require("@n8n/backend-common");
|
|
9
11
|
Object.defineProperty(exports, "assertDir", { enumerable: true, get: function () { return backend_common_1.assertDir; } });
|
|
10
12
|
Object.defineProperty(exports, "exists", { enumerable: true, get: function () { return backend_common_1.exists; } });
|
|
@@ -30,6 +32,54 @@ async function binaryToBuffer(body) {
|
|
|
30
32
|
return body;
|
|
31
33
|
return await streamToBuffer(body);
|
|
32
34
|
}
|
|
35
|
+
function createFixedSizeChunker(chunkSize) {
|
|
36
|
+
if (chunkSize <= 0) {
|
|
37
|
+
throw new n8n_workflow_1.UnexpectedError(`createFixedSizeChunker requires chunkSize > 0, got ${chunkSize}`);
|
|
38
|
+
}
|
|
39
|
+
const queue = [];
|
|
40
|
+
let queued = 0;
|
|
41
|
+
const take = (size) => {
|
|
42
|
+
const out = Buffer.allocUnsafe(size);
|
|
43
|
+
let written = 0;
|
|
44
|
+
while (written < size) {
|
|
45
|
+
const head = queue[0];
|
|
46
|
+
const need = size - written;
|
|
47
|
+
if (head.length <= need) {
|
|
48
|
+
head.copy(out, written);
|
|
49
|
+
written += head.length;
|
|
50
|
+
queue.shift();
|
|
51
|
+
}
|
|
52
|
+
else {
|
|
53
|
+
head.copy(out, written, 0, need);
|
|
54
|
+
queue[0] = head.subarray(need);
|
|
55
|
+
written += need;
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
queued -= size;
|
|
59
|
+
return out;
|
|
60
|
+
};
|
|
61
|
+
return new node_stream_1.Transform({
|
|
62
|
+
transform(chunk, _encoding, done) {
|
|
63
|
+
queue.push(chunk);
|
|
64
|
+
queued += chunk.length;
|
|
65
|
+
while (queued >= chunkSize) {
|
|
66
|
+
this.push(take(chunkSize));
|
|
67
|
+
}
|
|
68
|
+
done();
|
|
69
|
+
},
|
|
70
|
+
flush(done) {
|
|
71
|
+
if (queued > 0) {
|
|
72
|
+
this.push(take(queued));
|
|
73
|
+
}
|
|
74
|
+
done();
|
|
75
|
+
},
|
|
76
|
+
destroy(error, done) {
|
|
77
|
+
queue.length = 0;
|
|
78
|
+
queued = 0;
|
|
79
|
+
done(error);
|
|
80
|
+
},
|
|
81
|
+
});
|
|
82
|
+
}
|
|
33
83
|
exports.FileLocation = {
|
|
34
84
|
ofExecution: (workflowId, executionId) => ({
|
|
35
85
|
type: 'execution',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/binary-data/utils.ts"],"names":[],"mappings":";;;AASA,oCAEC;AAGD,wCAWC;AAGD,wCAGC;
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/binary-data/utils.ts"],"names":[],"mappings":";;;AASA,oCAEC;AAGD,wCAWC;AAGD,wCAGC;AAcD,wDAiDC;AA9FD,+CAA+C;AAC/C,6CAAuD;AAIvD,sDAAwD;AAA/C,2GAAA,SAAS,OAAA;AAAE,wGAAA,MAAM,OAAA;AAE1B,MAAM,YAAY,GAAG,CAAC,YAAY,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,CAAU,CAAC;AAEhF,SAAgB,YAAY,CAAC,IAAY;IACxC,OAAO,YAAY,CAAC,QAAQ,CAAC,IAA6B,CAAC,CAAC;AAC7D,CAAC;AAGM,KAAK,UAAU,cAAc,CAAC,MAAgB;IACpD,OAAO,MAAM,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACpD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACzD,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC9B,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;gBACnD,MAAM,CAAC,IAAI,8BAAe,CAAC,+BAA+B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;;gBACpE,MAAM,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC;AAGM,KAAK,UAAU,cAAc,CAAC,IAAuB;IAC3D,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,OAAO,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC;AAcD,SAAgB,sBAAsB,CAAC,SAAiB;IACvD,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,8BAAe,CAAC,sDAAsD,SAAS,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,MAAM,IAAI,GAAG,CAAC,IAAY,EAAU,EAAE;QACrC,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,OAAO,OAAO,GAAG,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,IAAI,GAAG,IAAI,GAAG,OAAO,CAAC;YAC5B,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBACxB,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC;gBACvB,KAAK,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;gBACjC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC/B,OAAO,IAAI,IAAI,CAAC;YACjB,CAAC;QACF,CAAC;QACD,MAAM,IAAI,IAAI,CAAC;QACf,OAAO,GAAG,CAAC;IACZ,CAAC,CAAC;IAEF,OAAO,IAAI,uBAAS,CAAC;QACpB,SAAS,CAAC,KAAa,EAAE,SAAS,EAAE,IAAI;YACvC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;YACvB,OAAO,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;YAC5B,CAAC;YACD,IAAI,EAAE,CAAC;QACR,CAAC;QACD,KAAK,CAAC,IAAI;YACT,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACzB,CAAC;YACD,IAAI,EAAE,CAAC;QACR,CAAC;QACD,OAAO,CAAC,KAAK,EAAE,IAAI;YAClB,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACjB,MAAM,GAAG,CAAC,CAAC;YACX,IAAI,CAAC,KAAK,CAAC,CAAC;QACb,CAAC;KACD,CAAC,CAAC;AACJ,CAAC;AAEY,QAAA,YAAY,GAAG;IAC3B,WAAW,EAAE,CAAC,UAAkB,EAAE,WAAmB,EAA2B,EAAE,CAAC,CAAC;QACnF,IAAI,EAAE,WAAW;QACjB,UAAU;QACV,WAAW;KACX,CAAC;IAMF,QAAQ,EAAE,CAAC,EACV,YAAY,EACZ,UAAU,EACV,QAAQ,GAKR,EAA2B,EAAE,CAAC,CAAC;QAC/B,IAAI,EAAE,QAAQ;QACd,YAAY;QACZ,UAAU;QACV,QAAQ;KACR,CAAC;CACF,CAAC"}
|