@webiny/app-file-manager-s3 5.35.2 → 5.36.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/MultiPartUploadAPI.d.ts +26 -0
- package/MultiPartUploadAPI.js +5 -0
- package/MultiPartUploadAPI.js.map +1 -0
- package/MultiPartUploadGraphQLAPI.d.ts +8 -0
- package/MultiPartUploadGraphQLAPI.js +99 -0
- package/MultiPartUploadGraphQLAPI.js.map +1 -0
- package/MultiPartUploadStrategy.d.ts +8 -0
- package/MultiPartUploadStrategy.js +83 -0
- package/MultiPartUploadStrategy.js.map +1 -0
- package/MultiPartUploader.d.ts +44 -0
- package/MultiPartUploader.js +301 -0
- package/MultiPartUploader.js.map +1 -0
- package/SimpleUploadStrategy.d.ts +6 -0
- package/SimpleUploadStrategy.js +88 -0
- package/SimpleUploadStrategy.js.map +1 -0
- package/graphql.d.ts +1 -0
- package/graphql.js +12 -0
- package/graphql.js.map +1 -0
- package/index.d.ts +5 -2
- package/index.js +25 -75
- package/index.js.map +1 -1
- package/package.json +7 -8
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { UploadedFile } from "@webiny/app/types";
|
|
2
|
+
export interface CreateUploadParams {
|
|
3
|
+
data: {
|
|
4
|
+
size: number;
|
|
5
|
+
name: string;
|
|
6
|
+
type: string;
|
|
7
|
+
};
|
|
8
|
+
numberOfParts: number;
|
|
9
|
+
}
|
|
10
|
+
export interface CompleteUploadParams {
|
|
11
|
+
fileKey: string;
|
|
12
|
+
uploadId: string;
|
|
13
|
+
}
|
|
14
|
+
export interface FilePart {
|
|
15
|
+
partNumber: number;
|
|
16
|
+
url: string;
|
|
17
|
+
}
|
|
18
|
+
export interface MultiPartUpload {
|
|
19
|
+
file: UploadedFile;
|
|
20
|
+
uploadId: string;
|
|
21
|
+
parts: FilePart[];
|
|
22
|
+
}
|
|
23
|
+
export interface MultiPartUploadAPI {
|
|
24
|
+
createUpload(params: CreateUploadParams): Promise<MultiPartUpload>;
|
|
25
|
+
completeUpload(params: CompleteUploadParams): Promise<boolean>;
|
|
26
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":[],"sources":["MultiPartUploadAPI.ts"],"sourcesContent":["import { UploadedFile } from \"@webiny/app/types\";\n\nexport interface CreateUploadParams {\n data: {\n size: number;\n name: string;\n type: string;\n };\n numberOfParts: number;\n}\n\nexport interface CompleteUploadParams {\n fileKey: string;\n uploadId: string;\n}\n\nexport interface FilePart {\n partNumber: number;\n url: string;\n}\n\nexport interface MultiPartUpload {\n file: UploadedFile;\n uploadId: string;\n parts: FilePart[];\n}\n\nexport interface MultiPartUploadAPI {\n createUpload(params: CreateUploadParams): Promise<MultiPartUpload>;\n completeUpload(params: CompleteUploadParams): Promise<boolean>;\n}\n"],"mappings":""}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { UploadOptions } from "@webiny/app/types";
|
|
2
|
+
import { CompleteUploadParams, CreateUploadParams, MultiPartUpload, MultiPartUploadAPI } from "./MultiPartUploadAPI";
|
|
3
|
+
export declare class MultiPartUploadGraphQLAPI implements MultiPartUploadAPI {
|
|
4
|
+
private client;
|
|
5
|
+
constructor(client: UploadOptions["apolloClient"]);
|
|
6
|
+
createUpload(params: CreateUploadParams): Promise<MultiPartUpload>;
|
|
7
|
+
completeUpload(params: CompleteUploadParams): Promise<boolean>;
|
|
8
|
+
}
|
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.MultiPartUploadGraphQLAPI = void 0;
|
|
8
|
+
var _taggedTemplateLiteral2 = _interopRequireDefault(require("@babel/runtime/helpers/taggedTemplateLiteral"));
|
|
9
|
+
var _regeneratorRuntime2 = _interopRequireDefault(require("@babel/runtime/helpers/regeneratorRuntime"));
|
|
10
|
+
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
11
|
+
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
12
|
+
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
13
|
+
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
14
|
+
var _graphqlTag = _interopRequireDefault(require("graphql-tag"));
|
|
15
|
+
var _templateObject, _templateObject2;
|
|
16
|
+
var MultiPartUploadGraphQLAPI = /*#__PURE__*/function () {
|
|
17
|
+
function MultiPartUploadGraphQLAPI(client) {
|
|
18
|
+
(0, _classCallCheck2.default)(this, MultiPartUploadGraphQLAPI);
|
|
19
|
+
(0, _defineProperty2.default)(this, "client", void 0);
|
|
20
|
+
this.client = client;
|
|
21
|
+
}
|
|
22
|
+
(0, _createClass2.default)(MultiPartUploadGraphQLAPI, [{
|
|
23
|
+
key: "createUpload",
|
|
24
|
+
value: function () {
|
|
25
|
+
var _createUpload = (0, _asyncToGenerator2.default)( /*#__PURE__*/(0, _regeneratorRuntime2.default)().mark(function _callee(params) {
|
|
26
|
+
var _yield$this$client$mu, data, errors;
|
|
27
|
+
return (0, _regeneratorRuntime2.default)().wrap(function _callee$(_context) {
|
|
28
|
+
while (1) switch (_context.prev = _context.next) {
|
|
29
|
+
case 0:
|
|
30
|
+
_context.next = 2;
|
|
31
|
+
return this.client.mutate({
|
|
32
|
+
mutation: CREATE_UPLOAD,
|
|
33
|
+
variables: params
|
|
34
|
+
});
|
|
35
|
+
case 2:
|
|
36
|
+
_yield$this$client$mu = _context.sent;
|
|
37
|
+
data = _yield$this$client$mu.data;
|
|
38
|
+
errors = _yield$this$client$mu.errors;
|
|
39
|
+
if (data) {
|
|
40
|
+
_context.next = 8;
|
|
41
|
+
break;
|
|
42
|
+
}
|
|
43
|
+
console.error(errors);
|
|
44
|
+
throw new Error("Failed to initialize a multi-part file upload!");
|
|
45
|
+
case 8:
|
|
46
|
+
return _context.abrupt("return", data.fileManager.createMultiPartUpload.data);
|
|
47
|
+
case 9:
|
|
48
|
+
case "end":
|
|
49
|
+
return _context.stop();
|
|
50
|
+
}
|
|
51
|
+
}, _callee, this);
|
|
52
|
+
}));
|
|
53
|
+
function createUpload(_x) {
|
|
54
|
+
return _createUpload.apply(this, arguments);
|
|
55
|
+
}
|
|
56
|
+
return createUpload;
|
|
57
|
+
}()
|
|
58
|
+
}, {
|
|
59
|
+
key: "completeUpload",
|
|
60
|
+
value: function () {
|
|
61
|
+
var _completeUpload = (0, _asyncToGenerator2.default)( /*#__PURE__*/(0, _regeneratorRuntime2.default)().mark(function _callee2(params) {
|
|
62
|
+
var _yield$this$client$mu2, data, errors;
|
|
63
|
+
return (0, _regeneratorRuntime2.default)().wrap(function _callee2$(_context2) {
|
|
64
|
+
while (1) switch (_context2.prev = _context2.next) {
|
|
65
|
+
case 0:
|
|
66
|
+
_context2.next = 2;
|
|
67
|
+
return this.client.mutate({
|
|
68
|
+
mutation: COMPLETE_UPLOAD,
|
|
69
|
+
variables: params
|
|
70
|
+
});
|
|
71
|
+
case 2:
|
|
72
|
+
_yield$this$client$mu2 = _context2.sent;
|
|
73
|
+
data = _yield$this$client$mu2.data;
|
|
74
|
+
errors = _yield$this$client$mu2.errors;
|
|
75
|
+
if (data) {
|
|
76
|
+
_context2.next = 8;
|
|
77
|
+
break;
|
|
78
|
+
}
|
|
79
|
+
console.error(errors);
|
|
80
|
+
throw new Error("Failed to complete a multi-part file upload!");
|
|
81
|
+
case 8:
|
|
82
|
+
return _context2.abrupt("return", data.fileManager.completeMultiPartUpload.data);
|
|
83
|
+
case 9:
|
|
84
|
+
case "end":
|
|
85
|
+
return _context2.stop();
|
|
86
|
+
}
|
|
87
|
+
}, _callee2, this);
|
|
88
|
+
}));
|
|
89
|
+
function completeUpload(_x2) {
|
|
90
|
+
return _completeUpload.apply(this, arguments);
|
|
91
|
+
}
|
|
92
|
+
return completeUpload;
|
|
93
|
+
}()
|
|
94
|
+
}]);
|
|
95
|
+
return MultiPartUploadGraphQLAPI;
|
|
96
|
+
}();
|
|
97
|
+
exports.MultiPartUploadGraphQLAPI = MultiPartUploadGraphQLAPI;
|
|
98
|
+
var CREATE_UPLOAD = (0, _graphqlTag.default)(_templateObject || (_templateObject = (0, _taggedTemplateLiteral2.default)(["\n mutation CreateMultiPartUpload($data: PreSignedPostPayloadInput!, $numberOfParts: Number!) {\n fileManager {\n createMultiPartUpload(data: $data, numberOfParts: $numberOfParts) {\n data {\n file {\n id\n key\n name\n size\n type\n }\n uploadId\n parts {\n partNumber\n url\n }\n }\n error {\n code\n message\n data\n }\n }\n }\n }\n"])));
|
|
99
|
+
var COMPLETE_UPLOAD = (0, _graphqlTag.default)(_templateObject2 || (_templateObject2 = (0, _taggedTemplateLiteral2.default)(["\n mutation CompleteMultiPartUpload($fileKey: String!, $uploadId: String!) {\n fileManager {\n completeMultiPartUpload(fileKey: $fileKey, uploadId: $uploadId) {\n data\n error {\n code\n message\n data\n }\n }\n }\n }\n"])));
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["MultiPartUploadGraphQLAPI","client","params","mutate","mutation","CREATE_UPLOAD","variables","data","errors","console","error","Error","fileManager","createMultiPartUpload","COMPLETE_UPLOAD","completeMultiPartUpload","gql"],"sources":["MultiPartUploadGraphQLAPI.ts"],"sourcesContent":["import { UploadOptions } from \"@webiny/app/types\";\nimport gql from \"graphql-tag\";\nimport {\n CompleteUploadParams,\n CreateUploadParams,\n MultiPartUpload,\n MultiPartUploadAPI\n} from \"~/MultiPartUploadAPI\";\n\nexport class MultiPartUploadGraphQLAPI implements MultiPartUploadAPI {\n private client: UploadOptions[\"apolloClient\"];\n\n constructor(client: UploadOptions[\"apolloClient\"]) {\n this.client = client;\n }\n\n async createUpload(params: CreateUploadParams): Promise<MultiPartUpload> {\n const { data, errors } = await this.client.mutate<CreateUploadResponse>({\n mutation: CREATE_UPLOAD,\n variables: params\n });\n\n if (!data) {\n console.error(errors);\n throw new Error(`Failed to initialize a multi-part file upload!`);\n }\n\n return data.fileManager.createMultiPartUpload.data;\n }\n\n async completeUpload(params: CompleteUploadParams): Promise<boolean> {\n const { data, errors } = await this.client.mutate<CompleteUploadResponse>({\n mutation: COMPLETE_UPLOAD,\n variables: params\n });\n\n if (!data) {\n console.error(errors);\n throw new Error(`Failed to complete a multi-part file upload!`);\n }\n\n return data.fileManager.completeMultiPartUpload.data;\n }\n}\n\nconst CREATE_UPLOAD = gql`\n mutation CreateMultiPartUpload($data: PreSignedPostPayloadInput!, $numberOfParts: Number!) {\n fileManager {\n createMultiPartUpload(data: $data, numberOfParts: $numberOfParts) {\n data {\n file {\n id\n key\n name\n size\n type\n }\n uploadId\n parts {\n partNumber\n url\n }\n }\n error {\n code\n message\n data\n }\n }\n }\n }\n`;\n\ninterface CreateUploadResponse {\n fileManager: {\n createMultiPartUpload: {\n data: MultiPartUpload;\n error: {\n code: string;\n message: string;\n data: Record<string, any>;\n };\n };\n };\n}\n\nconst COMPLETE_UPLOAD = gql`\n mutation CompleteMultiPartUpload($fileKey: String!, $uploadId: String!) {\n fileManager {\n completeMultiPartUpload(fileKey: $fileKey, uploadId: $uploadId) {\n data\n error {\n code\n message\n data\n }\n }\n }\n }\n`;\n\ninterface CompleteUploadResponse {\n fileManager: {\n completeMultiPartUpload: {\n data: boolean;\n error: {\n code: string;\n message: string;\n data: Record<string, any>;\n };\n };\n };\n}\n"],"mappings":";;;;;;;;;;;;;AACA;AAA8B;AAAA,IAQjBA,yBAAyB;EAGlC,mCAAYC,MAAqC,EAAE;IAAA;IAAA;IAC/C,IAAI,CAACA,MAAM,GAAGA,MAAM;EACxB;EAAC;IAAA;IAAA;MAAA,2GAED,iBAAmBC,MAA0B;QAAA;QAAA;UAAA;YAAA;cAAA;cAAA,OACV,IAAI,CAACD,MAAM,CAACE,MAAM,CAAuB;gBACpEC,QAAQ,EAAEC,aAAa;gBACvBC,SAAS,EAAEJ;cACf,CAAC,CAAC;YAAA;cAAA;cAHMK,IAAI,yBAAJA,IAAI;cAAEC,MAAM,yBAANA,MAAM;cAAA,IAKfD,IAAI;gBAAA;gBAAA;cAAA;cACLE,OAAO,CAACC,KAAK,CAACF,MAAM,CAAC;cAAC,MAChB,IAAIG,KAAK,kDAAkD;YAAA;cAAA,iCAG9DJ,IAAI,CAACK,WAAW,CAACC,qBAAqB,CAACN,IAAI;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA,CACrD;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA;MAAA,6GAED,kBAAqBL,MAA4B;QAAA;QAAA;UAAA;YAAA;cAAA;cAAA,OACd,IAAI,CAACD,MAAM,CAACE,MAAM,CAAyB;gBACtEC,QAAQ,EAAEU,eAAe;gBACzBR,SAAS,EAAEJ;cACf,CAAC,CAAC;YAAA;cAAA;cAHMK,IAAI,0BAAJA,IAAI;cAAEC,MAAM,0BAANA,MAAM;cAAA,IAKfD,IAAI;gBAAA;gBAAA;cAAA;cACLE,OAAO,CAACC,KAAK,CAACF,MAAM,CAAC;cAAC,MAChB,IAAIG,KAAK,gDAAgD;YAAA;cAAA,kCAG5DJ,IAAI,CAACK,WAAW,CAACG,uBAAuB,CAACR,IAAI;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA,CACvD;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;EAAA;AAAA;AAAA;AAGL,IAAMF,aAAa,OAAGW,mBAAG,k0BA0BxB;AAeD,IAAMF,eAAe,OAAGE,mBAAG,icAa1B"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/// <reference types="web" />
|
|
2
|
+
import { UploadedFile, UploadOptions } from "@webiny/app/types";
|
|
3
|
+
import { FileUploadStrategy } from "./index";
|
|
4
|
+
export declare class MultiPartUploadStrategy implements FileUploadStrategy {
|
|
5
|
+
upload(file: File, options: UploadOptions): Promise<UploadedFile>;
|
|
6
|
+
private detectChunkSize;
|
|
7
|
+
private detectParallelChunks;
|
|
8
|
+
}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.MultiPartUploadStrategy = void 0;
|
|
8
|
+
var _regeneratorRuntime2 = _interopRequireDefault(require("@babel/runtime/helpers/regeneratorRuntime"));
|
|
9
|
+
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
10
|
+
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
11
|
+
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
12
|
+
var _MultiPartUploader = require("./MultiPartUploader");
|
|
13
|
+
var _MultiPartUploadGraphQLAPI = require("./MultiPartUploadGraphQLAPI");
|
|
14
|
+
var MultiPartUploadStrategy = /*#__PURE__*/function () {
|
|
15
|
+
function MultiPartUploadStrategy() {
|
|
16
|
+
(0, _classCallCheck2.default)(this, MultiPartUploadStrategy);
|
|
17
|
+
}
|
|
18
|
+
(0, _createClass2.default)(MultiPartUploadStrategy, [{
|
|
19
|
+
key: "upload",
|
|
20
|
+
value: function () {
|
|
21
|
+
var _upload = (0, _asyncToGenerator2.default)( /*#__PURE__*/(0, _regeneratorRuntime2.default)().mark(function _callee(file, options) {
|
|
22
|
+
var api, uploader;
|
|
23
|
+
return (0, _regeneratorRuntime2.default)().wrap(function _callee$(_context) {
|
|
24
|
+
while (1) switch (_context.prev = _context.next) {
|
|
25
|
+
case 0:
|
|
26
|
+
api = new _MultiPartUploadGraphQLAPI.MultiPartUploadGraphQLAPI(options.apolloClient);
|
|
27
|
+
uploader = new _MultiPartUploader.MultiPartUploader(api, {
|
|
28
|
+
chunkSize: this.detectChunkSize(),
|
|
29
|
+
parallelUploads: this.detectParallelChunks()
|
|
30
|
+
});
|
|
31
|
+
if (options.onProgress) {
|
|
32
|
+
uploader.onProgress(options.onProgress);
|
|
33
|
+
}
|
|
34
|
+
return _context.abrupt("return", uploader.uploadFile(file));
|
|
35
|
+
case 4:
|
|
36
|
+
case "end":
|
|
37
|
+
return _context.stop();
|
|
38
|
+
}
|
|
39
|
+
}, _callee, this);
|
|
40
|
+
}));
|
|
41
|
+
function upload(_x, _x2) {
|
|
42
|
+
return _upload.apply(this, arguments);
|
|
43
|
+
}
|
|
44
|
+
return upload;
|
|
45
|
+
}()
|
|
46
|
+
}, {
|
|
47
|
+
key: "detectChunkSize",
|
|
48
|
+
value: function detectChunkSize() {
|
|
49
|
+
var envSize = parseInt(process.env.WEBINY_FILE_UPLOAD_CHUNK_SIZE || "0");
|
|
50
|
+
|
|
51
|
+
// For dev purposes, we take this global var into consideration.
|
|
52
|
+
if (process.env.NODE_ENV === "development") {
|
|
53
|
+
// @ts-ignore
|
|
54
|
+
var windowSize = window["fmUploadChunkSize"];
|
|
55
|
+
if (windowSize) {
|
|
56
|
+
return windowSize;
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
// As a last resort, we check the baked in value, or fall back to 50MB chunk size.
|
|
61
|
+
return envSize || 50;
|
|
62
|
+
}
|
|
63
|
+
}, {
|
|
64
|
+
key: "detectParallelChunks",
|
|
65
|
+
value: function detectParallelChunks() {
|
|
66
|
+
var envChunks = parseInt(process.env.WEBINY_FILE_UPLOAD_PARALLEL_CHUNKS || "0");
|
|
67
|
+
|
|
68
|
+
// For dev purposes, we take this global var into consideration.
|
|
69
|
+
if (process.env.NODE_ENV === "development") {
|
|
70
|
+
// @ts-ignore
|
|
71
|
+
var windowChunks = window["fmUploadParallelChunks"];
|
|
72
|
+
if (windowChunks) {
|
|
73
|
+
return windowChunks;
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
// As a last resort, we check the baked in value, or fall back to 5 parallel chunks.
|
|
78
|
+
return envChunks || 5;
|
|
79
|
+
}
|
|
80
|
+
}]);
|
|
81
|
+
return MultiPartUploadStrategy;
|
|
82
|
+
}();
|
|
83
|
+
exports.MultiPartUploadStrategy = MultiPartUploadStrategy;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["MultiPartUploadStrategy","file","options","api","MultiPartUploadGraphQLAPI","apolloClient","uploader","MultiPartUploader","chunkSize","detectChunkSize","parallelUploads","detectParallelChunks","onProgress","uploadFile","envSize","parseInt","process","env","WEBINY_FILE_UPLOAD_CHUNK_SIZE","NODE_ENV","windowSize","window","envChunks","WEBINY_FILE_UPLOAD_PARALLEL_CHUNKS","windowChunks"],"sources":["MultiPartUploadStrategy.ts"],"sourcesContent":["import { UploadedFile, UploadOptions } from \"@webiny/app/types\";\nimport { FileUploadStrategy } from \"~/index\";\nimport { MultiPartUploader } from \"~/MultiPartUploader\";\nimport { MultiPartUploadGraphQLAPI } from \"~/MultiPartUploadGraphQLAPI\";\n\nexport class MultiPartUploadStrategy implements FileUploadStrategy {\n async upload(file: File, options: UploadOptions): Promise<UploadedFile> {\n const api = new MultiPartUploadGraphQLAPI(options.apolloClient);\n\n const uploader = new MultiPartUploader(api, {\n chunkSize: this.detectChunkSize(),\n parallelUploads: this.detectParallelChunks()\n });\n\n if (options.onProgress) {\n uploader.onProgress(options.onProgress);\n }\n return uploader.uploadFile(file);\n }\n\n private detectChunkSize(): number {\n const envSize = parseInt(process.env.WEBINY_FILE_UPLOAD_CHUNK_SIZE || \"0\");\n\n // For dev purposes, we take this global var into consideration.\n if (process.env.NODE_ENV === \"development\") {\n // @ts-ignore\n const windowSize = window[\"fmUploadChunkSize\"];\n if (windowSize) {\n return windowSize;\n }\n }\n\n // As a last resort, we check the baked in value, or fall back to 50MB chunk size.\n return envSize || 50;\n }\n\n private detectParallelChunks(): number {\n const envChunks = parseInt(process.env.WEBINY_FILE_UPLOAD_PARALLEL_CHUNKS || \"0\");\n\n // For dev purposes, we take this global var into consideration.\n if (process.env.NODE_ENV === \"development\") {\n // @ts-ignore\n const windowChunks = window[\"fmUploadParallelChunks\"];\n if (windowChunks) {\n return windowChunks;\n }\n }\n\n // As a last resort, we check the baked in value, or fall back to 5 parallel chunks.\n return envChunks || 5;\n }\n}\n"],"mappings":";;;;;;;;;;;AAEA;AACA;AAAwE,IAE3DA,uBAAuB;EAAA;IAAA;EAAA;EAAA;IAAA;IAAA;MAAA,qGAChC,iBAAaC,IAAU,EAAEC,OAAsB;QAAA;QAAA;UAAA;YAAA;cACrCC,GAAG,GAAG,IAAIC,oDAAyB,CAACF,OAAO,CAACG,YAAY,CAAC;cAEzDC,QAAQ,GAAG,IAAIC,oCAAiB,CAACJ,GAAG,EAAE;gBACxCK,SAAS,EAAE,IAAI,CAACC,eAAe,EAAE;gBACjCC,eAAe,EAAE,IAAI,CAACC,oBAAoB;cAC9C,CAAC,CAAC;cAEF,IAAIT,OAAO,CAACU,UAAU,EAAE;gBACpBN,QAAQ,CAACM,UAAU,CAACV,OAAO,CAACU,UAAU,CAAC;cAC3C;cAAC,iCACMN,QAAQ,CAACO,UAAU,CAACZ,IAAI,CAAC;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA,CACnC;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA,OAED,2BAAkC;MAC9B,IAAMa,OAAO,GAAGC,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACC,6BAA6B,IAAI,GAAG,CAAC;;MAE1E;MACA,IAAIF,OAAO,CAACC,GAAG,CAACE,QAAQ,KAAK,aAAa,EAAE;QACxC;QACA,IAAMC,UAAU,GAAGC,MAAM,CAAC,mBAAmB,CAAC;QAC9C,IAAID,UAAU,EAAE;UACZ,OAAOA,UAAU;QACrB;MACJ;;MAEA;MACA,OAAON,OAAO,IAAI,EAAE;IACxB;EAAC;IAAA;IAAA,OAED,gCAAuC;MACnC,IAAMQ,SAAS,GAAGP,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACM,kCAAkC,IAAI,GAAG,CAAC;;MAEjF;MACA,IAAIP,OAAO,CAACC,GAAG,CAACE,QAAQ,KAAK,aAAa,EAAE;QACxC;QACA,IAAMK,YAAY,GAAGH,MAAM,CAAC,wBAAwB,CAAC;QACrD,IAAIG,YAAY,EAAE;UACd,OAAOA,YAAY;QACvB;MACJ;;MAEA;MACA,OAAOF,SAAS,IAAI,CAAC;IACzB;EAAC;EAAA;AAAA;AAAA"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/// <reference types="web" />
|
|
2
|
+
import { MultiPartUploadAPI } from "./MultiPartUploadAPI";
|
|
3
|
+
interface MultiPartUploaderOptions {
|
|
4
|
+
/**
|
|
5
|
+
* Chunk size in MB. Must be >=5MB (enforced by AWS).
|
|
6
|
+
*/
|
|
7
|
+
chunkSize?: number;
|
|
8
|
+
/**
|
|
9
|
+
* Number of parallel uploads. Must be >=5 && <=15.
|
|
10
|
+
*/
|
|
11
|
+
parallelUploads?: number;
|
|
12
|
+
}
|
|
13
|
+
interface OnProgressCallback {
|
|
14
|
+
(params: {
|
|
15
|
+
sent: number;
|
|
16
|
+
total: number;
|
|
17
|
+
percentage: number;
|
|
18
|
+
}): void;
|
|
19
|
+
}
|
|
20
|
+
interface OnErrorCallback {
|
|
21
|
+
(error: Error): void;
|
|
22
|
+
}
|
|
23
|
+
export declare class MultiPartUploader {
|
|
24
|
+
private readonly api;
|
|
25
|
+
private readonly chunkSize;
|
|
26
|
+
private readonly parallelUploads;
|
|
27
|
+
private readonly activeConnections;
|
|
28
|
+
private readonly progressTracker;
|
|
29
|
+
private upload;
|
|
30
|
+
private file;
|
|
31
|
+
private onErrorFn;
|
|
32
|
+
private onProgressFn;
|
|
33
|
+
constructor(api: MultiPartUploadAPI, options?: MultiPartUploaderOptions);
|
|
34
|
+
uploadFile(file: File): Promise<import("@webiny/app/types").UploadedFile>;
|
|
35
|
+
onProgress(onProgress: OnProgressCallback): this;
|
|
36
|
+
onError(onError: OnErrorCallback): this;
|
|
37
|
+
private complete;
|
|
38
|
+
private sendCompleteRequest;
|
|
39
|
+
private progressListener;
|
|
40
|
+
private uploadNextPart;
|
|
41
|
+
private uploadPart;
|
|
42
|
+
private assertIsDefined;
|
|
43
|
+
}
|
|
44
|
+
export {};
|
|
@@ -0,0 +1,301 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.MultiPartUploader = void 0;
|
|
8
|
+
var _objectSpread2 = _interopRequireDefault(require("@babel/runtime/helpers/objectSpread2"));
|
|
9
|
+
var _regeneratorRuntime2 = _interopRequireDefault(require("@babel/runtime/helpers/regeneratorRuntime"));
|
|
10
|
+
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
11
|
+
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
12
|
+
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
13
|
+
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
14
|
+
var _pRetry = _interopRequireDefault(require("p-retry"));
|
|
15
|
+
var MultiPartUploader = /*#__PURE__*/function () {
|
|
16
|
+
function MultiPartUploader(api) {
|
|
17
|
+
var options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
|
|
18
|
+
(0, _classCallCheck2.default)(this, MultiPartUploader);
|
|
19
|
+
(0, _defineProperty2.default)(this, "api", void 0);
|
|
20
|
+
(0, _defineProperty2.default)(this, "chunkSize", void 0);
|
|
21
|
+
(0, _defineProperty2.default)(this, "parallelUploads", void 0);
|
|
22
|
+
(0, _defineProperty2.default)(this, "activeConnections", new Map());
|
|
23
|
+
(0, _defineProperty2.default)(this, "progressTracker", new Map());
|
|
24
|
+
(0, _defineProperty2.default)(this, "upload", void 0);
|
|
25
|
+
(0, _defineProperty2.default)(this, "file", void 0);
|
|
26
|
+
(0, _defineProperty2.default)(this, "onErrorFn", function (error) {
|
|
27
|
+
return console.error(error);
|
|
28
|
+
});
|
|
29
|
+
(0, _defineProperty2.default)(this, "onProgressFn", void 0);
|
|
30
|
+
this.api = api;
|
|
31
|
+
var chunkSize = options.chunkSize || 50;
|
|
32
|
+
var parallelUploads = options.parallelUploads || 5;
|
|
33
|
+
this.chunkSize = Math.max(1024 * 1024 * chunkSize, 1024 * 1024 * 5);
|
|
34
|
+
this.parallelUploads = Math.min(parallelUploads, 15);
|
|
35
|
+
}
|
|
36
|
+
(0, _createClass2.default)(MultiPartUploader, [{
|
|
37
|
+
key: "uploadFile",
|
|
38
|
+
value: function () {
|
|
39
|
+
var _uploadFile = (0, _asyncToGenerator2.default)( /*#__PURE__*/(0, _regeneratorRuntime2.default)().mark(function _callee(file) {
|
|
40
|
+
var _this = this;
|
|
41
|
+
var numberOfParts, threads;
|
|
42
|
+
return (0, _regeneratorRuntime2.default)().wrap(function _callee$(_context) {
|
|
43
|
+
while (1) switch (_context.prev = _context.next) {
|
|
44
|
+
case 0:
|
|
45
|
+
this.file = file;
|
|
46
|
+
numberOfParts = Math.ceil(file.size / this.chunkSize);
|
|
47
|
+
_context.prev = 2;
|
|
48
|
+
_context.next = 5;
|
|
49
|
+
return this.api.createUpload({
|
|
50
|
+
data: {
|
|
51
|
+
name: file.name,
|
|
52
|
+
size: file.size,
|
|
53
|
+
type: file.type
|
|
54
|
+
},
|
|
55
|
+
numberOfParts: numberOfParts
|
|
56
|
+
});
|
|
57
|
+
case 5:
|
|
58
|
+
this.upload = _context.sent;
|
|
59
|
+
/**
|
|
60
|
+
* Run the defined number of parallel uploads. Each thread will continue to process parts
|
|
61
|
+
* for as long as there are parts to upload. The promise will resolve once there's no more parts to upload.
|
|
62
|
+
*/
|
|
63
|
+
threads = Math.min(numberOfParts, this.parallelUploads);
|
|
64
|
+
_context.next = 9;
|
|
65
|
+
return Promise.all(Array.from({
|
|
66
|
+
length: threads
|
|
67
|
+
}).map(function () {
|
|
68
|
+
return _this.uploadNextPart();
|
|
69
|
+
}));
|
|
70
|
+
case 9:
|
|
71
|
+
_context.next = 11;
|
|
72
|
+
return this.complete();
|
|
73
|
+
case 11:
|
|
74
|
+
return _context.abrupt("return", this.upload.file);
|
|
75
|
+
case 14:
|
|
76
|
+
_context.prev = 14;
|
|
77
|
+
_context.t0 = _context["catch"](2);
|
|
78
|
+
_context.next = 18;
|
|
79
|
+
return this.complete(_context.t0);
|
|
80
|
+
case 18:
|
|
81
|
+
throw _context.t0;
|
|
82
|
+
case 19:
|
|
83
|
+
case "end":
|
|
84
|
+
return _context.stop();
|
|
85
|
+
}
|
|
86
|
+
}, _callee, this, [[2, 14]]);
|
|
87
|
+
}));
|
|
88
|
+
function uploadFile(_x) {
|
|
89
|
+
return _uploadFile.apply(this, arguments);
|
|
90
|
+
}
|
|
91
|
+
return uploadFile;
|
|
92
|
+
}()
|
|
93
|
+
}, {
|
|
94
|
+
key: "onProgress",
|
|
95
|
+
value: function onProgress(_onProgress) {
|
|
96
|
+
this.onProgressFn = _onProgress;
|
|
97
|
+
return this;
|
|
98
|
+
}
|
|
99
|
+
}, {
|
|
100
|
+
key: "onError",
|
|
101
|
+
value: function onError(_onError) {
|
|
102
|
+
this.onErrorFn = _onError;
|
|
103
|
+
return this;
|
|
104
|
+
}
|
|
105
|
+
}, {
|
|
106
|
+
key: "complete",
|
|
107
|
+
value: function () {
|
|
108
|
+
var _complete = (0, _asyncToGenerator2.default)( /*#__PURE__*/(0, _regeneratorRuntime2.default)().mark(function _callee2(error) {
|
|
109
|
+
return (0, _regeneratorRuntime2.default)().wrap(function _callee2$(_context2) {
|
|
110
|
+
while (1) switch (_context2.prev = _context2.next) {
|
|
111
|
+
case 0:
|
|
112
|
+
if (!error) {
|
|
113
|
+
_context2.next = 3;
|
|
114
|
+
break;
|
|
115
|
+
}
|
|
116
|
+
this.onErrorFn(error);
|
|
117
|
+
return _context2.abrupt("return");
|
|
118
|
+
case 3:
|
|
119
|
+
_context2.prev = 3;
|
|
120
|
+
_context2.next = 6;
|
|
121
|
+
return this.sendCompleteRequest();
|
|
122
|
+
case 6:
|
|
123
|
+
_context2.next = 11;
|
|
124
|
+
break;
|
|
125
|
+
case 8:
|
|
126
|
+
_context2.prev = 8;
|
|
127
|
+
_context2.t0 = _context2["catch"](3);
|
|
128
|
+
this.onErrorFn(_context2.t0);
|
|
129
|
+
case 11:
|
|
130
|
+
case "end":
|
|
131
|
+
return _context2.stop();
|
|
132
|
+
}
|
|
133
|
+
}, _callee2, this, [[3, 8]]);
|
|
134
|
+
}));
|
|
135
|
+
function complete(_x2) {
|
|
136
|
+
return _complete.apply(this, arguments);
|
|
137
|
+
}
|
|
138
|
+
return complete;
|
|
139
|
+
}()
|
|
140
|
+
}, {
|
|
141
|
+
key: "sendCompleteRequest",
|
|
142
|
+
value: function () {
|
|
143
|
+
var _sendCompleteRequest = (0, _asyncToGenerator2.default)( /*#__PURE__*/(0, _regeneratorRuntime2.default)().mark(function _callee3() {
|
|
144
|
+
return (0, _regeneratorRuntime2.default)().wrap(function _callee3$(_context3) {
|
|
145
|
+
while (1) switch (_context3.prev = _context3.next) {
|
|
146
|
+
case 0:
|
|
147
|
+
this.assertIsDefined(this.upload, "Upload must be created before calling \"sendCompleteRequest\"!");
|
|
148
|
+
return _context3.abrupt("return", this.api.completeUpload({
|
|
149
|
+
fileKey: this.upload.file.key,
|
|
150
|
+
uploadId: this.upload.uploadId
|
|
151
|
+
}));
|
|
152
|
+
case 2:
|
|
153
|
+
case "end":
|
|
154
|
+
return _context3.stop();
|
|
155
|
+
}
|
|
156
|
+
}, _callee3, this);
|
|
157
|
+
}));
|
|
158
|
+
function sendCompleteRequest() {
|
|
159
|
+
return _sendCompleteRequest.apply(this, arguments);
|
|
160
|
+
}
|
|
161
|
+
return sendCompleteRequest;
|
|
162
|
+
}()
|
|
163
|
+
}, {
|
|
164
|
+
key: "progressListener",
|
|
165
|
+
value: function progressListener(part, event) {
|
|
166
|
+
if (!this.file) {
|
|
167
|
+
return;
|
|
168
|
+
}
|
|
169
|
+
this.progressTracker.set(part.partNumber, event.loaded);
|
|
170
|
+
var uploaded = Array.from(this.progressTracker.values()).reduce(function () {
|
|
171
|
+
var sum = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 0;
|
|
172
|
+
var value = arguments.length > 1 ? arguments[1] : undefined;
|
|
173
|
+
return sum + value;
|
|
174
|
+
});
|
|
175
|
+
var uploadedSize = Math.min(uploaded, this.file.size);
|
|
176
|
+
if (this.onProgressFn) {
|
|
177
|
+
try {
|
|
178
|
+
this.onProgressFn({
|
|
179
|
+
sent: uploadedSize,
|
|
180
|
+
total: this.file.size,
|
|
181
|
+
percentage: Math.round(uploadedSize / this.file.size * 100)
|
|
182
|
+
});
|
|
183
|
+
} catch (err) {
|
|
184
|
+
console.error("Error executing the \"onProgress\" callback", err);
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
}, {
|
|
189
|
+
key: "uploadNextPart",
|
|
190
|
+
value: function () {
|
|
191
|
+
var _uploadNextPart = (0, _asyncToGenerator2.default)( /*#__PURE__*/(0, _regeneratorRuntime2.default)().mark(function _callee4() {
|
|
192
|
+
var _this2 = this;
|
|
193
|
+
var part;
|
|
194
|
+
return (0, _regeneratorRuntime2.default)().wrap(function _callee4$(_context4) {
|
|
195
|
+
while (1) switch (_context4.prev = _context4.next) {
|
|
196
|
+
case 0:
|
|
197
|
+
if (this.upload) {
|
|
198
|
+
_context4.next = 2;
|
|
199
|
+
break;
|
|
200
|
+
}
|
|
201
|
+
return _context4.abrupt("return");
|
|
202
|
+
case 2:
|
|
203
|
+
part = this.upload.parts.shift();
|
|
204
|
+
if (part) {
|
|
205
|
+
_context4.next = 5;
|
|
206
|
+
break;
|
|
207
|
+
}
|
|
208
|
+
return _context4.abrupt("return");
|
|
209
|
+
case 5:
|
|
210
|
+
return _context4.abrupt("return", executeWithRetry(function () {
|
|
211
|
+
return _this2.uploadPart(part);
|
|
212
|
+
}).then(function () {
|
|
213
|
+
return _this2.uploadNextPart();
|
|
214
|
+
}));
|
|
215
|
+
case 6:
|
|
216
|
+
case "end":
|
|
217
|
+
return _context4.stop();
|
|
218
|
+
}
|
|
219
|
+
}, _callee4, this);
|
|
220
|
+
}));
|
|
221
|
+
function uploadNextPart() {
|
|
222
|
+
return _uploadNextPart.apply(this, arguments);
|
|
223
|
+
}
|
|
224
|
+
return uploadNextPart;
|
|
225
|
+
}()
|
|
226
|
+
}, {
|
|
227
|
+
key: "uploadPart",
|
|
228
|
+
value: function uploadPart(part) {
|
|
229
|
+
var _this3 = this;
|
|
230
|
+
this.assertIsDefined(this.upload, "Upload must be created before calling \"sendCompleteRequest\"!");
|
|
231
|
+
this.assertIsDefined(this.file, "File must be set before calling \"uploadPart\"!");
|
|
232
|
+
var sentSize = (part.partNumber - 1) * this.chunkSize;
|
|
233
|
+
var nextChunkSize = Math.min(sentSize + this.chunkSize, this.file.size);
|
|
234
|
+
var chunk = this.file.slice(sentSize, nextChunkSize, this.upload.file.type);
|
|
235
|
+
console.log("Chunk for part #".concat(part.partNumber), chunk.size);
|
|
236
|
+
return new Promise(function (resolve, reject) {
|
|
237
|
+
var throwXHRError = function throwXHRError(error) {
|
|
238
|
+
_this3.activeConnections.delete(part.partNumber);
|
|
239
|
+
reject(error);
|
|
240
|
+
};
|
|
241
|
+
if (!window.navigator.onLine) {
|
|
242
|
+
return reject(new Error("Browser is offline!"));
|
|
243
|
+
}
|
|
244
|
+
var xhr = new XMLHttpRequest();
|
|
245
|
+
_this3.activeConnections.set(part.partNumber, xhr);
|
|
246
|
+
var abortXHR = function abortXHR() {
|
|
247
|
+
return xhr.abort();
|
|
248
|
+
};
|
|
249
|
+
xhr.upload.addEventListener("progress", function (event) {
|
|
250
|
+
return _this3.progressListener(part, event);
|
|
251
|
+
});
|
|
252
|
+
window.addEventListener("offline", abortXHR);
|
|
253
|
+
var removeListeners = function removeListeners() {
|
|
254
|
+
window.removeEventListener("offline", abortXHR);
|
|
255
|
+
};
|
|
256
|
+
xhr.open("PUT", part.url);
|
|
257
|
+
xhr.onreadystatechange = function () {
|
|
258
|
+
if (xhr.readyState === 4 && xhr.status === 200) {
|
|
259
|
+
try {
|
|
260
|
+
_this3.activeConnections.delete(part.partNumber);
|
|
261
|
+
window.removeEventListener("offline", abortXHR);
|
|
262
|
+
resolve(xhr.status);
|
|
263
|
+
} catch (err) {
|
|
264
|
+
console.error("Error in \"onreadystatechange\"", err);
|
|
265
|
+
}
|
|
266
|
+
}
|
|
267
|
+
};
|
|
268
|
+
xhr.onerror = function () {
|
|
269
|
+
removeListeners();
|
|
270
|
+
throwXHRError(new Error("Failed to upload file part #".concat(part.partNumber)));
|
|
271
|
+
};
|
|
272
|
+
xhr.ontimeout = function () {
|
|
273
|
+
removeListeners();
|
|
274
|
+
throwXHRError(new Error("Request timed out for file part #".concat(part.partNumber, "!")));
|
|
275
|
+
};
|
|
276
|
+
xhr.onabort = function () {
|
|
277
|
+
removeListeners();
|
|
278
|
+
throwXHRError(new Error("Upload was cancelled for part #".concat(part.partNumber, "!")));
|
|
279
|
+
};
|
|
280
|
+
xhr.send(chunk);
|
|
281
|
+
});
|
|
282
|
+
}
|
|
283
|
+
}, {
|
|
284
|
+
key: "assertIsDefined",
|
|
285
|
+
value: function assertIsDefined(upload, message) {
|
|
286
|
+
if (!upload) {
|
|
287
|
+
throw new Error(message);
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
}]);
|
|
291
|
+
return MultiPartUploader;
|
|
292
|
+
}();
|
|
293
|
+
exports.MultiPartUploader = MultiPartUploader;
|
|
294
|
+
var executeWithRetry = function executeWithRetry(execute, options) {
|
|
295
|
+
return (0, _pRetry.default)(execute, (0, _objectSpread2.default)({
|
|
296
|
+
maxRetryTime: 300000,
|
|
297
|
+
retries: 5,
|
|
298
|
+
minTimeout: 1500,
|
|
299
|
+
maxTimeout: 30000
|
|
300
|
+
}, options));
|
|
301
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["MultiPartUploader","api","options","Map","error","console","chunkSize","parallelUploads","Math","max","min","file","numberOfParts","ceil","size","createUpload","data","name","type","upload","threads","Promise","all","Array","from","length","map","uploadNextPart","complete","onProgress","onProgressFn","onError","onErrorFn","sendCompleteRequest","assertIsDefined","completeUpload","fileKey","key","uploadId","part","event","progressTracker","set","partNumber","loaded","uploaded","values","reduce","sum","value","uploadedSize","sent","total","percentage","round","err","parts","shift","executeWithRetry","uploadPart","then","sentSize","nextChunkSize","chunk","slice","log","resolve","reject","throwXHRError","activeConnections","delete","window","navigator","onLine","Error","xhr","XMLHttpRequest","abortXHR","abort","addEventListener","progressListener","removeListeners","removeEventListener","open","url","onreadystatechange","readyState","status","onerror","ontimeout","onabort","send","message","execute","pRetry","maxRetryTime","retries","minTimeout","maxTimeout"],"sources":["MultiPartUploader.ts"],"sourcesContent":["import pRetry from \"p-retry\";\nimport { MultiPartUpload, MultiPartUploadAPI, FilePart } from \"./MultiPartUploadAPI\";\n\ninterface MultiPartUploaderOptions {\n /**\n * Chunk size in MB. Must be >=5MB (enforced by AWS).\n */\n chunkSize?: number;\n /**\n * Number of parallel uploads. Must be >=5 && <=15.\n */\n parallelUploads?: number;\n}\n\ninterface OnProgressCallback {\n (params: { sent: number; total: number; percentage: number }): void;\n}\n\ninterface OnErrorCallback {\n (error: Error): void;\n}\n\nexport class MultiPartUploader {\n private readonly api: MultiPartUploadAPI;\n private readonly chunkSize: number;\n private readonly parallelUploads: number;\n private readonly activeConnections: Map<number, XMLHttpRequest> = new Map();\n private readonly progressTracker: Map<number, number> = new Map();\n private upload: MultiPartUpload | undefined;\n private file: File | undefined;\n private onErrorFn: OnErrorCallback = error => console.error(error);\n private onProgressFn: OnProgressCallback | undefined;\n\n constructor(api: MultiPartUploadAPI, options: MultiPartUploaderOptions = {}) {\n this.api = api;\n const chunkSize = options.chunkSize || 50;\n const parallelUploads = options.parallelUploads || 5;\n\n this.chunkSize = Math.max(1024 * 1024 * chunkSize, 1024 * 1024 * 5);\n this.parallelUploads = Math.min(parallelUploads, 15);\n }\n\n async uploadFile(file: File) {\n this.file = file;\n const numberOfParts = Math.ceil(file.size / this.chunkSize);\n\n try {\n /**\n * Initialize the file upload on AWS S3.\n */\n this.upload = await this.api.createUpload({\n data: { name: file.name, size: file.size, type: file.type },\n numberOfParts\n });\n\n /**\n * Run the defined number of parallel uploads. Each thread will continue to process parts\n * for as long as there are parts to upload. The promise will resolve once there's no more parts to upload.\n */\n const threads = Math.min(numberOfParts, this.parallelUploads);\n await Promise.all(Array.from({ length: threads }).map(() => this.uploadNextPart()));\n\n await this.complete();\n\n return this.upload.file;\n } catch (error) {\n await this.complete(error);\n throw error;\n }\n }\n\n onProgress(onProgress: OnProgressCallback) {\n this.onProgressFn = onProgress;\n return this;\n }\n\n onError(onError: OnErrorCallback) {\n this.onErrorFn = onError;\n return this;\n }\n\n private async complete(error?: Error) {\n if (error) {\n this.onErrorFn(error);\n return;\n }\n\n try {\n await this.sendCompleteRequest();\n } catch (error) {\n this.onErrorFn(error);\n }\n }\n\n private async sendCompleteRequest() {\n this.assertIsDefined(\n this.upload,\n `Upload must be created before calling \"sendCompleteRequest\"!`\n );\n\n return this.api.completeUpload({\n fileKey: this.upload.file.key,\n uploadId: this.upload.uploadId\n });\n }\n\n private progressListener(part: FilePart, event: ProgressEvent<XMLHttpRequestEventTarget>) {\n if (!this.file) {\n return;\n }\n\n this.progressTracker.set(part.partNumber, event.loaded);\n\n const uploaded = Array.from(this.progressTracker.values()).reduce(\n (sum = 0, value) => sum + value\n );\n\n const uploadedSize = Math.min(uploaded, this.file.size);\n\n if (this.onProgressFn) {\n try {\n this.onProgressFn({\n sent: uploadedSize,\n total: this.file.size,\n percentage: Math.round((uploadedSize / this.file.size) * 100)\n });\n } catch (err) {\n console.error(`Error executing the \"onProgress\" callback`, err);\n }\n }\n }\n\n private async uploadNextPart(): Promise<void> {\n if (!this.upload) {\n return;\n }\n\n const part = this.upload.parts.shift();\n\n if (!part) {\n return;\n }\n\n return executeWithRetry(() => this.uploadPart(part)).then(() => this.uploadNextPart());\n }\n\n private uploadPart(part: FilePart) {\n this.assertIsDefined(\n this.upload,\n `Upload must be created before calling \"sendCompleteRequest\"!`\n );\n\n this.assertIsDefined(this.file, `File must be set before calling \"uploadPart\"!`);\n\n const sentSize = (part.partNumber - 1) * this.chunkSize;\n const nextChunkSize = Math.min(sentSize + this.chunkSize, this.file.size);\n const chunk = this.file.slice(sentSize, nextChunkSize, this.upload.file.type);\n console.log(`Chunk for part #${part.partNumber}`, chunk.size);\n\n return new Promise((resolve, reject) => {\n const throwXHRError = (error: Error) => {\n this.activeConnections.delete(part.partNumber);\n reject(error);\n };\n\n if (!window.navigator.onLine) {\n return reject(new Error(\"Browser is offline!\"));\n }\n\n const xhr = new XMLHttpRequest();\n this.activeConnections.set(part.partNumber, xhr);\n const abortXHR = () => xhr.abort();\n\n xhr.upload.addEventListener(\"progress\", event => this.progressListener(part, event));\n\n window.addEventListener(\"offline\", abortXHR);\n const removeListeners = () => {\n window.removeEventListener(\"offline\", abortXHR);\n };\n\n xhr.open(\"PUT\", part.url);\n\n xhr.onreadystatechange = () => {\n if (xhr.readyState === 4 && xhr.status === 200) {\n try {\n this.activeConnections.delete(part.partNumber);\n window.removeEventListener(\"offline\", abortXHR);\n resolve(xhr.status);\n } catch (err) {\n console.error(`Error in \"onreadystatechange\"`, err);\n }\n }\n };\n\n xhr.onerror = () => {\n removeListeners();\n throwXHRError(new Error(`Failed to upload file part #${part.partNumber}`));\n };\n xhr.ontimeout = () => {\n removeListeners();\n throwXHRError(new Error(`Request timed out for file part #${part.partNumber}!`));\n };\n xhr.onabort = () => {\n removeListeners();\n throwXHRError(new Error(`Upload was cancelled for part #${part.partNumber}!`));\n };\n xhr.send(chunk);\n });\n }\n\n private assertIsDefined<T>(upload: T, message: string): asserts upload is NonNullable<T> {\n if (!upload) {\n throw new Error(message);\n }\n }\n}\n\nconst executeWithRetry = (execute: () => void, options?: Parameters<typeof pRetry>[1]) => {\n return pRetry(execute, {\n maxRetryTime: 300000,\n retries: 5,\n minTimeout: 1500,\n maxTimeout: 30000,\n ...options\n });\n};\n"],"mappings":";;;;;;;;;;;;;AAAA;AAA6B,IAsBhBA,iBAAiB;EAW1B,2BAAYC,GAAuB,EAA0C;IAAA,IAAxCC,OAAiC,uEAAG,CAAC,CAAC;IAAA;IAAA;IAAA;IAAA;IAAA,yDAPT,IAAIC,GAAG,EAAE;IAAA,uDACnB,IAAIA,GAAG,EAAE;IAAA;IAAA;IAAA,iDAG5B,UAAAC,KAAK;MAAA,OAAIC,OAAO,CAACD,KAAK,CAACA,KAAK,CAAC;IAAA;IAAA;IAI9D,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAMK,SAAS,GAAGJ,OAAO,CAACI,SAAS,IAAI,EAAE;IACzC,IAAMC,eAAe,GAAGL,OAAO,CAACK,eAAe,IAAI,CAAC;IAEpD,IAAI,CAACD,SAAS,GAAGE,IAAI,CAACC,GAAG,CAAC,IAAI,GAAG,IAAI,GAAGH,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC;IACnE,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACE,GAAG,CAACH,eAAe,EAAE,EAAE,CAAC;EACxD;EAAC;IAAA;IAAA;MAAA,yGAED,iBAAiBI,IAAU;QAAA;QAAA;QAAA;UAAA;YAAA;cACvB,IAAI,CAACA,IAAI,GAAGA,IAAI;cACVC,aAAa,GAAGJ,IAAI,CAACK,IAAI,CAACF,IAAI,CAACG,IAAI,GAAG,IAAI,CAACR,SAAS,CAAC;cAAA;cAAA;cAAA,OAMnC,IAAI,CAACL,GAAG,CAACc,YAAY,CAAC;gBACtCC,IAAI,EAAE;kBAAEC,IAAI,EAAEN,IAAI,CAACM,IAAI;kBAAEH,IAAI,EAAEH,IAAI,CAACG,IAAI;kBAAEI,IAAI,EAAEP,IAAI,CAACO;gBAAK,CAAC;gBAC3DN,aAAa,EAAbA;cACJ,CAAC,CAAC;YAAA;cAHF,IAAI,CAACO,MAAM;cAKX;AACZ;AACA;AACA;cACkBC,OAAO,GAAGZ,IAAI,CAACE,GAAG,CAACE,aAAa,EAAE,IAAI,CAACL,eAAe,CAAC;cAAA;cAAA,OACvDc,OAAO,CAACC,GAAG,CAACC,KAAK,CAACC,IAAI,CAAC;gBAAEC,MAAM,EAAEL;cAAQ,CAAC,CAAC,CAACM,GAAG,CAAC;gBAAA,OAAM,KAAI,CAACC,cAAc,EAAE;cAAA,EAAC,CAAC;YAAA;cAAA;cAAA,OAE7E,IAAI,CAACC,QAAQ,EAAE;YAAA;cAAA,iCAEd,IAAI,CAACT,MAAM,CAACR,IAAI;YAAA;cAAA;cAAA;cAAA;cAAA,OAEjB,IAAI,CAACiB,QAAQ,aAAO;YAAA;cAAA;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA,CAGjC;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA,OAED,oBAAWC,WAA8B,EAAE;MACvC,IAAI,CAACC,YAAY,GAAGD,WAAU;MAC9B,OAAO,IAAI;IACf;EAAC;IAAA;IAAA,OAED,iBAAQE,QAAwB,EAAE;MAC9B,IAAI,CAACC,SAAS,GAAGD,QAAO;MACxB,OAAO,IAAI;IACf;EAAC;IAAA;IAAA;MAAA,uGAED,kBAAuB3B,KAAa;QAAA;UAAA;YAAA;cAAA,KAC5BA,KAAK;gBAAA;gBAAA;cAAA;cACL,IAAI,CAAC4B,SAAS,CAAC5B,KAAK,CAAC;cAAC;YAAA;cAAA;cAAA;cAAA,OAKhB,IAAI,CAAC6B,mBAAmB,EAAE;YAAA;cAAA;cAAA;YAAA;cAAA;cAAA;cAEhC,IAAI,CAACD,SAAS,cAAO;YAAC;YAAA;cAAA;UAAA;QAAA;MAAA,CAE7B;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA;MAAA,kHAED;QAAA;UAAA;YAAA;cACI,IAAI,CAACE,eAAe,CAChB,IAAI,CAACf,MAAM,mEAEd;cAAC,kCAEK,IAAI,CAAClB,GAAG,CAACkC,cAAc,CAAC;gBAC3BC,OAAO,EAAE,IAAI,CAACjB,MAAM,CAACR,IAAI,CAAC0B,GAAG;gBAC7BC,QAAQ,EAAE,IAAI,CAACnB,MAAM,CAACmB;cAC1B,CAAC,CAAC;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA,CACL;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA,OAED,0BAAyBC,IAAc,EAAEC,KAA+C,EAAE;MACtF,IAAI,CAAC,IAAI,CAAC7B,IAAI,EAAE;QACZ;MACJ;MAEA,IAAI,CAAC8B,eAAe,CAACC,GAAG,CAACH,IAAI,CAACI,UAAU,EAAEH,KAAK,CAACI,MAAM,CAAC;MAEvD,IAAMC,QAAQ,GAAGtB,KAAK,CAACC,IAAI,CAAC,IAAI,CAACiB,eAAe,CAACK,MAAM,EAAE,CAAC,CAACC,MAAM,CAC7D;QAAA,IAACC,GAAG,uEAAG,CAAC;QAAA,IAAEC,KAAK;QAAA,OAAKD,GAAG,GAAGC,KAAK;MAAA,EAClC;MAED,IAAMC,YAAY,GAAG1C,IAAI,CAACE,GAAG,CAACmC,QAAQ,EAAE,IAAI,CAAClC,IAAI,CAACG,IAAI,CAAC;MAEvD,IAAI,IAAI,CAACgB,YAAY,EAAE;QACnB,IAAI;UACA,IAAI,CAACA,YAAY,CAAC;YACdqB,IAAI,EAAED,YAAY;YAClBE,KAAK,EAAE,IAAI,CAACzC,IAAI,CAACG,IAAI;YACrBuC,UAAU,EAAE7C,IAAI,CAAC8C,KAAK,CAAEJ,YAAY,GAAG,IAAI,CAACvC,IAAI,CAACG,IAAI,GAAI,GAAG;UAChE,CAAC,CAAC;QACN,CAAC,CAAC,OAAOyC,GAAG,EAAE;UACVlD,OAAO,CAACD,KAAK,gDAA8CmD,GAAG,CAAC;QACnE;MACJ;IACJ;EAAC;IAAA;IAAA;MAAA,6GAED;QAAA;QAAA;QAAA;UAAA;YAAA;cAAA,IACS,IAAI,CAACpC,MAAM;gBAAA;gBAAA;cAAA;cAAA;YAAA;cAIVoB,IAAI,GAAG,IAAI,CAACpB,MAAM,CAACqC,KAAK,CAACC,KAAK,EAAE;cAAA,IAEjClB,IAAI;gBAAA;gBAAA;cAAA;cAAA;YAAA;cAAA,kCAIFmB,gBAAgB,CAAC;gBAAA,OAAM,MAAI,CAACC,UAAU,CAACpB,IAAI,CAAC;cAAA,EAAC,CAACqB,IAAI,CAAC;gBAAA,OAAM,MAAI,CAACjC,cAAc,EAAE;cAAA,EAAC;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA,CACzF;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;IAAA;IAAA,OAED,oBAAmBY,IAAc,EAAE;MAAA;MAC/B,IAAI,CAACL,eAAe,CAChB,IAAI,CAACf,MAAM,mEAEd;MAED,IAAI,CAACe,eAAe,CAAC,IAAI,CAACvB,IAAI,oDAAkD;MAEhF,IAAMkD,QAAQ,GAAG,CAACtB,IAAI,CAACI,UAAU,GAAG,CAAC,IAAI,IAAI,CAACrC,SAAS;MACvD,IAAMwD,aAAa,GAAGtD,IAAI,CAACE,GAAG,CAACmD,QAAQ,GAAG,IAAI,CAACvD,SAAS,EAAE,IAAI,CAACK,IAAI,CAACG,IAAI,CAAC;MACzE,IAAMiD,KAAK,GAAG,IAAI,CAACpD,IAAI,CAACqD,KAAK,CAACH,QAAQ,EAAEC,aAAa,EAAE,IAAI,CAAC3C,MAAM,CAACR,IAAI,CAACO,IAAI,CAAC;MAC7Eb,OAAO,CAAC4D,GAAG,2BAAoB1B,IAAI,CAACI,UAAU,GAAIoB,KAAK,CAACjD,IAAI,CAAC;MAE7D,OAAO,IAAIO,OAAO,CAAC,UAAC6C,OAAO,EAAEC,MAAM,EAAK;QACpC,IAAMC,aAAa,GAAG,SAAhBA,aAAa,CAAIhE,KAAY,EAAK;UACpC,MAAI,CAACiE,iBAAiB,CAACC,MAAM,CAAC/B,IAAI,CAACI,UAAU,CAAC;UAC9CwB,MAAM,CAAC/D,KAAK,CAAC;QACjB,CAAC;QAED,IAAI,CAACmE,MAAM,CAACC,SAAS,CAACC,MAAM,EAAE;UAC1B,OAAON,MAAM,CAAC,IAAIO,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACnD;QAEA,IAAMC,GAAG,GAAG,IAAIC,cAAc,EAAE;QAChC,MAAI,CAACP,iBAAiB,CAAC3B,GAAG,CAACH,IAAI,CAACI,UAAU,EAAEgC,GAAG,CAAC;QAChD,IAAME,QAAQ,GAAG,SAAXA,QAAQ;UAAA,OAASF,GAAG,CAACG,KAAK,EAAE;QAAA;QAElCH,GAAG,CAACxD,MAAM,CAAC4D,gBAAgB,CAAC,UAAU,EAAE,UAAAvC,KAAK;UAAA,OAAI,MAAI,CAACwC,gBAAgB,CAACzC,IAAI,EAAEC,KAAK,CAAC;QAAA,EAAC;QAEpF+B,MAAM,CAACQ,gBAAgB,CAAC,SAAS,EAAEF,QAAQ,CAAC;QAC5C,IAAMI,eAAe,GAAG,SAAlBA,eAAe,GAAS;UAC1BV,MAAM,CAACW,mBAAmB,CAAC,SAAS,EAAEL,QAAQ,CAAC;QACnD,CAAC;QAEDF,GAAG,CAACQ,IAAI,CAAC,KAAK,EAAE5C,IAAI,CAAC6C,GAAG,CAAC;QAEzBT,GAAG,CAACU,kBAAkB,GAAG,YAAM;UAC3B,IAAIV,GAAG,CAACW,UAAU,KAAK,CAAC,IAAIX,GAAG,CAACY,MAAM,KAAK,GAAG,EAAE;YAC5C,IAAI;cACA,MAAI,CAAClB,iBAAiB,CAACC,MAAM,CAAC/B,IAAI,CAACI,UAAU,CAAC;cAC9C4B,MAAM,CAACW,mBAAmB,CAAC,SAAS,EAAEL,QAAQ,CAAC;cAC/CX,OAAO,CAACS,GAAG,CAACY,MAAM,CAAC;YACvB,CAAC,CAAC,OAAOhC,GAAG,EAAE;cACVlD,OAAO,CAACD,KAAK,oCAAkCmD,GAAG,CAAC;YACvD;UACJ;QACJ,CAAC;QAEDoB,GAAG,CAACa,OAAO,GAAG,YAAM;UAChBP,eAAe,EAAE;UACjBb,aAAa,CAAC,IAAIM,KAAK,uCAAgCnC,IAAI,CAACI,UAAU,EAAG,CAAC;QAC9E,CAAC;QACDgC,GAAG,CAACc,SAAS,GAAG,YAAM;UAClBR,eAAe,EAAE;UACjBb,aAAa,CAAC,IAAIM,KAAK,4CAAqCnC,IAAI,CAACI,UAAU,OAAI,CAAC;QACpF,CAAC;QACDgC,GAAG,CAACe,OAAO,GAAG,YAAM;UAChBT,eAAe,EAAE;UACjBb,aAAa,CAAC,IAAIM,KAAK,0CAAmCnC,IAAI,CAACI,UAAU,OAAI,CAAC;QAClF,CAAC;QACDgC,GAAG,CAACgB,IAAI,CAAC5B,KAAK,CAAC;MACnB,CAAC,CAAC;IACN;EAAC;IAAA;IAAA,OAED,yBAA2B5C,MAAS,EAAEyE,OAAe,EAAoC;MACrF,IAAI,CAACzE,MAAM,EAAE;QACT,MAAM,IAAIuD,KAAK,CAACkB,OAAO,CAAC;MAC5B;IACJ;EAAC;EAAA;AAAA;AAAA;AAGL,IAAMlC,gBAAgB,GAAG,SAAnBA,gBAAgB,CAAImC,OAAmB,EAAE3F,OAAsC,EAAK;EACtF,OAAO,IAAA4F,eAAM,EAACD,OAAO;IACjBE,YAAY,EAAE,MAAM;IACpBC,OAAO,EAAE,CAAC;IACVC,UAAU,EAAE,IAAI;IAChBC,UAAU,EAAE;EAAK,GACdhG,OAAO,EACZ;AACN,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
/// <reference types="web" />
|
|
2
|
+
import { UploadedFile, UploadOptions } from "@webiny/app/types";
|
|
3
|
+
import { FileUploadStrategy } from "./index";
|
|
4
|
+
export declare class SimpleUploadStrategy implements FileUploadStrategy {
|
|
5
|
+
upload(file: File, { apolloClient, onProgress }: UploadOptions): Promise<UploadedFile>;
|
|
6
|
+
}
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.SimpleUploadStrategy = void 0;
|
|
8
|
+
var _regeneratorRuntime2 = _interopRequireDefault(require("@babel/runtime/helpers/regeneratorRuntime"));
|
|
9
|
+
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
10
|
+
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
11
|
+
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
12
|
+
var _graphql = require("./graphql");
|
|
13
|
+
var SimpleUploadStrategy = /*#__PURE__*/function () {
|
|
14
|
+
function SimpleUploadStrategy() {
|
|
15
|
+
(0, _classCallCheck2.default)(this, SimpleUploadStrategy);
|
|
16
|
+
}
|
|
17
|
+
(0, _createClass2.default)(SimpleUploadStrategy, [{
|
|
18
|
+
key: "upload",
|
|
19
|
+
value: function () {
|
|
20
|
+
var _upload = (0, _asyncToGenerator2.default)( /*#__PURE__*/(0, _regeneratorRuntime2.default)().mark(function _callee(file, _ref) {
|
|
21
|
+
var apolloClient, onProgress, response, getPreSignedPostPayload;
|
|
22
|
+
return (0, _regeneratorRuntime2.default)().wrap(function _callee$(_context) {
|
|
23
|
+
while (1) switch (_context.prev = _context.next) {
|
|
24
|
+
case 0:
|
|
25
|
+
apolloClient = _ref.apolloClient, onProgress = _ref.onProgress;
|
|
26
|
+
_context.next = 3;
|
|
27
|
+
return apolloClient.query({
|
|
28
|
+
query: _graphql.GET_PRE_SIGNED_POST_PAYLOAD,
|
|
29
|
+
fetchPolicy: "no-cache",
|
|
30
|
+
variables: {
|
|
31
|
+
data: {
|
|
32
|
+
size: file.size,
|
|
33
|
+
name: file.name,
|
|
34
|
+
type: file.type
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
});
|
|
38
|
+
case 3:
|
|
39
|
+
response = _context.sent;
|
|
40
|
+
getPreSignedPostPayload = response.data.fileManager.getPreSignedPostPayload;
|
|
41
|
+
if (!getPreSignedPostPayload.error) {
|
|
42
|
+
_context.next = 8;
|
|
43
|
+
break;
|
|
44
|
+
}
|
|
45
|
+
console.error(getPreSignedPostPayload);
|
|
46
|
+
throw Error(getPreSignedPostPayload.error);
|
|
47
|
+
case 8:
|
|
48
|
+
return _context.abrupt("return", new Promise(function (resolve, reject) {
|
|
49
|
+
var formData = new window.FormData();
|
|
50
|
+
Object.keys(getPreSignedPostPayload.data.data.fields).forEach(function (key) {
|
|
51
|
+
formData.append(key, getPreSignedPostPayload.data.data.fields[key]);
|
|
52
|
+
});
|
|
53
|
+
formData.append("file", file);
|
|
54
|
+
var xhr = new window.XMLHttpRequest();
|
|
55
|
+
xhr.upload.addEventListener("progress", function (event) {
|
|
56
|
+
if (onProgress) {
|
|
57
|
+
onProgress({
|
|
58
|
+
sent: event.loaded,
|
|
59
|
+
total: file.size,
|
|
60
|
+
percentage: event.loaded / file.size * 100
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
}, false);
|
|
64
|
+
xhr.open("POST", getPreSignedPostPayload.data.data.url, true);
|
|
65
|
+
xhr.send(formData);
|
|
66
|
+
xhr.onload = function () {
|
|
67
|
+
if (this.status === 204) {
|
|
68
|
+
resolve(getPreSignedPostPayload.data.file);
|
|
69
|
+
return;
|
|
70
|
+
}
|
|
71
|
+
reject(this.responseText);
|
|
72
|
+
};
|
|
73
|
+
}));
|
|
74
|
+
case 9:
|
|
75
|
+
case "end":
|
|
76
|
+
return _context.stop();
|
|
77
|
+
}
|
|
78
|
+
}, _callee);
|
|
79
|
+
}));
|
|
80
|
+
function upload(_x, _x2) {
|
|
81
|
+
return _upload.apply(this, arguments);
|
|
82
|
+
}
|
|
83
|
+
return upload;
|
|
84
|
+
}()
|
|
85
|
+
}]);
|
|
86
|
+
return SimpleUploadStrategy;
|
|
87
|
+
}();
|
|
88
|
+
exports.SimpleUploadStrategy = SimpleUploadStrategy;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["SimpleUploadStrategy","file","apolloClient","onProgress","query","GET_PRE_SIGNED_POST_PAYLOAD","fetchPolicy","variables","data","size","name","type","response","getPreSignedPostPayload","fileManager","error","console","Error","Promise","resolve","reject","formData","window","FormData","Object","keys","fields","forEach","key","append","xhr","XMLHttpRequest","upload","addEventListener","event","sent","loaded","total","percentage","open","url","send","onload","status","responseText"],"sources":["SimpleUploadStrategy.ts"],"sourcesContent":["import { UploadedFile, UploadOptions } from \"@webiny/app/types\";\nimport { GET_PRE_SIGNED_POST_PAYLOAD } from \"./graphql\";\nimport { FileUploadStrategy } from \"~/index\";\n\nexport class SimpleUploadStrategy implements FileUploadStrategy {\n async upload(file: File, { apolloClient, onProgress }: UploadOptions): Promise<UploadedFile> {\n // 1. GET PreSignedPostPayload\n const response = await apolloClient.query({\n query: GET_PRE_SIGNED_POST_PAYLOAD,\n fetchPolicy: \"no-cache\",\n variables: {\n data: { size: file.size, name: file.name, type: file.type }\n }\n });\n\n const { getPreSignedPostPayload } = response.data.fileManager;\n if (getPreSignedPostPayload.error) {\n console.error(getPreSignedPostPayload);\n throw Error(getPreSignedPostPayload.error);\n }\n\n // 2. upload file to S3\n return new Promise((resolve, reject) => {\n const formData = new window.FormData();\n Object.keys(getPreSignedPostPayload.data.data.fields).forEach(key => {\n formData.append(key, getPreSignedPostPayload.data.data.fields[key]);\n });\n\n formData.append(\"file\", file);\n\n const xhr = new window.XMLHttpRequest();\n xhr.upload.addEventListener(\n \"progress\",\n event => {\n if (onProgress) {\n onProgress({\n sent: event.loaded,\n total: file.size,\n percentage: (event.loaded / file.size) * 100\n });\n }\n },\n false\n );\n xhr.open(\"POST\", getPreSignedPostPayload.data.data.url, true);\n xhr.send(formData);\n xhr.onload = function () {\n if (this.status === 204) {\n resolve(getPreSignedPostPayload.data.file);\n return;\n }\n\n reject(this.responseText);\n };\n });\n }\n}\n"],"mappings":";;;;;;;;;;;AACA;AAAwD,IAG3CA,oBAAoB;EAAA;IAAA;EAAA;EAAA;IAAA;IAAA;MAAA,qGAC7B,iBAAaC,IAAU;QAAA;QAAA;UAAA;YAAA;cAAIC,YAAY,QAAZA,YAAY,EAAEC,UAAU,QAAVA,UAAU;cAAA;cAAA,OAExBD,YAAY,CAACE,KAAK,CAAC;gBACtCA,KAAK,EAAEC,oCAA2B;gBAClCC,WAAW,EAAE,UAAU;gBACvBC,SAAS,EAAE;kBACPC,IAAI,EAAE;oBAAEC,IAAI,EAAER,IAAI,CAACQ,IAAI;oBAAEC,IAAI,EAAET,IAAI,CAACS,IAAI;oBAAEC,IAAI,EAAEV,IAAI,CAACU;kBAAK;gBAC9D;cACJ,CAAC,CAAC;YAAA;cANIC,QAAQ;cAQNC,uBAAuB,GAAKD,QAAQ,CAACJ,IAAI,CAACM,WAAW,CAArDD,uBAAuB;cAAA,KAC3BA,uBAAuB,CAACE,KAAK;gBAAA;gBAAA;cAAA;cAC7BC,OAAO,CAACD,KAAK,CAACF,uBAAuB,CAAC;cAAC,MACjCI,KAAK,CAACJ,uBAAuB,CAACE,KAAK,CAAC;YAAA;cAAA,iCAIvC,IAAIG,OAAO,CAAC,UAACC,OAAO,EAAEC,MAAM,EAAK;gBACpC,IAAMC,QAAQ,GAAG,IAAIC,MAAM,CAACC,QAAQ,EAAE;gBACtCC,MAAM,CAACC,IAAI,CAACZ,uBAAuB,CAACL,IAAI,CAACA,IAAI,CAACkB,MAAM,CAAC,CAACC,OAAO,CAAC,UAAAC,GAAG,EAAI;kBACjEP,QAAQ,CAACQ,MAAM,CAACD,GAAG,EAAEf,uBAAuB,CAACL,IAAI,CAACA,IAAI,CAACkB,MAAM,CAACE,GAAG,CAAC,CAAC;gBACvE,CAAC,CAAC;gBAEFP,QAAQ,CAACQ,MAAM,CAAC,MAAM,EAAE5B,IAAI,CAAC;gBAE7B,IAAM6B,GAAG,GAAG,IAAIR,MAAM,CAACS,cAAc,EAAE;gBACvCD,GAAG,CAACE,MAAM,CAACC,gBAAgB,CACvB,UAAU,EACV,UAAAC,KAAK,EAAI;kBACL,IAAI/B,UAAU,EAAE;oBACZA,UAAU,CAAC;sBACPgC,IAAI,EAAED,KAAK,CAACE,MAAM;sBAClBC,KAAK,EAAEpC,IAAI,CAACQ,IAAI;sBAChB6B,UAAU,EAAGJ,KAAK,CAACE,MAAM,GAAGnC,IAAI,CAACQ,IAAI,GAAI;oBAC7C,CAAC,CAAC;kBACN;gBACJ,CAAC,EACD,KAAK,CACR;gBACDqB,GAAG,CAACS,IAAI,CAAC,MAAM,EAAE1B,uBAAuB,CAACL,IAAI,CAACA,IAAI,CAACgC,GAAG,EAAE,IAAI,CAAC;gBAC7DV,GAAG,CAACW,IAAI,CAACpB,QAAQ,CAAC;gBAClBS,GAAG,CAACY,MAAM,GAAG,YAAY;kBACrB,IAAI,IAAI,CAACC,MAAM,KAAK,GAAG,EAAE;oBACrBxB,OAAO,CAACN,uBAAuB,CAACL,IAAI,CAACP,IAAI,CAAC;oBAC1C;kBACJ;kBAEAmB,MAAM,CAAC,IAAI,CAACwB,YAAY,CAAC;gBAC7B,CAAC;cACL,CAAC,CAAC;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA,CACL;MAAA;QAAA;MAAA;MAAA;IAAA;EAAA;EAAA;AAAA;AAAA"}
|
package/graphql.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare const GET_PRE_SIGNED_POST_PAYLOAD: import("graphql").DocumentNode;
|
package/graphql.js
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.GET_PRE_SIGNED_POST_PAYLOAD = void 0;
|
|
8
|
+
var _taggedTemplateLiteral2 = _interopRequireDefault(require("@babel/runtime/helpers/taggedTemplateLiteral"));
|
|
9
|
+
var _graphqlTag = _interopRequireDefault(require("graphql-tag"));
|
|
10
|
+
var _templateObject;
|
|
11
|
+
var GET_PRE_SIGNED_POST_PAYLOAD = (0, _graphqlTag.default)(_templateObject || (_templateObject = (0, _taggedTemplateLiteral2.default)(["\n query getPreSignedPostPayload($data: PreSignedPostPayloadInput!) {\n fileManager {\n getPreSignedPostPayload(data: $data) {\n data {\n data\n file {\n id\n type\n name\n size\n key\n }\n }\n error {\n message\n }\n }\n }\n }\n"])));
|
|
12
|
+
exports.GET_PRE_SIGNED_POST_PAYLOAD = GET_PRE_SIGNED_POST_PAYLOAD;
|
package/graphql.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["GET_PRE_SIGNED_POST_PAYLOAD","gql"],"sources":["graphql.ts"],"sourcesContent":["import gql from \"graphql-tag\";\n\nexport const GET_PRE_SIGNED_POST_PAYLOAD = gql`\n query getPreSignedPostPayload($data: PreSignedPostPayloadInput!) {\n fileManager {\n getPreSignedPostPayload(data: $data) {\n data {\n data\n file {\n id\n type\n name\n size\n key\n }\n }\n error {\n message\n }\n }\n }\n }\n`;\n"],"mappings":";;;;;;;;AAAA;AAA8B;AAEvB,IAAMA,2BAA2B,OAAGC,mBAAG,8lBAoB7C;AAAC"}
|
package/index.d.ts
CHANGED
|
@@ -1,3 +1,6 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
1
|
+
import { FileUploaderPlugin } from "@webiny/app/types";
|
|
2
|
+
export interface FileUploadStrategy {
|
|
3
|
+
upload: FileUploaderPlugin["upload"];
|
|
4
|
+
}
|
|
5
|
+
declare const _default: () => FileUploaderPlugin;
|
|
3
6
|
export default _default;
|
package/index.js
CHANGED
|
@@ -5,82 +5,32 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
5
5
|
value: true
|
|
6
6
|
});
|
|
7
7
|
exports.default = void 0;
|
|
8
|
-
var
|
|
9
|
-
var
|
|
10
|
-
var
|
|
11
|
-
var
|
|
12
|
-
var
|
|
13
|
-
var GET_PRE_SIGNED_POST_PAYLOAD = (0, _graphqlTag.default)(_templateObject || (_templateObject = (0, _taggedTemplateLiteral2.default)(["\n query getPreSignedPostPayload($data: PreSignedPostPayloadInput!) {\n fileManager {\n getPreSignedPostPayload(data: $data) {\n data {\n data\n file {\n id\n type\n name\n size\n key\n }\n }\n error {\n message\n }\n }\n }\n }\n"])));
|
|
8
|
+
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
|
|
9
|
+
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
|
|
10
|
+
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
|
11
|
+
var _SimpleUploadStrategy = require("./SimpleUploadStrategy");
|
|
12
|
+
var _MultiPartUploadStrategy = require("./MultiPartUploadStrategy");
|
|
14
13
|
var _default = function _default() {
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
size: file.size,
|
|
32
|
-
name: file.name,
|
|
33
|
-
type: file.type
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
});
|
|
37
|
-
case 3:
|
|
38
|
-
response = _context.sent;
|
|
39
|
-
getPreSignedPostPayload = response.data.fileManager.getPreSignedPostPayload;
|
|
40
|
-
if (!getPreSignedPostPayload.error) {
|
|
41
|
-
_context.next = 8;
|
|
42
|
-
break;
|
|
43
|
-
}
|
|
44
|
-
console.log(getPreSignedPostPayload); // eslint-disable-line
|
|
45
|
-
return _context.abrupt("return");
|
|
46
|
-
case 8:
|
|
47
|
-
_context.next = 10;
|
|
48
|
-
return new Promise(function (resolve, reject) {
|
|
49
|
-
var formData = new window.FormData();
|
|
50
|
-
Object.keys(getPreSignedPostPayload.data.data.fields).forEach(function (key) {
|
|
51
|
-
formData.append(key, getPreSignedPostPayload.data.data.fields[key]);
|
|
52
|
-
});
|
|
53
|
-
formData.append("file", file);
|
|
54
|
-
var xhr = new window.XMLHttpRequest();
|
|
55
|
-
xhr.upload.addEventListener("progress", function (event) {
|
|
56
|
-
var percent = 100 * event.loaded / event.total;
|
|
57
|
-
if (onProgress) {
|
|
58
|
-
onProgress(percent);
|
|
59
|
-
}
|
|
60
|
-
}, false);
|
|
61
|
-
xhr.open("POST", getPreSignedPostPayload.data.data.url, true);
|
|
62
|
-
xhr.send(formData);
|
|
63
|
-
xhr.onload = function () {
|
|
64
|
-
if (this.status === 204) {
|
|
65
|
-
resolve(getPreSignedPostPayload.data.file);
|
|
66
|
-
return;
|
|
67
|
-
}
|
|
68
|
-
reject(this.responseText);
|
|
69
|
-
};
|
|
70
|
-
});
|
|
71
|
-
case 10:
|
|
72
|
-
return _context.abrupt("return", _context.sent);
|
|
73
|
-
case 11:
|
|
74
|
-
case "end":
|
|
75
|
-
return _context.stop();
|
|
76
|
-
}
|
|
77
|
-
}, _callee);
|
|
78
|
-
}));
|
|
79
|
-
function upload(_x, _x2) {
|
|
80
|
-
return _upload.apply(this, arguments);
|
|
14
|
+
var S3FileUploader = /*#__PURE__*/function () {
|
|
15
|
+
function S3FileUploader() {
|
|
16
|
+
(0, _classCallCheck2.default)(this, S3FileUploader);
|
|
17
|
+
(0, _defineProperty2.default)(this, "type", "file-uploader");
|
|
18
|
+
(0, _defineProperty2.default)(this, "name", "file-uploader");
|
|
19
|
+
}
|
|
20
|
+
(0, _createClass2.default)(S3FileUploader, [{
|
|
21
|
+
key: "upload",
|
|
22
|
+
value: function upload(file, options) {
|
|
23
|
+
var _window$fmUploadMulti;
|
|
24
|
+
// Use "simple" strategy for files smaller than ~100MB
|
|
25
|
+
// @ts-ignore
|
|
26
|
+
var multiPartThreshold = (_window$fmUploadMulti = window["fmUploadMultiPartThreshold"]) !== null && _window$fmUploadMulti !== void 0 ? _window$fmUploadMulti : 100;
|
|
27
|
+
var simple = file.size < multiPartThreshold * 1024 * 1024;
|
|
28
|
+
var strategy = simple ? new _SimpleUploadStrategy.SimpleUploadStrategy() : new _MultiPartUploadStrategy.MultiPartUploadStrategy();
|
|
29
|
+
return strategy.upload(file, options);
|
|
81
30
|
}
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
};
|
|
31
|
+
}]);
|
|
32
|
+
return S3FileUploader;
|
|
33
|
+
}();
|
|
34
|
+
return new S3FileUploader();
|
|
85
35
|
};
|
|
86
36
|
exports.default = _default;
|
package/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["
|
|
1
|
+
{"version":3,"names":["S3FileUploader","file","options","multiPartThreshold","window","simple","size","strategy","SimpleUploadStrategy","MultiPartUploadStrategy","upload"],"sources":["index.ts"],"sourcesContent":["import { FileUploaderPlugin, UploadOptions } from \"@webiny/app/types\";\nimport { SimpleUploadStrategy } from \"~/SimpleUploadStrategy\";\nimport { MultiPartUploadStrategy } from \"~/MultiPartUploadStrategy\";\n\nexport interface FileUploadStrategy {\n upload: FileUploaderPlugin[\"upload\"];\n}\n\nexport default (): FileUploaderPlugin => {\n class S3FileUploader implements FileUploaderPlugin {\n public readonly type = \"file-uploader\";\n public readonly name = \"file-uploader\";\n\n upload(file: File, options: UploadOptions) {\n // Use \"simple\" strategy for files smaller than ~100MB\n // @ts-ignore\n const multiPartThreshold = window[\"fmUploadMultiPartThreshold\"] ?? 100;\n const simple = file.size < multiPartThreshold * 1024 * 1024;\n\n const strategy: FileUploadStrategy = simple\n ? new SimpleUploadStrategy()\n : new MultiPartUploadStrategy();\n\n return strategy.upload(file, options);\n }\n }\n\n return new S3FileUploader();\n};\n"],"mappings":";;;;;;;;;;AACA;AACA;AAAoE,eAMrD,oBAA0B;EAAA,IAC/BA,cAAc;IAAA;MAAA;MAAA,4CACO,eAAe;MAAA,4CACf,eAAe;IAAA;IAAA;MAAA;MAAA,OAEtC,gBAAOC,IAAU,EAAEC,OAAsB,EAAE;QAAA;QACvC;QACA;QACA,IAAMC,kBAAkB,4BAAGC,MAAM,CAAC,4BAA4B,CAAC,yEAAI,GAAG;QACtE,IAAMC,MAAM,GAAGJ,IAAI,CAACK,IAAI,GAAGH,kBAAkB,GAAG,IAAI,GAAG,IAAI;QAE3D,IAAMI,QAA4B,GAAGF,MAAM,GACrC,IAAIG,0CAAoB,EAAE,GAC1B,IAAIC,gDAAuB,EAAE;QAEnC,OAAOF,QAAQ,CAACG,MAAM,CAACT,IAAI,EAAEC,OAAO,CAAC;MACzC;IAAC;IAAA;EAAA;EAGL,OAAO,IAAIF,cAAc,EAAE;AAC/B,CAAC;AAAA"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@webiny/app-file-manager-s3",
|
|
3
|
-
"version": "5.
|
|
3
|
+
"version": "5.36.0-beta.1",
|
|
4
4
|
"main": "index.js",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -10,16 +10,15 @@
|
|
|
10
10
|
"author": "Webiny Ltd",
|
|
11
11
|
"license": "MIT",
|
|
12
12
|
"dependencies": {
|
|
13
|
-
"@webiny/
|
|
14
|
-
"
|
|
15
|
-
"
|
|
16
|
-
"graphql-tag": "2.12.6"
|
|
13
|
+
"@webiny/app": "5.36.0-beta.1",
|
|
14
|
+
"graphql-tag": "2.12.6",
|
|
15
|
+
"p-retry": "4.6.2"
|
|
17
16
|
},
|
|
18
17
|
"devDependencies": {
|
|
19
18
|
"@babel/cli": "7.20.7",
|
|
20
19
|
"@babel/core": "7.20.12",
|
|
21
|
-
"@webiny/cli": "
|
|
22
|
-
"@webiny/project-utils": "
|
|
20
|
+
"@webiny/cli": "5.36.0-beta.1",
|
|
21
|
+
"@webiny/project-utils": "5.36.0-beta.1",
|
|
23
22
|
"rimraf": "3.0.2",
|
|
24
23
|
"typescript": "4.7.4"
|
|
25
24
|
},
|
|
@@ -31,5 +30,5 @@
|
|
|
31
30
|
"build": "yarn webiny run build",
|
|
32
31
|
"watch": "yarn webiny run watch"
|
|
33
32
|
},
|
|
34
|
-
"gitHead": "
|
|
33
|
+
"gitHead": "db7103cc3e74c3c71c2b88e50ef0fd19ae7c3fd2"
|
|
35
34
|
}
|