@webiny/app-file-manager-s3 6.0.0-alpha.5 β 6.0.0-rc.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/MultiPartUploadAPI.d.ts +1 -1
- package/MultiPartUploadAPI.js.map +1 -1
- package/MultiPartUploadGraphQLAPI.d.ts +2 -2
- package/MultiPartUploadGraphQLAPI.js.map +1 -1
- package/MultiPartUploadStrategy.d.ts +2 -2
- package/MultiPartUploadStrategy.js +2 -2
- package/MultiPartUploadStrategy.js.map +1 -1
- package/MultiPartUploader.d.ts +2 -2
- package/MultiPartUploader.js.map +1 -1
- package/README.md +11 -1
- package/SimpleUploadStrategy.d.ts +2 -2
- package/SimpleUploadStrategy.js +1 -1
- package/SimpleUploadStrategy.js.map +1 -1
- package/index.d.ts +1 -1
- package/index.js +2 -2
- package/index.js.map +1 -1
- package/package.json +8 -11
package/MultiPartUploadAPI.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":[],"sources":["MultiPartUploadAPI.ts"],"sourcesContent":["import type { UploadedFile } from \"@webiny/app/types\";\n\nexport interface CreateUploadParams {\n data: {\n size: number;\n name: string;\n type: string;\n };\n numberOfParts: number;\n}\n\nexport interface CompleteUploadParams {\n fileKey: string;\n uploadId: string;\n}\n\nexport interface FilePart {\n partNumber: number;\n url: string;\n}\n\nexport interface MultiPartUpload {\n file: UploadedFile;\n uploadId: string;\n parts: FilePart[];\n}\n\nexport interface MultiPartUploadAPI {\n createUpload(params: CreateUploadParams): Promise<MultiPartUpload>;\n completeUpload(params: CompleteUploadParams): Promise<boolean>;\n}\n"],"mappings":"","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":[],"sources":["MultiPartUploadAPI.ts"],"sourcesContent":["import type { UploadedFile } from \"@webiny/app/types.js\";\n\nexport interface CreateUploadParams {\n data: {\n size: number;\n name: string;\n type: string;\n };\n numberOfParts: number;\n}\n\nexport interface CompleteUploadParams {\n fileKey: string;\n uploadId: string;\n}\n\nexport interface FilePart {\n partNumber: number;\n url: string;\n}\n\nexport interface MultiPartUpload {\n file: UploadedFile;\n uploadId: string;\n parts: FilePart[];\n}\n\nexport interface MultiPartUploadAPI {\n createUpload(params: CreateUploadParams): Promise<MultiPartUpload>;\n completeUpload(params: CompleteUploadParams): Promise<boolean>;\n}\n"],"mappings":"","ignoreList":[]}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { UploadOptions } from "@webiny/app/types";
|
|
2
|
-
import type { CompleteUploadParams, CreateUploadParams, MultiPartUpload, MultiPartUploadAPI } from "./MultiPartUploadAPI";
|
|
1
|
+
import type { UploadOptions } from "@webiny/app/types.js";
|
|
2
|
+
import type { CompleteUploadParams, CreateUploadParams, MultiPartUpload, MultiPartUploadAPI } from "./MultiPartUploadAPI.js";
|
|
3
3
|
export declare class MultiPartUploadGraphQLAPI implements MultiPartUploadAPI {
|
|
4
4
|
private client;
|
|
5
5
|
constructor(client: UploadOptions["apolloClient"]);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["gql","MultiPartUploadGraphQLAPI","constructor","client","createUpload","params","data","errors","mutate","mutation","CREATE_UPLOAD","variables","console","error","Error","fileManager","createMultiPartUpload","completeUpload","COMPLETE_UPLOAD","completeMultiPartUpload"],"sources":["MultiPartUploadGraphQLAPI.ts"],"sourcesContent":["import type { UploadOptions } from \"@webiny/app/types\";\nimport gql from \"graphql-tag\";\nimport type {\n CompleteUploadParams,\n CreateUploadParams,\n MultiPartUpload,\n MultiPartUploadAPI\n} from \"~/MultiPartUploadAPI\";\n\nexport class MultiPartUploadGraphQLAPI implements MultiPartUploadAPI {\n private client: UploadOptions[\"apolloClient\"];\n\n constructor(client: UploadOptions[\"apolloClient\"]) {\n this.client = client;\n }\n\n async createUpload(params: CreateUploadParams): Promise<MultiPartUpload> {\n const { data, errors } = await this.client.mutate<CreateUploadResponse>({\n mutation: CREATE_UPLOAD,\n variables: params\n });\n\n if (!data) {\n console.error(errors);\n throw new Error(`Failed to initialize a multi-part file upload!`);\n }\n\n return data.fileManager.createMultiPartUpload.data;\n }\n\n async completeUpload(params: CompleteUploadParams): Promise<boolean> {\n const { data, errors } = await this.client.mutate<CompleteUploadResponse>({\n mutation: COMPLETE_UPLOAD,\n variables: params\n });\n\n if (!data) {\n console.error(errors);\n throw new Error(`Failed to complete a multi-part file upload!`);\n }\n\n return data.fileManager.completeMultiPartUpload.data;\n }\n}\n\nconst CREATE_UPLOAD = gql`\n mutation CreateMultiPartUpload($data: PreSignedPostPayloadInput!, $numberOfParts: Number!) {\n fileManager {\n createMultiPartUpload(data: $data, numberOfParts: $numberOfParts) {\n data {\n file {\n id\n key\n name\n size\n type\n }\n uploadId\n parts {\n partNumber\n url\n }\n }\n error {\n code\n message\n data\n }\n }\n }\n }\n`;\n\ninterface CreateUploadResponse {\n fileManager: {\n createMultiPartUpload: {\n data: MultiPartUpload;\n error: {\n code: string;\n message: string;\n data: Record<string, any>;\n };\n };\n };\n}\n\nconst COMPLETE_UPLOAD = gql`\n mutation CompleteMultiPartUpload($fileKey: String!, $uploadId: String!) {\n fileManager {\n completeMultiPartUpload(fileKey: $fileKey, uploadId: $uploadId) {\n data\n error {\n code\n message\n data\n }\n }\n }\n }\n`;\n\ninterface CompleteUploadResponse {\n fileManager: {\n completeMultiPartUpload: {\n data: boolean;\n error: {\n code: string;\n message: string;\n data: Record<string, any>;\n };\n };\n };\n}\n"],"mappings":"AACA,OAAOA,GAAG,MAAM,aAAa;AAQ7B,OAAO,MAAMC,yBAAyB,CAA+B;EAGjEC,WAAWA,CAACC,MAAqC,EAAE;IAC/C,IAAI,CAACA,MAAM,GAAGA,MAAM;EACxB;EAEA,MAAMC,YAAYA,CAACC,MAA0B,EAA4B;IACrE,MAAM;MAAEC,IAAI;MAAEC;IAAO,CAAC,GAAG,MAAM,IAAI,CAACJ,MAAM,CAACK,MAAM,CAAuB;MACpEC,QAAQ,EAAEC,aAAa;MACvBC,SAAS,EAAEN;IACf,CAAC,CAAC;IAEF,IAAI,CAACC,IAAI,EAAE;MACPM,OAAO,CAACC,KAAK,CAACN,MAAM,CAAC;MACrB,MAAM,IAAIO,KAAK,CAAC,gDAAgD,CAAC;IACrE;IAEA,OAAOR,IAAI,CAACS,WAAW,CAACC,qBAAqB,CAACV,IAAI;EACtD;EAEA,MAAMW,cAAcA,CAACZ,MAA4B,EAAoB;IACjE,MAAM;MAAEC,IAAI;MAAEC;IAAO,CAAC,GAAG,MAAM,IAAI,CAACJ,MAAM,CAACK,MAAM,CAAyB;MACtEC,QAAQ,EAAES,eAAe;MACzBP,SAAS,EAAEN;IACf,CAAC,CAAC;IAEF,IAAI,CAACC,IAAI,EAAE;MACPM,OAAO,CAACC,KAAK,CAACN,MAAM,CAAC;MACrB,MAAM,IAAIO,KAAK,CAAC,8CAA8C,CAAC;IACnE;IAEA,OAAOR,IAAI,CAACS,WAAW,CAACI,uBAAuB,CAACb,IAAI;EACxD;AACJ;AAEA,MAAMI,aAAa,GAAGV,GAAG;AACzB;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,CAAC;AAeD,MAAMkB,eAAe,GAAGlB,GAAG;AAC3B;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["gql","MultiPartUploadGraphQLAPI","constructor","client","createUpload","params","data","errors","mutate","mutation","CREATE_UPLOAD","variables","console","error","Error","fileManager","createMultiPartUpload","completeUpload","COMPLETE_UPLOAD","completeMultiPartUpload"],"sources":["MultiPartUploadGraphQLAPI.ts"],"sourcesContent":["import type { UploadOptions } from \"@webiny/app/types.js\";\nimport gql from \"graphql-tag\";\nimport type {\n CompleteUploadParams,\n CreateUploadParams,\n MultiPartUpload,\n MultiPartUploadAPI\n} from \"~/MultiPartUploadAPI.js\";\n\nexport class MultiPartUploadGraphQLAPI implements MultiPartUploadAPI {\n private client: UploadOptions[\"apolloClient\"];\n\n constructor(client: UploadOptions[\"apolloClient\"]) {\n this.client = client;\n }\n\n async createUpload(params: CreateUploadParams): Promise<MultiPartUpload> {\n const { data, errors } = await this.client.mutate<CreateUploadResponse>({\n mutation: CREATE_UPLOAD,\n variables: params\n });\n\n if (!data) {\n console.error(errors);\n throw new Error(`Failed to initialize a multi-part file upload!`);\n }\n\n return data.fileManager.createMultiPartUpload.data;\n }\n\n async completeUpload(params: CompleteUploadParams): Promise<boolean> {\n const { data, errors } = await this.client.mutate<CompleteUploadResponse>({\n mutation: COMPLETE_UPLOAD,\n variables: params\n });\n\n if (!data) {\n console.error(errors);\n throw new Error(`Failed to complete a multi-part file upload!`);\n }\n\n return data.fileManager.completeMultiPartUpload.data;\n }\n}\n\nconst CREATE_UPLOAD = gql`\n mutation CreateMultiPartUpload($data: PreSignedPostPayloadInput!, $numberOfParts: Number!) {\n fileManager {\n createMultiPartUpload(data: $data, numberOfParts: $numberOfParts) {\n data {\n file {\n id\n key\n name\n size\n type\n }\n uploadId\n parts {\n partNumber\n url\n }\n }\n error {\n code\n message\n data\n }\n }\n }\n }\n`;\n\ninterface CreateUploadResponse {\n fileManager: {\n createMultiPartUpload: {\n data: MultiPartUpload;\n error: {\n code: string;\n message: string;\n data: Record<string, any>;\n };\n };\n };\n}\n\nconst COMPLETE_UPLOAD = gql`\n mutation CompleteMultiPartUpload($fileKey: String!, $uploadId: String!) {\n fileManager {\n completeMultiPartUpload(fileKey: $fileKey, uploadId: $uploadId) {\n data\n error {\n code\n message\n data\n }\n }\n }\n }\n`;\n\ninterface CompleteUploadResponse {\n fileManager: {\n completeMultiPartUpload: {\n data: boolean;\n error: {\n code: string;\n message: string;\n data: Record<string, any>;\n };\n };\n };\n}\n"],"mappings":"AACA,OAAOA,GAAG,MAAM,aAAa;AAQ7B,OAAO,MAAMC,yBAAyB,CAA+B;EAGjEC,WAAWA,CAACC,MAAqC,EAAE;IAC/C,IAAI,CAACA,MAAM,GAAGA,MAAM;EACxB;EAEA,MAAMC,YAAYA,CAACC,MAA0B,EAA4B;IACrE,MAAM;MAAEC,IAAI;MAAEC;IAAO,CAAC,GAAG,MAAM,IAAI,CAACJ,MAAM,CAACK,MAAM,CAAuB;MACpEC,QAAQ,EAAEC,aAAa;MACvBC,SAAS,EAAEN;IACf,CAAC,CAAC;IAEF,IAAI,CAACC,IAAI,EAAE;MACPM,OAAO,CAACC,KAAK,CAACN,MAAM,CAAC;MACrB,MAAM,IAAIO,KAAK,CAAC,gDAAgD,CAAC;IACrE;IAEA,OAAOR,IAAI,CAACS,WAAW,CAACC,qBAAqB,CAACV,IAAI;EACtD;EAEA,MAAMW,cAAcA,CAACZ,MAA4B,EAAoB;IACjE,MAAM;MAAEC,IAAI;MAAEC;IAAO,CAAC,GAAG,MAAM,IAAI,CAACJ,MAAM,CAACK,MAAM,CAAyB;MACtEC,QAAQ,EAAES,eAAe;MACzBP,SAAS,EAAEN;IACf,CAAC,CAAC;IAEF,IAAI,CAACC,IAAI,EAAE;MACPM,OAAO,CAACC,KAAK,CAACN,MAAM,CAAC;MACrB,MAAM,IAAIO,KAAK,CAAC,8CAA8C,CAAC;IACnE;IAEA,OAAOR,IAAI,CAACS,WAAW,CAACI,uBAAuB,CAACb,IAAI;EACxD;AACJ;AAEA,MAAMI,aAAa,GAAGV,GAAG;AACzB;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,CAAC;AAeD,MAAMkB,eAAe,GAAGlB,GAAG;AAC3B;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,CAAC","ignoreList":[]}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { UploadedFile, UploadOptions } from "@webiny/app/types";
|
|
2
|
-
import type { FileUploadStrategy } from "./index";
|
|
1
|
+
import type { UploadedFile, UploadOptions } from "@webiny/app/types.js";
|
|
2
|
+
import type { FileUploadStrategy } from "./index.js";
|
|
3
3
|
export declare class MultiPartUploadStrategy implements FileUploadStrategy {
|
|
4
4
|
upload(file: File, options: UploadOptions): Promise<UploadedFile>;
|
|
5
5
|
private detectChunkSize;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MultiPartUploader } from "./MultiPartUploader";
|
|
2
|
-
import { MultiPartUploadGraphQLAPI } from "./MultiPartUploadGraphQLAPI";
|
|
1
|
+
import { MultiPartUploader } from "./MultiPartUploader.js";
|
|
2
|
+
import { MultiPartUploadGraphQLAPI } from "./MultiPartUploadGraphQLAPI.js";
|
|
3
3
|
export class MultiPartUploadStrategy {
|
|
4
4
|
async upload(file, options) {
|
|
5
5
|
const api = new MultiPartUploadGraphQLAPI(options.apolloClient);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["MultiPartUploader","MultiPartUploadGraphQLAPI","MultiPartUploadStrategy","upload","file","options","api","apolloClient","uploader","chunkSize","detectChunkSize","parallelUploads","detectParallelChunks","onProgress","uploadFile","envSize","parseInt","process","env","WEBINY_FILE_UPLOAD_CHUNK_SIZE","NODE_ENV","windowSize","window","envChunks","WEBINY_FILE_UPLOAD_PARALLEL_CHUNKS","windowChunks"],"sources":["MultiPartUploadStrategy.ts"],"sourcesContent":["import type { UploadedFile, UploadOptions } from \"@webiny/app/types\";\nimport type { FileUploadStrategy } from \"~/index\";\nimport { MultiPartUploader } from \"~/MultiPartUploader\";\nimport { MultiPartUploadGraphQLAPI } from \"~/MultiPartUploadGraphQLAPI\";\n\nexport class MultiPartUploadStrategy implements FileUploadStrategy {\n async upload(file: File, options: UploadOptions): Promise<UploadedFile> {\n const api = new MultiPartUploadGraphQLAPI(options.apolloClient);\n\n const uploader = new MultiPartUploader(api, {\n chunkSize: this.detectChunkSize(),\n parallelUploads: this.detectParallelChunks()\n });\n\n if (options.onProgress) {\n uploader.onProgress(options.onProgress);\n }\n return uploader.uploadFile(file);\n }\n\n private detectChunkSize(): number {\n const envSize = parseInt(process.env.WEBINY_FILE_UPLOAD_CHUNK_SIZE || \"0\");\n\n // For dev purposes, we take this global var into consideration.\n if (process.env.NODE_ENV === \"development\") {\n // @ts-expect-error\n const windowSize = window[\"fmUploadChunkSize\"];\n if (windowSize) {\n return windowSize;\n }\n }\n\n // As a last resort, we check the baked in value, or fall back to 50MB chunk size.\n return envSize || 50;\n }\n\n private detectParallelChunks(): number {\n const envChunks = parseInt(process.env.WEBINY_FILE_UPLOAD_PARALLEL_CHUNKS || \"0\");\n\n // For dev purposes, we take this global var into consideration.\n if (process.env.NODE_ENV === \"development\") {\n // @ts-expect-error\n const windowChunks = window[\"fmUploadParallelChunks\"];\n if (windowChunks) {\n return windowChunks;\n }\n }\n\n // As a last resort, we check the baked in value, or fall back to 5 parallel chunks.\n return envChunks || 5;\n }\n}\n"],"mappings":"AAEA,SAASA,iBAAiB;AAC1B,SAASC,yBAAyB;AAElC,OAAO,MAAMC,uBAAuB,CAA+B;EAC/D,MAAMC,MAAMA,CAACC,IAAU,EAAEC,OAAsB,EAAyB;IACpE,MAAMC,GAAG,GAAG,IAAIL,yBAAyB,CAACI,OAAO,CAACE,YAAY,CAAC;IAE/D,MAAMC,QAAQ,GAAG,IAAIR,iBAAiB,CAACM,GAAG,EAAE;MACxCG,SAAS,EAAE,IAAI,CAACC,eAAe,CAAC,CAAC;MACjCC,eAAe,EAAE,IAAI,CAACC,oBAAoB,CAAC;IAC/C,CAAC,CAAC;IAEF,IAAIP,OAAO,CAACQ,UAAU,EAAE;MACpBL,QAAQ,CAACK,UAAU,CAACR,OAAO,CAACQ,UAAU,CAAC;IAC3C;IACA,OAAOL,QAAQ,CAACM,UAAU,CAACV,IAAI,CAAC;EACpC;EAEQM,eAAeA,CAAA,EAAW;IAC9B,MAAMK,OAAO,GAAGC,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACC,6BAA6B,IAAI,GAAG,CAAC;;IAE1E;IACA,IAAIF,OAAO,CAACC,GAAG,CAACE,QAAQ,KAAK,aAAa,EAAE;MACxC;MACA,MAAMC,UAAU,GAAGC,MAAM,CAAC,mBAAmB,CAAC;MAC9C,IAAID,UAAU,EAAE;QACZ,OAAOA,UAAU;MACrB;IACJ;;IAEA;IACA,OAAON,OAAO,IAAI,EAAE;EACxB;EAEQH,oBAAoBA,CAAA,EAAW;IACnC,MAAMW,SAAS,GAAGP,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACM,kCAAkC,IAAI,GAAG,CAAC;;IAEjF;IACA,IAAIP,OAAO,CAACC,GAAG,CAACE,QAAQ,KAAK,aAAa,EAAE;MACxC;MACA,MAAMK,YAAY,GAAGH,MAAM,CAAC,wBAAwB,CAAC;MACrD,IAAIG,YAAY,EAAE;QACd,OAAOA,YAAY;MACvB;IACJ;;IAEA;IACA,OAAOF,SAAS,IAAI,CAAC;EACzB;AACJ","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["MultiPartUploader","MultiPartUploadGraphQLAPI","MultiPartUploadStrategy","upload","file","options","api","apolloClient","uploader","chunkSize","detectChunkSize","parallelUploads","detectParallelChunks","onProgress","uploadFile","envSize","parseInt","process","env","WEBINY_FILE_UPLOAD_CHUNK_SIZE","NODE_ENV","windowSize","window","envChunks","WEBINY_FILE_UPLOAD_PARALLEL_CHUNKS","windowChunks"],"sources":["MultiPartUploadStrategy.ts"],"sourcesContent":["import type { UploadedFile, UploadOptions } from \"@webiny/app/types.js\";\nimport type { FileUploadStrategy } from \"~/index.js\";\nimport { MultiPartUploader } from \"~/MultiPartUploader.js\";\nimport { MultiPartUploadGraphQLAPI } from \"~/MultiPartUploadGraphQLAPI.js\";\n\nexport class MultiPartUploadStrategy implements FileUploadStrategy {\n async upload(file: File, options: UploadOptions): Promise<UploadedFile> {\n const api = new MultiPartUploadGraphQLAPI(options.apolloClient);\n\n const uploader = new MultiPartUploader(api, {\n chunkSize: this.detectChunkSize(),\n parallelUploads: this.detectParallelChunks()\n });\n\n if (options.onProgress) {\n uploader.onProgress(options.onProgress);\n }\n return uploader.uploadFile(file);\n }\n\n private detectChunkSize(): number {\n const envSize = parseInt(process.env.WEBINY_FILE_UPLOAD_CHUNK_SIZE || \"0\");\n\n // For dev purposes, we take this global var into consideration.\n if (process.env.NODE_ENV === \"development\") {\n // @ts-expect-error\n const windowSize = window[\"fmUploadChunkSize\"];\n if (windowSize) {\n return windowSize;\n }\n }\n\n // As a last resort, we check the baked in value, or fall back to 50MB chunk size.\n return envSize || 50;\n }\n\n private detectParallelChunks(): number {\n const envChunks = parseInt(process.env.WEBINY_FILE_UPLOAD_PARALLEL_CHUNKS || \"0\");\n\n // For dev purposes, we take this global var into consideration.\n if (process.env.NODE_ENV === \"development\") {\n // @ts-expect-error\n const windowChunks = window[\"fmUploadParallelChunks\"];\n if (windowChunks) {\n return windowChunks;\n }\n }\n\n // As a last resort, we check the baked in value, or fall back to 5 parallel chunks.\n return envChunks || 5;\n }\n}\n"],"mappings":"AAEA,SAASA,iBAAiB;AAC1B,SAASC,yBAAyB;AAElC,OAAO,MAAMC,uBAAuB,CAA+B;EAC/D,MAAMC,MAAMA,CAACC,IAAU,EAAEC,OAAsB,EAAyB;IACpE,MAAMC,GAAG,GAAG,IAAIL,yBAAyB,CAACI,OAAO,CAACE,YAAY,CAAC;IAE/D,MAAMC,QAAQ,GAAG,IAAIR,iBAAiB,CAACM,GAAG,EAAE;MACxCG,SAAS,EAAE,IAAI,CAACC,eAAe,CAAC,CAAC;MACjCC,eAAe,EAAE,IAAI,CAACC,oBAAoB,CAAC;IAC/C,CAAC,CAAC;IAEF,IAAIP,OAAO,CAACQ,UAAU,EAAE;MACpBL,QAAQ,CAACK,UAAU,CAACR,OAAO,CAACQ,UAAU,CAAC;IAC3C;IACA,OAAOL,QAAQ,CAACM,UAAU,CAACV,IAAI,CAAC;EACpC;EAEQM,eAAeA,CAAA,EAAW;IAC9B,MAAMK,OAAO,GAAGC,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACC,6BAA6B,IAAI,GAAG,CAAC;;IAE1E;IACA,IAAIF,OAAO,CAACC,GAAG,CAACE,QAAQ,KAAK,aAAa,EAAE;MACxC;MACA,MAAMC,UAAU,GAAGC,MAAM,CAAC,mBAAmB,CAAC;MAC9C,IAAID,UAAU,EAAE;QACZ,OAAOA,UAAU;MACrB;IACJ;;IAEA;IACA,OAAON,OAAO,IAAI,EAAE;EACxB;EAEQH,oBAAoBA,CAAA,EAAW;IACnC,MAAMW,SAAS,GAAGP,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACM,kCAAkC,IAAI,GAAG,CAAC;;IAEjF;IACA,IAAIP,OAAO,CAACC,GAAG,CAACE,QAAQ,KAAK,aAAa,EAAE;MACxC;MACA,MAAMK,YAAY,GAAGH,MAAM,CAAC,wBAAwB,CAAC;MACrD,IAAIG,YAAY,EAAE;QACd,OAAOA,YAAY;MACvB;IACJ;;IAEA;IACA,OAAOF,SAAS,IAAI,CAAC;EACzB;AACJ","ignoreList":[]}
|
package/MultiPartUploader.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { MultiPartUploadAPI } from "./MultiPartUploadAPI";
|
|
1
|
+
import type { MultiPartUploadAPI } from "./MultiPartUploadAPI.js";
|
|
2
2
|
interface MultiPartUploaderOptions {
|
|
3
3
|
/**
|
|
4
4
|
* Chunk size in MB. Must be >=5MB (enforced by AWS).
|
|
@@ -30,7 +30,7 @@ export declare class MultiPartUploader {
|
|
|
30
30
|
private onErrorFn;
|
|
31
31
|
private onProgressFn;
|
|
32
32
|
constructor(api: MultiPartUploadAPI, options?: MultiPartUploaderOptions);
|
|
33
|
-
uploadFile(file: File): Promise<import("@webiny/app/types").UploadedFile>;
|
|
33
|
+
uploadFile(file: File): Promise<import("@webiny/app/types.js").UploadedFile>;
|
|
34
34
|
onProgress(onProgress: OnProgressCallback): this;
|
|
35
35
|
onError(onError: OnErrorCallback): this;
|
|
36
36
|
private complete;
|
package/MultiPartUploader.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["pRetry","MultiPartUploader","activeConnections","Map","progressTracker","onErrorFn","error","console","constructor","api","options","chunkSize","parallelUploads","Math","max","min","uploadFile","file","numberOfParts","ceil","size","upload","createUpload","data","name","type","threads","Promise","all","Array","from","length","map","uploadNextPart","complete","onProgress","onProgressFn","onError","sendCompleteRequest","assertIsDefined","completeUpload","fileKey","key","uploadId","progressListener","part","event","set","partNumber","loaded","uploaded","values","reduce","sum","value","uploadedSize","sent","total","percentage","round","err","parts","shift","executeWithRetry","uploadPart","then","sentSize","nextChunkSize","chunk","slice","log","resolve","reject","throwXHRError","delete","window","navigator","onLine","Error","xhr","XMLHttpRequest","abortXHR","abort","addEventListener","removeListeners","removeEventListener","open","url","onreadystatechange","readyState","status","onerror","ontimeout","onabort","send","message","execute","maxRetryTime","retries","minTimeout","maxTimeout"],"sources":["MultiPartUploader.ts"],"sourcesContent":["import pRetry from \"p-retry\";\nimport type { MultiPartUpload, MultiPartUploadAPI, FilePart } from \"./MultiPartUploadAPI\";\n\ninterface MultiPartUploaderOptions {\n /**\n * Chunk size in MB. Must be >=5MB (enforced by AWS).\n */\n chunkSize?: number;\n /**\n * Number of parallel uploads. Must be >=5 && <=15.\n */\n parallelUploads?: number;\n}\n\ninterface OnProgressCallback {\n (params: { sent: number; total: number; percentage: number }): void;\n}\n\ninterface OnErrorCallback {\n (error: Error): void;\n}\n\nexport class MultiPartUploader {\n private readonly api: MultiPartUploadAPI;\n private readonly chunkSize: number;\n private readonly parallelUploads: number;\n private readonly activeConnections: Map<number, XMLHttpRequest> = new Map();\n private readonly progressTracker: Map<number, number> = new Map();\n private upload: MultiPartUpload | undefined;\n private file: File | undefined;\n private onErrorFn: OnErrorCallback = error => console.error(error);\n private onProgressFn: OnProgressCallback | undefined;\n\n constructor(api: MultiPartUploadAPI, options: MultiPartUploaderOptions = {}) {\n this.api = api;\n const chunkSize = options.chunkSize || 50;\n const parallelUploads = options.parallelUploads || 5;\n\n this.chunkSize = Math.max(1024 * 1024 * chunkSize, 1024 * 1024 * 5);\n this.parallelUploads = Math.min(parallelUploads, 15);\n }\n\n async uploadFile(file: File) {\n this.file = file;\n const numberOfParts = Math.ceil(file.size / this.chunkSize);\n\n try {\n /**\n * Initialize the file upload on AWS S3.\n */\n this.upload = await this.api.createUpload({\n data: { name: file.name, size: file.size, type: file.type },\n numberOfParts\n });\n\n /**\n * Run the defined number of parallel uploads. Each thread will continue to process parts\n * for as long as there are parts to upload. The promise will resolve once there's no more parts to upload.\n */\n const threads = Math.min(numberOfParts, this.parallelUploads);\n await Promise.all(Array.from({ length: threads }).map(() => this.uploadNextPart()));\n\n await this.complete();\n\n return this.upload.file;\n } catch (error) {\n await this.complete(error);\n throw error;\n }\n }\n\n onProgress(onProgress: OnProgressCallback) {\n this.onProgressFn = onProgress;\n return this;\n }\n\n onError(onError: OnErrorCallback) {\n this.onErrorFn = onError;\n return this;\n }\n\n private async complete(error?: Error) {\n if (error) {\n this.onErrorFn(error);\n return;\n }\n\n try {\n await this.sendCompleteRequest();\n } catch (error) {\n this.onErrorFn(error);\n }\n }\n\n private async sendCompleteRequest() {\n this.assertIsDefined(\n this.upload,\n `Upload must be created before calling \"sendCompleteRequest\"!`\n );\n\n return this.api.completeUpload({\n fileKey: this.upload.file.key,\n uploadId: this.upload.uploadId\n });\n }\n\n private progressListener(part: FilePart, event: ProgressEvent<XMLHttpRequestEventTarget>) {\n if (!this.file) {\n return;\n }\n\n this.progressTracker.set(part.partNumber, event.loaded);\n\n const uploaded = Array.from(this.progressTracker.values()).reduce(\n (sum = 0, value) => sum + value\n );\n\n const uploadedSize = Math.min(uploaded, this.file.size);\n\n if (this.onProgressFn) {\n try {\n this.onProgressFn({\n sent: uploadedSize,\n total: this.file.size,\n percentage: Math.round((uploadedSize / this.file.size) * 100)\n });\n } catch (err) {\n console.error(`Error executing the \"onProgress\" callback`, err);\n }\n }\n }\n\n private async uploadNextPart(): Promise<void> {\n if (!this.upload) {\n return;\n }\n\n const part = this.upload.parts.shift();\n\n if (!part) {\n return;\n }\n\n return executeWithRetry(() => this.uploadPart(part)).then(() => this.uploadNextPart());\n }\n\n private uploadPart(part: FilePart) {\n this.assertIsDefined(\n this.upload,\n `Upload must be created before calling \"sendCompleteRequest\"!`\n );\n\n this.assertIsDefined(this.file, `File must be set before calling \"uploadPart\"!`);\n\n const sentSize = (part.partNumber - 1) * this.chunkSize;\n const nextChunkSize = Math.min(sentSize + this.chunkSize, this.file.size);\n const chunk = this.file.slice(sentSize, nextChunkSize, this.upload.file.type);\n console.log(`Chunk for part #${part.partNumber}`, chunk.size);\n\n return new Promise((resolve, reject) => {\n const throwXHRError = (error: Error) => {\n this.activeConnections.delete(part.partNumber);\n reject(error);\n };\n\n if (!window.navigator.onLine) {\n return reject(new Error(\"Browser is offline!\"));\n }\n\n const xhr = new XMLHttpRequest();\n this.activeConnections.set(part.partNumber, xhr);\n const abortXHR = () => xhr.abort();\n\n xhr.upload.addEventListener(\"progress\", event => this.progressListener(part, event));\n\n window.addEventListener(\"offline\", abortXHR);\n const removeListeners = () => {\n window.removeEventListener(\"offline\", abortXHR);\n };\n\n xhr.open(\"PUT\", part.url);\n\n xhr.onreadystatechange = () => {\n if (xhr.readyState === 4 && xhr.status === 200) {\n try {\n this.activeConnections.delete(part.partNumber);\n window.removeEventListener(\"offline\", abortXHR);\n resolve(xhr.status);\n } catch (err) {\n console.error(`Error in \"onreadystatechange\"`, err);\n }\n }\n };\n\n xhr.onerror = () => {\n removeListeners();\n throwXHRError(new Error(`Failed to upload file part #${part.partNumber}`));\n };\n xhr.ontimeout = () => {\n removeListeners();\n throwXHRError(new Error(`Request timed out for file part #${part.partNumber}!`));\n };\n xhr.onabort = () => {\n removeListeners();\n throwXHRError(new Error(`Upload was cancelled for part #${part.partNumber}!`));\n };\n xhr.send(chunk);\n });\n }\n\n private assertIsDefined<T>(upload: T, message: string): asserts upload is NonNullable<T> {\n if (!upload) {\n throw new Error(message);\n }\n }\n}\n\nconst executeWithRetry = (execute: () => void, options?: Parameters<typeof pRetry>[1]) => {\n return pRetry(execute, {\n maxRetryTime: 300000,\n retries: 5,\n minTimeout: 1500,\n maxTimeout: 30000,\n ...options\n });\n};\n"],"mappings":"AAAA,OAAOA,MAAM,MAAM,SAAS;AAsB5B,OAAO,MAAMC,iBAAiB,CAAC;EAIVC,iBAAiB,GAAgC,IAAIC,GAAG,CAAC,CAAC;EAC1DC,eAAe,GAAwB,IAAID,GAAG,CAAC,CAAC;EAGzDE,SAAS,GAAoBC,KAAK,IAAIC,OAAO,CAACD,KAAK,CAACA,KAAK,CAAC;EAGlEE,WAAWA,CAACC,GAAuB,EAAEC,OAAiC,GAAG,CAAC,CAAC,EAAE;IACzE,IAAI,CAACD,GAAG,GAAGA,GAAG;IACd,MAAME,SAAS,GAAGD,OAAO,CAACC,SAAS,IAAI,EAAE;IACzC,MAAMC,eAAe,GAAGF,OAAO,CAACE,eAAe,IAAI,CAAC;IAEpD,IAAI,CAACD,SAAS,GAAGE,IAAI,CAACC,GAAG,CAAC,IAAI,GAAG,IAAI,GAAGH,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC;IACnE,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACE,GAAG,CAACH,eAAe,EAAE,EAAE,CAAC;EACxD;EAEA,MAAMI,UAAUA,CAACC,IAAU,EAAE;IACzB,IAAI,CAACA,IAAI,GAAGA,IAAI;IAChB,MAAMC,aAAa,GAAGL,IAAI,CAACM,IAAI,CAACF,IAAI,CAACG,IAAI,GAAG,IAAI,CAACT,SAAS,CAAC;IAE3D,IAAI;MACA;AACZ;AACA;MACY,IAAI,CAACU,MAAM,GAAG,MAAM,IAAI,CAACZ,GAAG,CAACa,YAAY,CAAC;QACtCC,IAAI,EAAE;UAAEC,IAAI,EAAEP,IAAI,CAACO,IAAI;UAAEJ,IAAI,EAAEH,IAAI,CAACG,IAAI;UAAEK,IAAI,EAAER,IAAI,CAACQ;QAAK,CAAC;QAC3DP;MACJ,CAAC,CAAC;;MAEF;AACZ;AACA;AACA;MACY,MAAMQ,OAAO,GAAGb,IAAI,CAACE,GAAG,CAACG,aAAa,EAAE,IAAI,CAACN,eAAe,CAAC;MAC7D,MAAMe,OAAO,CAACC,GAAG,CAACC,KAAK,CAACC,IAAI,CAAC;QAAEC,MAAM,EAAEL;MAAQ,CAAC,CAAC,CAACM,GAAG,CAAC,MAAM,IAAI,CAACC,cAAc,CAAC,CAAC,CAAC,CAAC;MAEnF,MAAM,IAAI,CAACC,QAAQ,CAAC,CAAC;MAErB,OAAO,IAAI,CAACb,MAAM,CAACJ,IAAI;IAC3B,CAAC,CAAC,OAAOX,KAAK,EAAE;MACZ,MAAM,IAAI,CAAC4B,QAAQ,CAAC5B,KAAK,CAAC;MAC1B,MAAMA,KAAK;IACf;EACJ;EAEA6B,UAAUA,CAACA,UAA8B,EAAE;IACvC,IAAI,CAACC,YAAY,GAAGD,UAAU;IAC9B,OAAO,IAAI;EACf;EAEAE,OAAOA,CAACA,OAAwB,EAAE;IAC9B,IAAI,CAAChC,SAAS,GAAGgC,OAAO;IACxB,OAAO,IAAI;EACf;EAEA,MAAcH,QAAQA,CAAC5B,KAAa,EAAE;IAClC,IAAIA,KAAK,EAAE;MACP,IAAI,CAACD,SAAS,CAACC,KAAK,CAAC;MACrB;IACJ;IAEA,IAAI;MACA,MAAM,IAAI,CAACgC,mBAAmB,CAAC,CAAC;IACpC,CAAC,CAAC,OAAOhC,KAAK,EAAE;MACZ,IAAI,CAACD,SAAS,CAACC,KAAK,CAAC;IACzB;EACJ;EAEA,MAAcgC,mBAAmBA,CAAA,EAAG;IAChC,IAAI,CAACC,eAAe,CAChB,IAAI,CAAClB,MAAM,EACX,8DACJ,CAAC;IAED,OAAO,IAAI,CAACZ,GAAG,CAAC+B,cAAc,CAAC;MAC3BC,OAAO,EAAE,IAAI,CAACpB,MAAM,CAACJ,IAAI,CAACyB,GAAG;MAC7BC,QAAQ,EAAE,IAAI,CAACtB,MAAM,CAACsB;IAC1B,CAAC,CAAC;EACN;EAEQC,gBAAgBA,CAACC,IAAc,EAAEC,KAA+C,EAAE;IACtF,IAAI,CAAC,IAAI,CAAC7B,IAAI,EAAE;MACZ;IACJ;IAEA,IAAI,CAACb,eAAe,CAAC2C,GAAG,CAACF,IAAI,CAACG,UAAU,EAAEF,KAAK,CAACG,MAAM,CAAC;IAEvD,MAAMC,QAAQ,GAAGrB,KAAK,CAACC,IAAI,CAAC,IAAI,CAAC1B,eAAe,CAAC+C,MAAM,CAAC,CAAC,CAAC,CAACC,MAAM,CAC7D,CAACC,GAAG,GAAG,CAAC,EAAEC,KAAK,KAAKD,GAAG,GAAGC,KAC9B,CAAC;IAED,MAAMC,YAAY,GAAG1C,IAAI,CAACE,GAAG,CAACmC,QAAQ,EAAE,IAAI,CAACjC,IAAI,CAACG,IAAI,CAAC;IAEvD,IAAI,IAAI,CAACgB,YAAY,EAAE;MACnB,IAAI;QACA,IAAI,CAACA,YAAY,CAAC;UACdoB,IAAI,EAAED,YAAY;UAClBE,KAAK,EAAE,IAAI,CAACxC,IAAI,CAACG,IAAI;UACrBsC,UAAU,EAAE7C,IAAI,CAAC8C,KAAK,CAAEJ,YAAY,GAAG,IAAI,CAACtC,IAAI,CAACG,IAAI,GAAI,GAAG;QAChE,CAAC,CAAC;MACN,CAAC,CAAC,OAAOwC,GAAG,EAAE;QACVrD,OAAO,CAACD,KAAK,CAAC,2CAA2C,EAAEsD,GAAG,CAAC;MACnE;IACJ;EACJ;EAEA,MAAc3B,cAAcA,CAAA,EAAkB;IAC1C,IAAI,CAAC,IAAI,CAACZ,MAAM,EAAE;MACd;IACJ;IAEA,MAAMwB,IAAI,GAAG,IAAI,CAACxB,MAAM,CAACwC,KAAK,CAACC,KAAK,CAAC,CAAC;IAEtC,IAAI,CAACjB,IAAI,EAAE;MACP;IACJ;IAEA,OAAOkB,gBAAgB,CAAC,MAAM,IAAI,CAACC,UAAU,CAACnB,IAAI,CAAC,CAAC,CAACoB,IAAI,CAAC,MAAM,IAAI,CAAChC,cAAc,CAAC,CAAC,CAAC;EAC1F;EAEQ+B,UAAUA,CAACnB,IAAc,EAAE;IAC/B,IAAI,CAACN,eAAe,CAChB,IAAI,CAAClB,MAAM,EACX,8DACJ,CAAC;IAED,IAAI,CAACkB,eAAe,CAAC,IAAI,CAACtB,IAAI,EAAE,+CAA+C,CAAC;IAEhF,MAAMiD,QAAQ,GAAG,CAACrB,IAAI,CAACG,UAAU,GAAG,CAAC,IAAI,IAAI,CAACrC,SAAS;IACvD,MAAMwD,aAAa,GAAGtD,IAAI,CAACE,GAAG,CAACmD,QAAQ,GAAG,IAAI,CAACvD,SAAS,EAAE,IAAI,CAACM,IAAI,CAACG,IAAI,CAAC;IACzE,MAAMgD,KAAK,GAAG,IAAI,CAACnD,IAAI,CAACoD,KAAK,CAACH,QAAQ,EAAEC,aAAa,EAAE,IAAI,CAAC9C,MAAM,CAACJ,IAAI,CAACQ,IAAI,CAAC;IAC7ElB,OAAO,CAAC+D,GAAG,CAAC,mBAAmBzB,IAAI,CAACG,UAAU,EAAE,EAAEoB,KAAK,CAAChD,IAAI,CAAC;IAE7D,OAAO,IAAIO,OAAO,CAAC,CAAC4C,OAAO,EAAEC,MAAM,KAAK;MACpC,MAAMC,aAAa,GAAInE,KAAY,IAAK;QACpC,IAAI,CAACJ,iBAAiB,CAACwE,MAAM,CAAC7B,IAAI,CAACG,UAAU,CAAC;QAC9CwB,MAAM,CAAClE,KAAK,CAAC;MACjB,CAAC;MAED,IAAI,CAACqE,MAAM,CAACC,SAAS,CAACC,MAAM,EAAE;QAC1B,OAAOL,MAAM,CAAC,IAAIM,KAAK,CAAC,qBAAqB,CAAC,CAAC;MACnD;MAEA,MAAMC,GAAG,GAAG,IAAIC,cAAc,CAAC,CAAC;MAChC,IAAI,CAAC9E,iBAAiB,CAAC6C,GAAG,CAACF,IAAI,CAACG,UAAU,EAAE+B,GAAG,CAAC;MAChD,MAAME,QAAQ,GAAGA,CAAA,KAAMF,GAAG,CAACG,KAAK,CAAC,CAAC;MAElCH,GAAG,CAAC1D,MAAM,CAAC8D,gBAAgB,CAAC,UAAU,EAAErC,KAAK,IAAI,IAAI,CAACF,gBAAgB,CAACC,IAAI,EAAEC,KAAK,CAAC,CAAC;MAEpF6B,MAAM,CAACQ,gBAAgB,CAAC,SAAS,EAAEF,QAAQ,CAAC;MAC5C,MAAMG,eAAe,GAAGA,CAAA,KAAM;QAC1BT,MAAM,CAACU,mBAAmB,CAAC,SAAS,EAAEJ,QAAQ,CAAC;MACnD,CAAC;MAEDF,GAAG,CAACO,IAAI,CAAC,KAAK,EAAEzC,IAAI,CAAC0C,GAAG,CAAC;MAEzBR,GAAG,CAACS,kBAAkB,GAAG,MAAM;QAC3B,IAAIT,GAAG,CAACU,UAAU,KAAK,CAAC,IAAIV,GAAG,CAACW,MAAM,KAAK,GAAG,EAAE;UAC5C,IAAI;YACA,IAAI,CAACxF,iBAAiB,CAACwE,MAAM,CAAC7B,IAAI,CAACG,UAAU,CAAC;YAC9C2B,MAAM,CAACU,mBAAmB,CAAC,SAAS,EAAEJ,QAAQ,CAAC;YAC/CV,OAAO,CAACQ,GAAG,CAACW,MAAM,CAAC;UACvB,CAAC,CAAC,OAAO9B,GAAG,EAAE;YACVrD,OAAO,CAACD,KAAK,CAAC,+BAA+B,EAAEsD,GAAG,CAAC;UACvD;QACJ;MACJ,CAAC;MAEDmB,GAAG,CAACY,OAAO,GAAG,MAAM;QAChBP,eAAe,CAAC,CAAC;QACjBX,aAAa,CAAC,IAAIK,KAAK,CAAC,+BAA+BjC,IAAI,CAACG,UAAU,EAAE,CAAC,CAAC;MAC9E,CAAC;MACD+B,GAAG,CAACa,SAAS,GAAG,MAAM;QAClBR,eAAe,CAAC,CAAC;QACjBX,aAAa,CAAC,IAAIK,KAAK,CAAC,oCAAoCjC,IAAI,CAACG,UAAU,GAAG,CAAC,CAAC;MACpF,CAAC;MACD+B,GAAG,CAACc,OAAO,GAAG,MAAM;QAChBT,eAAe,CAAC,CAAC;QACjBX,aAAa,CAAC,IAAIK,KAAK,CAAC,kCAAkCjC,IAAI,CAACG,UAAU,GAAG,CAAC,CAAC;MAClF,CAAC;MACD+B,GAAG,CAACe,IAAI,CAAC1B,KAAK,CAAC;IACnB,CAAC,CAAC;EACN;EAEQ7B,eAAeA,CAAIlB,MAAS,EAAE0E,OAAe,EAAoC;IACrF,IAAI,CAAC1E,MAAM,EAAE;MACT,MAAM,IAAIyD,KAAK,CAACiB,OAAO,CAAC;IAC5B;EACJ;AACJ;AAEA,MAAMhC,gBAAgB,GAAGA,CAACiC,OAAmB,EAAEtF,OAAsC,KAAK;EACtF,OAAOV,MAAM,CAACgG,OAAO,EAAE;IACnBC,YAAY,EAAE,MAAM;IACpBC,OAAO,EAAE,CAAC;IACVC,UAAU,EAAE,IAAI;IAChBC,UAAU,EAAE,KAAK;IACjB,GAAG1F;EACP,CAAC,CAAC;AACN,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["pRetry","MultiPartUploader","activeConnections","Map","progressTracker","onErrorFn","error","console","constructor","api","options","chunkSize","parallelUploads","Math","max","min","uploadFile","file","numberOfParts","ceil","size","upload","createUpload","data","name","type","threads","Promise","all","Array","from","length","map","uploadNextPart","complete","onProgress","onProgressFn","onError","sendCompleteRequest","assertIsDefined","completeUpload","fileKey","key","uploadId","progressListener","part","event","set","partNumber","loaded","uploaded","values","reduce","sum","value","uploadedSize","sent","total","percentage","round","err","parts","shift","executeWithRetry","uploadPart","then","sentSize","nextChunkSize","chunk","slice","log","resolve","reject","throwXHRError","delete","window","navigator","onLine","Error","xhr","XMLHttpRequest","abortXHR","abort","addEventListener","removeListeners","removeEventListener","open","url","onreadystatechange","readyState","status","onerror","ontimeout","onabort","send","message","execute","maxRetryTime","retries","minTimeout","maxTimeout"],"sources":["MultiPartUploader.ts"],"sourcesContent":["import pRetry from \"p-retry\";\nimport type { MultiPartUpload, MultiPartUploadAPI, FilePart } from \"./MultiPartUploadAPI.js\";\n\ninterface MultiPartUploaderOptions {\n /**\n * Chunk size in MB. Must be >=5MB (enforced by AWS).\n */\n chunkSize?: number;\n /**\n * Number of parallel uploads. Must be >=5 && <=15.\n */\n parallelUploads?: number;\n}\n\ninterface OnProgressCallback {\n (params: { sent: number; total: number; percentage: number }): void;\n}\n\ninterface OnErrorCallback {\n (error: Error): void;\n}\n\nexport class MultiPartUploader {\n private readonly api: MultiPartUploadAPI;\n private readonly chunkSize: number;\n private readonly parallelUploads: number;\n private readonly activeConnections: Map<number, XMLHttpRequest> = new Map();\n private readonly progressTracker: Map<number, number> = new Map();\n private upload: MultiPartUpload | undefined;\n private file: File | undefined;\n private onErrorFn: OnErrorCallback = error => console.error(error);\n private onProgressFn: OnProgressCallback | undefined;\n\n constructor(api: MultiPartUploadAPI, options: MultiPartUploaderOptions = {}) {\n this.api = api;\n const chunkSize = options.chunkSize || 50;\n const parallelUploads = options.parallelUploads || 5;\n\n this.chunkSize = Math.max(1024 * 1024 * chunkSize, 1024 * 1024 * 5);\n this.parallelUploads = Math.min(parallelUploads, 15);\n }\n\n async uploadFile(file: File) {\n this.file = file;\n const numberOfParts = Math.ceil(file.size / this.chunkSize);\n\n try {\n /**\n * Initialize the file upload on AWS S3.\n */\n this.upload = await this.api.createUpload({\n data: { name: file.name, size: file.size, type: file.type },\n numberOfParts\n });\n\n /**\n * Run the defined number of parallel uploads. Each thread will continue to process parts\n * for as long as there are parts to upload. The promise will resolve once there's no more parts to upload.\n */\n const threads = Math.min(numberOfParts, this.parallelUploads);\n await Promise.all(Array.from({ length: threads }).map(() => this.uploadNextPart()));\n\n await this.complete();\n\n return this.upload.file;\n } catch (error) {\n await this.complete(error);\n throw error;\n }\n }\n\n onProgress(onProgress: OnProgressCallback) {\n this.onProgressFn = onProgress;\n return this;\n }\n\n onError(onError: OnErrorCallback) {\n this.onErrorFn = onError;\n return this;\n }\n\n private async complete(error?: Error) {\n if (error) {\n this.onErrorFn(error);\n return;\n }\n\n try {\n await this.sendCompleteRequest();\n } catch (error) {\n this.onErrorFn(error);\n }\n }\n\n private async sendCompleteRequest() {\n this.assertIsDefined(\n this.upload,\n `Upload must be created before calling \"sendCompleteRequest\"!`\n );\n\n return this.api.completeUpload({\n fileKey: this.upload.file.key,\n uploadId: this.upload.uploadId\n });\n }\n\n private progressListener(part: FilePart, event: ProgressEvent<XMLHttpRequestEventTarget>) {\n if (!this.file) {\n return;\n }\n\n this.progressTracker.set(part.partNumber, event.loaded);\n\n const uploaded = Array.from(this.progressTracker.values()).reduce(\n (sum = 0, value) => sum + value\n );\n\n const uploadedSize = Math.min(uploaded, this.file.size);\n\n if (this.onProgressFn) {\n try {\n this.onProgressFn({\n sent: uploadedSize,\n total: this.file.size,\n percentage: Math.round((uploadedSize / this.file.size) * 100)\n });\n } catch (err) {\n console.error(`Error executing the \"onProgress\" callback`, err);\n }\n }\n }\n\n private async uploadNextPart(): Promise<void> {\n if (!this.upload) {\n return;\n }\n\n const part = this.upload.parts.shift();\n\n if (!part) {\n return;\n }\n\n return executeWithRetry(() => this.uploadPart(part)).then(() => this.uploadNextPart());\n }\n\n private uploadPart(part: FilePart) {\n this.assertIsDefined(\n this.upload,\n `Upload must be created before calling \"sendCompleteRequest\"!`\n );\n\n this.assertIsDefined(this.file, `File must be set before calling \"uploadPart\"!`);\n\n const sentSize = (part.partNumber - 1) * this.chunkSize;\n const nextChunkSize = Math.min(sentSize + this.chunkSize, this.file.size);\n const chunk = this.file.slice(sentSize, nextChunkSize, this.upload.file.type);\n console.log(`Chunk for part #${part.partNumber}`, chunk.size);\n\n return new Promise((resolve, reject) => {\n const throwXHRError = (error: Error) => {\n this.activeConnections.delete(part.partNumber);\n reject(error);\n };\n\n if (!window.navigator.onLine) {\n return reject(new Error(\"Browser is offline!\"));\n }\n\n const xhr = new XMLHttpRequest();\n this.activeConnections.set(part.partNumber, xhr);\n const abortXHR = () => xhr.abort();\n\n xhr.upload.addEventListener(\"progress\", event => this.progressListener(part, event));\n\n window.addEventListener(\"offline\", abortXHR);\n const removeListeners = () => {\n window.removeEventListener(\"offline\", abortXHR);\n };\n\n xhr.open(\"PUT\", part.url);\n\n xhr.onreadystatechange = () => {\n if (xhr.readyState === 4 && xhr.status === 200) {\n try {\n this.activeConnections.delete(part.partNumber);\n window.removeEventListener(\"offline\", abortXHR);\n resolve(xhr.status);\n } catch (err) {\n console.error(`Error in \"onreadystatechange\"`, err);\n }\n }\n };\n\n xhr.onerror = () => {\n removeListeners();\n throwXHRError(new Error(`Failed to upload file part #${part.partNumber}`));\n };\n xhr.ontimeout = () => {\n removeListeners();\n throwXHRError(new Error(`Request timed out for file part #${part.partNumber}!`));\n };\n xhr.onabort = () => {\n removeListeners();\n throwXHRError(new Error(`Upload was cancelled for part #${part.partNumber}!`));\n };\n xhr.send(chunk);\n });\n }\n\n private assertIsDefined<T>(upload: T, message: string): asserts upload is NonNullable<T> {\n if (!upload) {\n throw new Error(message);\n }\n }\n}\n\nconst executeWithRetry = (execute: () => void, options?: Parameters<typeof pRetry>[1]) => {\n return pRetry(execute, {\n maxRetryTime: 300000,\n retries: 5,\n minTimeout: 1500,\n maxTimeout: 30000,\n ...options\n });\n};\n"],"mappings":"AAAA,OAAOA,MAAM,MAAM,SAAS;AAsB5B,OAAO,MAAMC,iBAAiB,CAAC;EAIVC,iBAAiB,GAAgC,IAAIC,GAAG,CAAC,CAAC;EAC1DC,eAAe,GAAwB,IAAID,GAAG,CAAC,CAAC;EAGzDE,SAAS,GAAoBC,KAAK,IAAIC,OAAO,CAACD,KAAK,CAACA,KAAK,CAAC;EAGlEE,WAAWA,CAACC,GAAuB,EAAEC,OAAiC,GAAG,CAAC,CAAC,EAAE;IACzE,IAAI,CAACD,GAAG,GAAGA,GAAG;IACd,MAAME,SAAS,GAAGD,OAAO,CAACC,SAAS,IAAI,EAAE;IACzC,MAAMC,eAAe,GAAGF,OAAO,CAACE,eAAe,IAAI,CAAC;IAEpD,IAAI,CAACD,SAAS,GAAGE,IAAI,CAACC,GAAG,CAAC,IAAI,GAAG,IAAI,GAAGH,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC;IACnE,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACE,GAAG,CAACH,eAAe,EAAE,EAAE,CAAC;EACxD;EAEA,MAAMI,UAAUA,CAACC,IAAU,EAAE;IACzB,IAAI,CAACA,IAAI,GAAGA,IAAI;IAChB,MAAMC,aAAa,GAAGL,IAAI,CAACM,IAAI,CAACF,IAAI,CAACG,IAAI,GAAG,IAAI,CAACT,SAAS,CAAC;IAE3D,IAAI;MACA;AACZ;AACA;MACY,IAAI,CAACU,MAAM,GAAG,MAAM,IAAI,CAACZ,GAAG,CAACa,YAAY,CAAC;QACtCC,IAAI,EAAE;UAAEC,IAAI,EAAEP,IAAI,CAACO,IAAI;UAAEJ,IAAI,EAAEH,IAAI,CAACG,IAAI;UAAEK,IAAI,EAAER,IAAI,CAACQ;QAAK,CAAC;QAC3DP;MACJ,CAAC,CAAC;;MAEF;AACZ;AACA;AACA;MACY,MAAMQ,OAAO,GAAGb,IAAI,CAACE,GAAG,CAACG,aAAa,EAAE,IAAI,CAACN,eAAe,CAAC;MAC7D,MAAMe,OAAO,CAACC,GAAG,CAACC,KAAK,CAACC,IAAI,CAAC;QAAEC,MAAM,EAAEL;MAAQ,CAAC,CAAC,CAACM,GAAG,CAAC,MAAM,IAAI,CAACC,cAAc,CAAC,CAAC,CAAC,CAAC;MAEnF,MAAM,IAAI,CAACC,QAAQ,CAAC,CAAC;MAErB,OAAO,IAAI,CAACb,MAAM,CAACJ,IAAI;IAC3B,CAAC,CAAC,OAAOX,KAAK,EAAE;MACZ,MAAM,IAAI,CAAC4B,QAAQ,CAAC5B,KAAK,CAAC;MAC1B,MAAMA,KAAK;IACf;EACJ;EAEA6B,UAAUA,CAACA,UAA8B,EAAE;IACvC,IAAI,CAACC,YAAY,GAAGD,UAAU;IAC9B,OAAO,IAAI;EACf;EAEAE,OAAOA,CAACA,OAAwB,EAAE;IAC9B,IAAI,CAAChC,SAAS,GAAGgC,OAAO;IACxB,OAAO,IAAI;EACf;EAEA,MAAcH,QAAQA,CAAC5B,KAAa,EAAE;IAClC,IAAIA,KAAK,EAAE;MACP,IAAI,CAACD,SAAS,CAACC,KAAK,CAAC;MACrB;IACJ;IAEA,IAAI;MACA,MAAM,IAAI,CAACgC,mBAAmB,CAAC,CAAC;IACpC,CAAC,CAAC,OAAOhC,KAAK,EAAE;MACZ,IAAI,CAACD,SAAS,CAACC,KAAK,CAAC;IACzB;EACJ;EAEA,MAAcgC,mBAAmBA,CAAA,EAAG;IAChC,IAAI,CAACC,eAAe,CAChB,IAAI,CAAClB,MAAM,EACX,8DACJ,CAAC;IAED,OAAO,IAAI,CAACZ,GAAG,CAAC+B,cAAc,CAAC;MAC3BC,OAAO,EAAE,IAAI,CAACpB,MAAM,CAACJ,IAAI,CAACyB,GAAG;MAC7BC,QAAQ,EAAE,IAAI,CAACtB,MAAM,CAACsB;IAC1B,CAAC,CAAC;EACN;EAEQC,gBAAgBA,CAACC,IAAc,EAAEC,KAA+C,EAAE;IACtF,IAAI,CAAC,IAAI,CAAC7B,IAAI,EAAE;MACZ;IACJ;IAEA,IAAI,CAACb,eAAe,CAAC2C,GAAG,CAACF,IAAI,CAACG,UAAU,EAAEF,KAAK,CAACG,MAAM,CAAC;IAEvD,MAAMC,QAAQ,GAAGrB,KAAK,CAACC,IAAI,CAAC,IAAI,CAAC1B,eAAe,CAAC+C,MAAM,CAAC,CAAC,CAAC,CAACC,MAAM,CAC7D,CAACC,GAAG,GAAG,CAAC,EAAEC,KAAK,KAAKD,GAAG,GAAGC,KAC9B,CAAC;IAED,MAAMC,YAAY,GAAG1C,IAAI,CAACE,GAAG,CAACmC,QAAQ,EAAE,IAAI,CAACjC,IAAI,CAACG,IAAI,CAAC;IAEvD,IAAI,IAAI,CAACgB,YAAY,EAAE;MACnB,IAAI;QACA,IAAI,CAACA,YAAY,CAAC;UACdoB,IAAI,EAAED,YAAY;UAClBE,KAAK,EAAE,IAAI,CAACxC,IAAI,CAACG,IAAI;UACrBsC,UAAU,EAAE7C,IAAI,CAAC8C,KAAK,CAAEJ,YAAY,GAAG,IAAI,CAACtC,IAAI,CAACG,IAAI,GAAI,GAAG;QAChE,CAAC,CAAC;MACN,CAAC,CAAC,OAAOwC,GAAG,EAAE;QACVrD,OAAO,CAACD,KAAK,CAAC,2CAA2C,EAAEsD,GAAG,CAAC;MACnE;IACJ;EACJ;EAEA,MAAc3B,cAAcA,CAAA,EAAkB;IAC1C,IAAI,CAAC,IAAI,CAACZ,MAAM,EAAE;MACd;IACJ;IAEA,MAAMwB,IAAI,GAAG,IAAI,CAACxB,MAAM,CAACwC,KAAK,CAACC,KAAK,CAAC,CAAC;IAEtC,IAAI,CAACjB,IAAI,EAAE;MACP;IACJ;IAEA,OAAOkB,gBAAgB,CAAC,MAAM,IAAI,CAACC,UAAU,CAACnB,IAAI,CAAC,CAAC,CAACoB,IAAI,CAAC,MAAM,IAAI,CAAChC,cAAc,CAAC,CAAC,CAAC;EAC1F;EAEQ+B,UAAUA,CAACnB,IAAc,EAAE;IAC/B,IAAI,CAACN,eAAe,CAChB,IAAI,CAAClB,MAAM,EACX,8DACJ,CAAC;IAED,IAAI,CAACkB,eAAe,CAAC,IAAI,CAACtB,IAAI,EAAE,+CAA+C,CAAC;IAEhF,MAAMiD,QAAQ,GAAG,CAACrB,IAAI,CAACG,UAAU,GAAG,CAAC,IAAI,IAAI,CAACrC,SAAS;IACvD,MAAMwD,aAAa,GAAGtD,IAAI,CAACE,GAAG,CAACmD,QAAQ,GAAG,IAAI,CAACvD,SAAS,EAAE,IAAI,CAACM,IAAI,CAACG,IAAI,CAAC;IACzE,MAAMgD,KAAK,GAAG,IAAI,CAACnD,IAAI,CAACoD,KAAK,CAACH,QAAQ,EAAEC,aAAa,EAAE,IAAI,CAAC9C,MAAM,CAACJ,IAAI,CAACQ,IAAI,CAAC;IAC7ElB,OAAO,CAAC+D,GAAG,CAAC,mBAAmBzB,IAAI,CAACG,UAAU,EAAE,EAAEoB,KAAK,CAAChD,IAAI,CAAC;IAE7D,OAAO,IAAIO,OAAO,CAAC,CAAC4C,OAAO,EAAEC,MAAM,KAAK;MACpC,MAAMC,aAAa,GAAInE,KAAY,IAAK;QACpC,IAAI,CAACJ,iBAAiB,CAACwE,MAAM,CAAC7B,IAAI,CAACG,UAAU,CAAC;QAC9CwB,MAAM,CAAClE,KAAK,CAAC;MACjB,CAAC;MAED,IAAI,CAACqE,MAAM,CAACC,SAAS,CAACC,MAAM,EAAE;QAC1B,OAAOL,MAAM,CAAC,IAAIM,KAAK,CAAC,qBAAqB,CAAC,CAAC;MACnD;MAEA,MAAMC,GAAG,GAAG,IAAIC,cAAc,CAAC,CAAC;MAChC,IAAI,CAAC9E,iBAAiB,CAAC6C,GAAG,CAACF,IAAI,CAACG,UAAU,EAAE+B,GAAG,CAAC;MAChD,MAAME,QAAQ,GAAGA,CAAA,KAAMF,GAAG,CAACG,KAAK,CAAC,CAAC;MAElCH,GAAG,CAAC1D,MAAM,CAAC8D,gBAAgB,CAAC,UAAU,EAAErC,KAAK,IAAI,IAAI,CAACF,gBAAgB,CAACC,IAAI,EAAEC,KAAK,CAAC,CAAC;MAEpF6B,MAAM,CAACQ,gBAAgB,CAAC,SAAS,EAAEF,QAAQ,CAAC;MAC5C,MAAMG,eAAe,GAAGA,CAAA,KAAM;QAC1BT,MAAM,CAACU,mBAAmB,CAAC,SAAS,EAAEJ,QAAQ,CAAC;MACnD,CAAC;MAEDF,GAAG,CAACO,IAAI,CAAC,KAAK,EAAEzC,IAAI,CAAC0C,GAAG,CAAC;MAEzBR,GAAG,CAACS,kBAAkB,GAAG,MAAM;QAC3B,IAAIT,GAAG,CAACU,UAAU,KAAK,CAAC,IAAIV,GAAG,CAACW,MAAM,KAAK,GAAG,EAAE;UAC5C,IAAI;YACA,IAAI,CAACxF,iBAAiB,CAACwE,MAAM,CAAC7B,IAAI,CAACG,UAAU,CAAC;YAC9C2B,MAAM,CAACU,mBAAmB,CAAC,SAAS,EAAEJ,QAAQ,CAAC;YAC/CV,OAAO,CAACQ,GAAG,CAACW,MAAM,CAAC;UACvB,CAAC,CAAC,OAAO9B,GAAG,EAAE;YACVrD,OAAO,CAACD,KAAK,CAAC,+BAA+B,EAAEsD,GAAG,CAAC;UACvD;QACJ;MACJ,CAAC;MAEDmB,GAAG,CAACY,OAAO,GAAG,MAAM;QAChBP,eAAe,CAAC,CAAC;QACjBX,aAAa,CAAC,IAAIK,KAAK,CAAC,+BAA+BjC,IAAI,CAACG,UAAU,EAAE,CAAC,CAAC;MAC9E,CAAC;MACD+B,GAAG,CAACa,SAAS,GAAG,MAAM;QAClBR,eAAe,CAAC,CAAC;QACjBX,aAAa,CAAC,IAAIK,KAAK,CAAC,oCAAoCjC,IAAI,CAACG,UAAU,GAAG,CAAC,CAAC;MACpF,CAAC;MACD+B,GAAG,CAACc,OAAO,GAAG,MAAM;QAChBT,eAAe,CAAC,CAAC;QACjBX,aAAa,CAAC,IAAIK,KAAK,CAAC,kCAAkCjC,IAAI,CAACG,UAAU,GAAG,CAAC,CAAC;MAClF,CAAC;MACD+B,GAAG,CAACe,IAAI,CAAC1B,KAAK,CAAC;IACnB,CAAC,CAAC;EACN;EAEQ7B,eAAeA,CAAIlB,MAAS,EAAE0E,OAAe,EAAoC;IACrF,IAAI,CAAC1E,MAAM,EAAE;MACT,MAAM,IAAIyD,KAAK,CAACiB,OAAO,CAAC;IAC5B;EACJ;AACJ;AAEA,MAAMhC,gBAAgB,GAAGA,CAACiC,OAAmB,EAAEtF,OAAsC,KAAK;EACtF,OAAOV,MAAM,CAACgG,OAAO,EAAE;IACnBC,YAAY,EAAE,MAAM;IACpBC,OAAO,EAAE,CAAC;IACVC,UAAU,EAAE,IAAI;IAChBC,UAAU,EAAE,KAAK;IACjB,GAAG1F;EACP,CAAC,CAAC;AACN,CAAC","ignoreList":[]}
|
package/README.md
CHANGED
|
@@ -1 +1,11 @@
|
|
|
1
|
-
# @webiny/app-file-manager-s3
|
|
1
|
+
# @webiny/app-file-manager-s3
|
|
2
|
+
|
|
3
|
+
> [!NOTE]
|
|
4
|
+
> This package is part of the [Webiny](https://www.webiny.com) monorepo.
|
|
5
|
+
> Itβs **included in every Webiny project by default** and is not meant to be used as a standalone package.
|
|
6
|
+
|
|
7
|
+
π **Documentation:** [https://www.webiny.com/docs](https://www.webiny.com/docs)
|
|
8
|
+
|
|
9
|
+
---
|
|
10
|
+
|
|
11
|
+
_This README file is automatically generated during the publish process._
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { UploadedFile, UploadOptions } from "@webiny/app/types";
|
|
2
|
-
import type { FileUploadStrategy } from "./index";
|
|
1
|
+
import type { UploadedFile, UploadOptions } from "@webiny/app/types.js";
|
|
2
|
+
import type { FileUploadStrategy } from "./index.js";
|
|
3
3
|
declare global {
|
|
4
4
|
interface File {
|
|
5
5
|
key?: string;
|
package/SimpleUploadStrategy.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["GET_PRE_SIGNED_POST_PAYLOAD","SimpleUploadStrategy","upload","file","apolloClient","onProgress","response","query","fetchPolicy","variables","data","size","name","type","key","keyPrefix","getPreSignedPostPayload","fileManager","error","console","Error","Promise","resolve","reject","formData","window","FormData","Object","keys","fields","forEach","append","xhr","XMLHttpRequest","addEventListener","event","sent","loaded","total","percentage","open","url","send","onload","status","responseText"],"sources":["SimpleUploadStrategy.ts"],"sourcesContent":["import type { UploadedFile, UploadOptions } from \"@webiny/app/types\";\nimport { GET_PRE_SIGNED_POST_PAYLOAD } from \"./graphql\";\nimport type { FileUploadStrategy } from \"~/index\";\n\ndeclare global {\n interface File {\n key?: string;\n keyPrefix?: string;\n }\n}\n\nexport class SimpleUploadStrategy implements FileUploadStrategy {\n async upload(file: File, { apolloClient, onProgress }: UploadOptions): Promise<UploadedFile> {\n // 1. GET PreSignedPostPayload\n const response = await apolloClient.query({\n query: GET_PRE_SIGNED_POST_PAYLOAD,\n fetchPolicy: \"no-cache\",\n variables: {\n data: {\n size: file.size,\n name: file.name,\n type: file.type,\n key: file.key,\n keyPrefix: file.keyPrefix\n }\n }\n });\n\n const { getPreSignedPostPayload } = response.data.fileManager;\n if (getPreSignedPostPayload.error) {\n console.error(getPreSignedPostPayload);\n throw Error(getPreSignedPostPayload.error);\n }\n\n // 2. upload file to S3\n return new Promise((resolve, reject) => {\n const formData = new window.FormData();\n Object.keys(getPreSignedPostPayload.data.data.fields).forEach(key => {\n formData.append(key, getPreSignedPostPayload.data.data.fields[key]);\n });\n\n formData.append(\"file\", file);\n\n const xhr = new window.XMLHttpRequest();\n xhr.upload.addEventListener(\n \"progress\",\n event => {\n if (onProgress) {\n onProgress({\n sent: event.loaded,\n total: file.size,\n percentage: (event.loaded / file.size) * 100\n });\n }\n },\n false\n );\n xhr.open(\"POST\", getPreSignedPostPayload.data.data.url, true);\n xhr.send(formData);\n xhr.onload = function () {\n if (this.status === 204) {\n resolve(getPreSignedPostPayload.data.file);\n return;\n }\n\n reject(this.responseText);\n };\n });\n }\n}\n"],"mappings":"AACA,SAASA,2BAA2B;AAUpC,OAAO,MAAMC,oBAAoB,CAA+B;EAC5D,MAAMC,MAAMA,CAACC,IAAU,EAAE;IAAEC,YAAY;IAAEC;EAA0B,CAAC,EAAyB;IACzF;IACA,MAAMC,QAAQ,GAAG,MAAMF,YAAY,CAACG,KAAK,CAAC;MACtCA,KAAK,EAAEP,2BAA2B;MAClCQ,WAAW,EAAE,UAAU;MACvBC,SAAS,EAAE;QACPC,IAAI,EAAE;UACFC,IAAI,EAAER,IAAI,CAACQ,IAAI;UACfC,IAAI,EAAET,IAAI,CAACS,IAAI;UACfC,IAAI,EAAEV,IAAI,CAACU,IAAI;UACfC,GAAG,EAAEX,IAAI,CAACW,GAAG;UACbC,SAAS,EAAEZ,IAAI,CAACY;QACpB;MACJ;IACJ,CAAC,CAAC;IAEF,MAAM;MAAEC;IAAwB,CAAC,GAAGV,QAAQ,CAACI,IAAI,CAACO,WAAW;IAC7D,IAAID,uBAAuB,CAACE,KAAK,EAAE;MAC/BC,OAAO,CAACD,KAAK,CAACF,uBAAuB,CAAC;MACtC,MAAMI,KAAK,CAACJ,uBAAuB,CAACE,KAAK,CAAC;IAC9C;;IAEA;IACA,OAAO,IAAIG,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MACpC,MAAMC,QAAQ,GAAG,IAAIC,MAAM,CAACC,QAAQ,CAAC,CAAC;MACtCC,MAAM,CAACC,IAAI,CAACZ,uBAAuB,CAACN,IAAI,CAACA,IAAI,CAACmB,MAAM,CAAC,CAACC,OAAO,CAAChB,GAAG,IAAI;QACjEU,QAAQ,CAACO,MAAM,CAACjB,GAAG,EAAEE,uBAAuB,CAACN,IAAI,CAACA,IAAI,CAACmB,MAAM,CAACf,GAAG,CAAC,CAAC;MACvE,CAAC,CAAC;MAEFU,QAAQ,CAACO,MAAM,CAAC,MAAM,EAAE5B,IAAI,CAAC;MAE7B,MAAM6B,GAAG,GAAG,IAAIP,MAAM,CAACQ,cAAc,CAAC,CAAC;MACvCD,GAAG,CAAC9B,MAAM,CAACgC,gBAAgB,CACvB,UAAU,EACVC,KAAK,IAAI;QACL,IAAI9B,UAAU,EAAE;UACZA,UAAU,CAAC;YACP+B,IAAI,EAAED,KAAK,CAACE,MAAM;YAClBC,KAAK,EAAEnC,IAAI,CAACQ,IAAI;YAChB4B,UAAU,EAAGJ,KAAK,CAACE,MAAM,GAAGlC,IAAI,CAACQ,IAAI,GAAI;UAC7C,CAAC,CAAC;QACN;MACJ,CAAC,EACD,KACJ,CAAC;MACDqB,GAAG,CAACQ,IAAI,CAAC,MAAM,EAAExB,uBAAuB,CAACN,IAAI,CAACA,IAAI,CAAC+B,GAAG,EAAE,IAAI,CAAC;MAC7DT,GAAG,CAACU,IAAI,CAAClB,QAAQ,CAAC;MAClBQ,GAAG,CAACW,MAAM,GAAG,YAAY;QACrB,IAAI,IAAI,CAACC,MAAM,KAAK,GAAG,EAAE;UACrBtB,OAAO,CAACN,uBAAuB,CAACN,IAAI,CAACP,IAAI,CAAC;UAC1C;QACJ;QAEAoB,MAAM,CAAC,IAAI,CAACsB,YAAY,CAAC;MAC7B,CAAC;IACL,CAAC,CAAC;EACN;AACJ","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["GET_PRE_SIGNED_POST_PAYLOAD","SimpleUploadStrategy","upload","file","apolloClient","onProgress","response","query","fetchPolicy","variables","data","size","name","type","key","keyPrefix","getPreSignedPostPayload","fileManager","error","console","Error","Promise","resolve","reject","formData","window","FormData","Object","keys","fields","forEach","append","xhr","XMLHttpRequest","addEventListener","event","sent","loaded","total","percentage","open","url","send","onload","status","responseText"],"sources":["SimpleUploadStrategy.ts"],"sourcesContent":["import type { UploadedFile, UploadOptions } from \"@webiny/app/types.js\";\nimport { GET_PRE_SIGNED_POST_PAYLOAD } from \"./graphql.js\";\nimport type { FileUploadStrategy } from \"~/index.js\";\n\ndeclare global {\n interface File {\n key?: string;\n keyPrefix?: string;\n }\n}\n\nexport class SimpleUploadStrategy implements FileUploadStrategy {\n async upload(file: File, { apolloClient, onProgress }: UploadOptions): Promise<UploadedFile> {\n // 1. GET PreSignedPostPayload\n const response = await apolloClient.query({\n query: GET_PRE_SIGNED_POST_PAYLOAD,\n fetchPolicy: \"no-cache\",\n variables: {\n data: {\n size: file.size,\n name: file.name,\n type: file.type,\n key: file.key,\n keyPrefix: file.keyPrefix\n }\n }\n });\n\n const { getPreSignedPostPayload } = response.data.fileManager;\n if (getPreSignedPostPayload.error) {\n console.error(getPreSignedPostPayload);\n throw Error(getPreSignedPostPayload.error);\n }\n\n // 2. upload file to S3\n return new Promise((resolve, reject) => {\n const formData = new window.FormData();\n Object.keys(getPreSignedPostPayload.data.data.fields).forEach(key => {\n formData.append(key, getPreSignedPostPayload.data.data.fields[key]);\n });\n\n formData.append(\"file\", file);\n\n const xhr = new window.XMLHttpRequest();\n xhr.upload.addEventListener(\n \"progress\",\n event => {\n if (onProgress) {\n onProgress({\n sent: event.loaded,\n total: file.size,\n percentage: (event.loaded / file.size) * 100\n });\n }\n },\n false\n );\n xhr.open(\"POST\", getPreSignedPostPayload.data.data.url, true);\n xhr.send(formData);\n xhr.onload = function () {\n if (this.status === 204) {\n resolve(getPreSignedPostPayload.data.file);\n return;\n }\n\n reject(this.responseText);\n };\n });\n }\n}\n"],"mappings":"AACA,SAASA,2BAA2B;AAUpC,OAAO,MAAMC,oBAAoB,CAA+B;EAC5D,MAAMC,MAAMA,CAACC,IAAU,EAAE;IAAEC,YAAY;IAAEC;EAA0B,CAAC,EAAyB;IACzF;IACA,MAAMC,QAAQ,GAAG,MAAMF,YAAY,CAACG,KAAK,CAAC;MACtCA,KAAK,EAAEP,2BAA2B;MAClCQ,WAAW,EAAE,UAAU;MACvBC,SAAS,EAAE;QACPC,IAAI,EAAE;UACFC,IAAI,EAAER,IAAI,CAACQ,IAAI;UACfC,IAAI,EAAET,IAAI,CAACS,IAAI;UACfC,IAAI,EAAEV,IAAI,CAACU,IAAI;UACfC,GAAG,EAAEX,IAAI,CAACW,GAAG;UACbC,SAAS,EAAEZ,IAAI,CAACY;QACpB;MACJ;IACJ,CAAC,CAAC;IAEF,MAAM;MAAEC;IAAwB,CAAC,GAAGV,QAAQ,CAACI,IAAI,CAACO,WAAW;IAC7D,IAAID,uBAAuB,CAACE,KAAK,EAAE;MAC/BC,OAAO,CAACD,KAAK,CAACF,uBAAuB,CAAC;MACtC,MAAMI,KAAK,CAACJ,uBAAuB,CAACE,KAAK,CAAC;IAC9C;;IAEA;IACA,OAAO,IAAIG,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MACpC,MAAMC,QAAQ,GAAG,IAAIC,MAAM,CAACC,QAAQ,CAAC,CAAC;MACtCC,MAAM,CAACC,IAAI,CAACZ,uBAAuB,CAACN,IAAI,CAACA,IAAI,CAACmB,MAAM,CAAC,CAACC,OAAO,CAAChB,GAAG,IAAI;QACjEU,QAAQ,CAACO,MAAM,CAACjB,GAAG,EAAEE,uBAAuB,CAACN,IAAI,CAACA,IAAI,CAACmB,MAAM,CAACf,GAAG,CAAC,CAAC;MACvE,CAAC,CAAC;MAEFU,QAAQ,CAACO,MAAM,CAAC,MAAM,EAAE5B,IAAI,CAAC;MAE7B,MAAM6B,GAAG,GAAG,IAAIP,MAAM,CAACQ,cAAc,CAAC,CAAC;MACvCD,GAAG,CAAC9B,MAAM,CAACgC,gBAAgB,CACvB,UAAU,EACVC,KAAK,IAAI;QACL,IAAI9B,UAAU,EAAE;UACZA,UAAU,CAAC;YACP+B,IAAI,EAAED,KAAK,CAACE,MAAM;YAClBC,KAAK,EAAEnC,IAAI,CAACQ,IAAI;YAChB4B,UAAU,EAAGJ,KAAK,CAACE,MAAM,GAAGlC,IAAI,CAACQ,IAAI,GAAI;UAC7C,CAAC,CAAC;QACN;MACJ,CAAC,EACD,KACJ,CAAC;MACDqB,GAAG,CAACQ,IAAI,CAAC,MAAM,EAAExB,uBAAuB,CAACN,IAAI,CAACA,IAAI,CAAC+B,GAAG,EAAE,IAAI,CAAC;MAC7DT,GAAG,CAACU,IAAI,CAAClB,QAAQ,CAAC;MAClBQ,GAAG,CAACW,MAAM,GAAG,YAAY;QACrB,IAAI,IAAI,CAACC,MAAM,KAAK,GAAG,EAAE;UACrBtB,OAAO,CAACN,uBAAuB,CAACN,IAAI,CAACP,IAAI,CAAC;UAC1C;QACJ;QAEAoB,MAAM,CAAC,IAAI,CAACsB,YAAY,CAAC;MAC7B,CAAC;IACL,CAAC,CAAC;EACN;AACJ","ignoreList":[]}
|
package/index.d.ts
CHANGED
package/index.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { SimpleUploadStrategy } from "./SimpleUploadStrategy";
|
|
2
|
-
import { MultiPartUploadStrategy } from "./MultiPartUploadStrategy";
|
|
1
|
+
import { SimpleUploadStrategy } from "./SimpleUploadStrategy.js";
|
|
2
|
+
import { MultiPartUploadStrategy } from "./MultiPartUploadStrategy.js";
|
|
3
3
|
export default () => {
|
|
4
4
|
class S3FileUploader {
|
|
5
5
|
type = "file-uploader";
|
package/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["SimpleUploadStrategy","MultiPartUploadStrategy","S3FileUploader","type","name","upload","file","options","multiPartThreshold","window","simple","size","strategy"],"sources":["index.ts"],"sourcesContent":["import type { FileUploaderPlugin, UploadOptions } from \"@webiny/app/types\";\nimport { SimpleUploadStrategy } from \"~/SimpleUploadStrategy\";\nimport { MultiPartUploadStrategy } from \"~/MultiPartUploadStrategy\";\n\nexport interface FileUploadStrategy {\n upload: FileUploaderPlugin[\"upload\"];\n}\n\nexport default (): FileUploaderPlugin => {\n class S3FileUploader implements FileUploaderPlugin {\n public readonly type = \"file-uploader\";\n public readonly name = \"file-uploader\";\n\n upload(file: File, options: UploadOptions) {\n // Use \"simple\" strategy for files smaller than ~100MB\n // @ts-expect-error\n const multiPartThreshold = window[\"fmUploadMultiPartThreshold\"] ?? 100;\n const simple = file.size < multiPartThreshold * 1024 * 1024;\n\n const strategy: FileUploadStrategy = simple\n ? new SimpleUploadStrategy()\n : new MultiPartUploadStrategy();\n\n return strategy.upload(file, options);\n }\n }\n\n return new S3FileUploader();\n};\n"],"mappings":"AACA,SAASA,oBAAoB;AAC7B,SAASC,uBAAuB;AAMhC,eAAe,MAA0B;EACrC,MAAMC,cAAc,CAA+B;IAC/BC,IAAI,GAAG,eAAe;IACtBC,IAAI,GAAG,eAAe;IAEtCC,MAAMA,CAACC,IAAU,EAAEC,OAAsB,EAAE;MACvC;MACA;MACA,MAAMC,kBAAkB,GAAGC,MAAM,CAAC,4BAA4B,CAAC,IAAI,GAAG;MACtE,MAAMC,MAAM,GAAGJ,IAAI,CAACK,IAAI,GAAGH,kBAAkB,GAAG,IAAI,GAAG,IAAI;MAE3D,MAAMI,QAA4B,GAAGF,MAAM,GACrC,IAAIV,oBAAoB,CAAC,CAAC,GAC1B,IAAIC,uBAAuB,CAAC,CAAC;MAEnC,OAAOW,QAAQ,CAACP,MAAM,CAACC,IAAI,EAAEC,OAAO,CAAC;IACzC;EACJ;EAEA,OAAO,IAAIL,cAAc,CAAC,CAAC;AAC/B,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["SimpleUploadStrategy","MultiPartUploadStrategy","S3FileUploader","type","name","upload","file","options","multiPartThreshold","window","simple","size","strategy"],"sources":["index.ts"],"sourcesContent":["import type { FileUploaderPlugin, UploadOptions } from \"@webiny/app/types.js\";\nimport { SimpleUploadStrategy } from \"~/SimpleUploadStrategy.js\";\nimport { MultiPartUploadStrategy } from \"~/MultiPartUploadStrategy.js\";\n\nexport interface FileUploadStrategy {\n upload: FileUploaderPlugin[\"upload\"];\n}\n\nexport default (): FileUploaderPlugin => {\n class S3FileUploader implements FileUploaderPlugin {\n public readonly type = \"file-uploader\";\n public readonly name = \"file-uploader\";\n\n upload(file: File, options: UploadOptions) {\n // Use \"simple\" strategy for files smaller than ~100MB\n // @ts-expect-error\n const multiPartThreshold = window[\"fmUploadMultiPartThreshold\"] ?? 100;\n const simple = file.size < multiPartThreshold * 1024 * 1024;\n\n const strategy: FileUploadStrategy = simple\n ? new SimpleUploadStrategy()\n : new MultiPartUploadStrategy();\n\n return strategy.upload(file, options);\n }\n }\n\n return new S3FileUploader();\n};\n"],"mappings":"AACA,SAASA,oBAAoB;AAC7B,SAASC,uBAAuB;AAMhC,eAAe,MAA0B;EACrC,MAAMC,cAAc,CAA+B;IAC/BC,IAAI,GAAG,eAAe;IACtBC,IAAI,GAAG,eAAe;IAEtCC,MAAMA,CAACC,IAAU,EAAEC,OAAsB,EAAE;MACvC;MACA;MACA,MAAMC,kBAAkB,GAAGC,MAAM,CAAC,4BAA4B,CAAC,IAAI,GAAG;MACtE,MAAMC,MAAM,GAAGJ,IAAI,CAACK,IAAI,GAAGH,kBAAkB,GAAG,IAAI,GAAG,IAAI;MAE3D,MAAMI,QAA4B,GAAGF,MAAM,GACrC,IAAIV,oBAAoB,CAAC,CAAC,GAC1B,IAAIC,uBAAuB,CAAC,CAAC;MAEnC,OAAOW,QAAQ,CAACP,MAAM,CAACC,IAAI,EAAEC,OAAO,CAAC;IACzC;EACJ;EAEA,OAAO,IAAIL,cAAc,CAAC,CAAC;AAC/B,CAAC","ignoreList":[]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@webiny/app-file-manager-s3",
|
|
3
|
-
"version": "6.0.0-
|
|
3
|
+
"version": "6.0.0-rc.0",
|
|
4
|
+
"type": "module",
|
|
4
5
|
"main": "index.js",
|
|
5
6
|
"repository": {
|
|
6
7
|
"type": "git",
|
|
@@ -10,22 +11,18 @@
|
|
|
10
11
|
"author": "Webiny Ltd",
|
|
11
12
|
"license": "MIT",
|
|
12
13
|
"dependencies": {
|
|
13
|
-
"@webiny/app": "6.0.0-
|
|
14
|
+
"@webiny/app": "6.0.0-rc.0",
|
|
14
15
|
"graphql-tag": "2.12.6",
|
|
15
|
-
"p-retry": "
|
|
16
|
+
"p-retry": "7.1.1"
|
|
16
17
|
},
|
|
17
18
|
"devDependencies": {
|
|
18
|
-
"@webiny/
|
|
19
|
-
"rimraf": "6.
|
|
20
|
-
"typescript": "5.
|
|
19
|
+
"@webiny/build-tools": "6.0.0-rc.0",
|
|
20
|
+
"rimraf": "6.1.3",
|
|
21
|
+
"typescript": "5.9.3"
|
|
21
22
|
},
|
|
22
23
|
"publishConfig": {
|
|
23
24
|
"access": "public",
|
|
24
25
|
"directory": "dist"
|
|
25
26
|
},
|
|
26
|
-
"
|
|
27
|
-
"build": "node ../cli/bin.js run build",
|
|
28
|
-
"watch": "node ../cli/bin.js run watch"
|
|
29
|
-
},
|
|
30
|
-
"gitHead": "b7e120541b093e91f214904a9f13e4c2c4640978"
|
|
27
|
+
"gitHead": "0f2aa699f4642e550ab62c96fcd050e8d02345c9"
|
|
31
28
|
}
|