@webiny/app-file-manager-s3 0.0.0-mt-3 → 0.0.0-unstable.06b2ede40f

package/MultiPartUploadAPI.d.ts

@@ -0,0 +1,26 @@
+import type { UploadedFile } from "@webiny/app/types";
+export interface CreateUploadParams {
+    data: {
+        size: number;
+        name: string;
+        type: string;
+    };
+    numberOfParts: number;
+}
+export interface CompleteUploadParams {
+    fileKey: string;
+    uploadId: string;
+}
+export interface FilePart {
+    partNumber: number;
+    url: string;
+}
+export interface MultiPartUpload {
+    file: UploadedFile;
+    uploadId: string;
+    parts: FilePart[];
+}
+export interface MultiPartUploadAPI {
+    createUpload(params: CreateUploadParams): Promise<MultiPartUpload>;
+    completeUpload(params: CompleteUploadParams): Promise<boolean>;
+}

package/MultiPartUploadAPI.js

@@ -0,0 +1,3 @@
+export {};
+
+//# sourceMappingURL=MultiPartUploadAPI.js.map

package/MultiPartUploadAPI.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["MultiPartUploadAPI.ts"],"sourcesContent":["import type { UploadedFile } from \"@webiny/app/types\";\n\nexport interface CreateUploadParams {\n    data: {\n        size: number;\n        name: string;\n        type: string;\n    };\n    numberOfParts: number;\n}\n\nexport interface CompleteUploadParams {\n    fileKey: string;\n    uploadId: string;\n}\n\nexport interface FilePart {\n    partNumber: number;\n    url: string;\n}\n\nexport interface MultiPartUpload {\n    file: UploadedFile;\n    uploadId: string;\n    parts: FilePart[];\n}\n\nexport interface MultiPartUploadAPI {\n    createUpload(params: CreateUploadParams): Promise<MultiPartUpload>;\n    completeUpload(params: CompleteUploadParams): Promise<boolean>;\n}\n"],"mappings":"","ignoreList":[]}

package/MultiPartUploadGraphQLAPI.d.ts

@@ -0,0 +1,8 @@
+import type { UploadOptions } from "@webiny/app/types";
+import type { CompleteUploadParams, CreateUploadParams, MultiPartUpload, MultiPartUploadAPI } from "./MultiPartUploadAPI";
+export declare class MultiPartUploadGraphQLAPI implements MultiPartUploadAPI {
+    private client;
+    constructor(client: UploadOptions["apolloClient"]);
+    createUpload(params: CreateUploadParams): Promise<MultiPartUpload>;
+    completeUpload(params: CompleteUploadParams): Promise<boolean>;
+}

package/MultiPartUploadGraphQLAPI.js

@@ -0,0 +1,77 @@
+import gql from "graphql-tag";
+export class MultiPartUploadGraphQLAPI {
+  constructor(client) {
+    this.client = client;
+  }
+  async createUpload(params) {
+    const {
+      data,
+      errors
+    } = await this.client.mutate({
+      mutation: CREATE_UPLOAD,
+      variables: params
+    });
+    if (!data) {
+      console.error(errors);
+      throw new Error(`Failed to initialize a multi-part file upload!`);
+    }
+    return data.fileManager.createMultiPartUpload.data;
+  }
+  async completeUpload(params) {
+    const {
+      data,
+      errors
+    } = await this.client.mutate({
+      mutation: COMPLETE_UPLOAD,
+      variables: params
+    });
+    if (!data) {
+      console.error(errors);
+      throw new Error(`Failed to complete a multi-part file upload!`);
+    }
+    return data.fileManager.completeMultiPartUpload.data;
+  }
+}
+const CREATE_UPLOAD = gql`
+    mutation CreateMultiPartUpload($data: PreSignedPostPayloadInput!, $numberOfParts: Number!) {
+        fileManager {
+            createMultiPartUpload(data: $data, numberOfParts: $numberOfParts) {
+                data {
+                    file {
+                        id
+                        key
+                        name
+                        size
+                        type
+                    }
+                    uploadId
+                    parts {
+                        partNumber
+                        url
+                    }
+                }
+                error {
+                    code
+                    message
+                    data
+                }
+            }
+        }
+    }
+`;
+const COMPLETE_UPLOAD = gql`
+    mutation CompleteMultiPartUpload($fileKey: String!, $uploadId: String!) {
+        fileManager {
+            completeMultiPartUpload(fileKey: $fileKey, uploadId: $uploadId) {
+                data
+                error {
+                    code
+                    message
+                    data
+                }
+            }
+        }
+    }
+`;
+
+//# sourceMappingURL=MultiPartUploadGraphQLAPI.js.map

package/MultiPartUploadGraphQLAPI.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["gql","MultiPartUploadGraphQLAPI","constructor","client","createUpload","params","data","errors","mutate","mutation","CREATE_UPLOAD","variables","console","error","Error","fileManager","createMultiPartUpload","completeUpload","COMPLETE_UPLOAD","completeMultiPartUpload"],"sources":["MultiPartUploadGraphQLAPI.ts"],"sourcesContent":["import type { UploadOptions } from \"@webiny/app/types\";\nimport gql from \"graphql-tag\";\nimport type {\n    CompleteUploadParams,\n    CreateUploadParams,\n    MultiPartUpload,\n    MultiPartUploadAPI\n} from \"~/MultiPartUploadAPI\";\n\nexport class MultiPartUploadGraphQLAPI implements MultiPartUploadAPI {\n    private client: UploadOptions[\"apolloClient\"];\n\n    constructor(client: UploadOptions[\"apolloClient\"]) {\n        this.client = client;\n    }\n\n    async createUpload(params: CreateUploadParams): Promise<MultiPartUpload> {\n        const { data, errors } = await this.client.mutate<CreateUploadResponse>({\n            mutation: CREATE_UPLOAD,\n            variables: params\n        });\n\n        if (!data) {\n            console.error(errors);\n            throw new Error(`Failed to initialize a multi-part file upload!`);\n        }\n\n        return data.fileManager.createMultiPartUpload.data;\n    }\n\n    async completeUpload(params: CompleteUploadParams): Promise<boolean> {\n        const { data, errors } = await this.client.mutate<CompleteUploadResponse>({\n            mutation: COMPLETE_UPLOAD,\n            variables: params\n        });\n\n        if (!data) {\n            console.error(errors);\n            throw new Error(`Failed to complete a multi-part file upload!`);\n        }\n\n        return data.fileManager.completeMultiPartUpload.data;\n    }\n}\n\nconst CREATE_UPLOAD = gql`\n    mutation CreateMultiPartUpload($data: PreSignedPostPayloadInput!, $numberOfParts: Number!) {\n        fileManager {\n            createMultiPartUpload(data: $data, numberOfParts: $numberOfParts) {\n                data {\n                    file {\n                        id\n                        key\n                        name\n                        size\n                        type\n                    }\n                    uploadId\n                    parts {\n                        partNumber\n                        url\n                    }\n                }\n                error {\n                    code\n                    message\n                    data\n                }\n            }\n        }\n    }\n`;\n\ninterface CreateUploadResponse {\n    fileManager: {\n        createMultiPartUpload: {\n            data: MultiPartUpload;\n            error: {\n                code: string;\n                message: string;\n                data: Record<string, any>;\n            };\n        };\n    };\n}\n\nconst COMPLETE_UPLOAD = gql`\n    mutation CompleteMultiPartUpload($fileKey: String!, $uploadId: String!) {\n        fileManager {\n            completeMultiPartUpload(fileKey: $fileKey, uploadId: $uploadId) {\n                data\n                error {\n                    code\n                    message\n                    data\n                }\n            }\n        }\n    }\n`;\n\ninterface CompleteUploadResponse {\n    fileManager: {\n        completeMultiPartUpload: {\n            data: boolean;\n            error: {\n                code: string;\n                message: string;\n                data: Record<string, any>;\n            };\n        };\n    };\n}\n"],"mappings":"AACA,OAAOA,GAAG,MAAM,aAAa;AAQ7B,OAAO,MAAMC,yBAAyB,CAA+B;EAGjEC,WAAWA,CAACC,MAAqC,EAAE;IAC/C,IAAI,CAACA,MAAM,GAAGA,MAAM;EACxB;EAEA,MAAMC,YAAYA,CAACC,MAA0B,EAA4B;IACrE,MAAM;MAAEC,IAAI;MAAEC;IAAO,CAAC,GAAG,MAAM,IAAI,CAACJ,MAAM,CAACK,MAAM,CAAuB;MACpEC,QAAQ,EAAEC,aAAa;MACvBC,SAAS,EAAEN;IACf,CAAC,CAAC;IAEF,IAAI,CAACC,IAAI,EAAE;MACPM,OAAO,CAACC,KAAK,CAACN,MAAM,CAAC;MACrB,MAAM,IAAIO,KAAK,CAAC,gDAAgD,CAAC;IACrE;IAEA,OAAOR,IAAI,CAACS,WAAW,CAACC,qBAAqB,CAACV,IAAI;EACtD;EAEA,MAAMW,cAAcA,CAACZ,MAA4B,EAAoB;IACjE,MAAM;MAAEC,IAAI;MAAEC;IAAO,CAAC,GAAG,MAAM,IAAI,CAACJ,MAAM,CAACK,MAAM,CAAyB;MACtEC,QAAQ,EAAES,eAAe;MACzBP,SAAS,EAAEN;IACf,CAAC,CAAC;IAEF,IAAI,CAACC,IAAI,EAAE;MACPM,OAAO,CAACC,KAAK,CAACN,MAAM,CAAC;MACrB,MAAM,IAAIO,KAAK,CAAC,8CAA8C,CAAC;IACnE;IAEA,OAAOR,IAAI,CAACS,WAAW,CAACI,uBAAuB,CAACb,IAAI;EACxD;AACJ;AAEA,MAAMI,aAAa,GAAGV,GAAG;AACzB;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,CAAC;AAeD,MAAMkB,eAAe,GAAGlB,GAAG;AAC3B;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,CAAC","ignoreList":[]}

package/MultiPartUploadStrategy.d.ts

@@ -0,0 +1,7 @@
+import type { UploadedFile, UploadOptions } from "@webiny/app/types";
+import type { FileUploadStrategy } from "./index";
+export declare class MultiPartUploadStrategy implements FileUploadStrategy {
+    upload(file: File, options: UploadOptions): Promise<UploadedFile>;
+    private detectChunkSize;
+    private detectParallelChunks;
+}

package/MultiPartUploadStrategy.js

@@ -0,0 +1,47 @@
+import { MultiPartUploader } from "./MultiPartUploader";
+import { MultiPartUploadGraphQLAPI } from "./MultiPartUploadGraphQLAPI";
+export class MultiPartUploadStrategy {
+  async upload(file, options) {
+    const api = new MultiPartUploadGraphQLAPI(options.apolloClient);
+    const uploader = new MultiPartUploader(api, {
+      chunkSize: this.detectChunkSize(),
+      parallelUploads: this.detectParallelChunks()
+    });
+    if (options.onProgress) {
+      uploader.onProgress(options.onProgress);
+    }
+    return uploader.uploadFile(file);
+  }
+  detectChunkSize() {
+    const envSize = parseInt(process.env.WEBINY_FILE_UPLOAD_CHUNK_SIZE || "0");
+
+    // For dev purposes, we take this global var into consideration.
+    if (process.env.NODE_ENV === "development") {
+      // @ts-expect-error
+      const windowSize = window["fmUploadChunkSize"];
+      if (windowSize) {
+        return windowSize;
+      }
+    }
+
+    // As a last resort, we check the baked in value, or fall back to 50MB chunk size.
+    return envSize || 50;
+  }
+  detectParallelChunks() {
+    const envChunks = parseInt(process.env.WEBINY_FILE_UPLOAD_PARALLEL_CHUNKS || "0");
+
+    // For dev purposes, we take this global var into consideration.
+    if (process.env.NODE_ENV === "development") {
+      // @ts-expect-error
+      const windowChunks = window["fmUploadParallelChunks"];
+      if (windowChunks) {
+        return windowChunks;
+      }
+    }
+
+    // As a last resort, we check the baked in value, or fall back to 5 parallel chunks.
+    return envChunks || 5;
+  }
+}
+
+//# sourceMappingURL=MultiPartUploadStrategy.js.map

package/MultiPartUploadStrategy.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["MultiPartUploader","MultiPartUploadGraphQLAPI","MultiPartUploadStrategy","upload","file","options","api","apolloClient","uploader","chunkSize","detectChunkSize","parallelUploads","detectParallelChunks","onProgress","uploadFile","envSize","parseInt","process","env","WEBINY_FILE_UPLOAD_CHUNK_SIZE","NODE_ENV","windowSize","window","envChunks","WEBINY_FILE_UPLOAD_PARALLEL_CHUNKS","windowChunks"],"sources":["MultiPartUploadStrategy.ts"],"sourcesContent":["import type { UploadedFile, UploadOptions } from \"@webiny/app/types\";\nimport type { FileUploadStrategy } from \"~/index\";\nimport { MultiPartUploader } from \"~/MultiPartUploader\";\nimport { MultiPartUploadGraphQLAPI } from \"~/MultiPartUploadGraphQLAPI\";\n\nexport class MultiPartUploadStrategy implements FileUploadStrategy {\n    async upload(file: File, options: UploadOptions): Promise<UploadedFile> {\n        const api = new MultiPartUploadGraphQLAPI(options.apolloClient);\n\n        const uploader = new MultiPartUploader(api, {\n            chunkSize: this.detectChunkSize(),\n            parallelUploads: this.detectParallelChunks()\n        });\n\n        if (options.onProgress) {\n            uploader.onProgress(options.onProgress);\n        }\n        return uploader.uploadFile(file);\n    }\n\n    private detectChunkSize(): number {\n        const envSize = parseInt(process.env.WEBINY_FILE_UPLOAD_CHUNK_SIZE || \"0\");\n\n        // For dev purposes, we take this global var into consideration.\n        if (process.env.NODE_ENV === \"development\") {\n            // @ts-expect-error\n            const windowSize = window[\"fmUploadChunkSize\"];\n            if (windowSize) {\n                return windowSize;\n            }\n        }\n\n        // As a last resort, we check the baked in value, or fall back to 50MB chunk size.\n        return envSize || 50;\n    }\n\n    private detectParallelChunks(): number {\n        const envChunks = parseInt(process.env.WEBINY_FILE_UPLOAD_PARALLEL_CHUNKS || \"0\");\n\n        // For dev purposes, we take this global var into consideration.\n        if (process.env.NODE_ENV === \"development\") {\n            // @ts-expect-error\n            const windowChunks = window[\"fmUploadParallelChunks\"];\n            if (windowChunks) {\n                return windowChunks;\n            }\n        }\n\n        // As a last resort, we check the baked in value, or fall back to 5 parallel chunks.\n        return envChunks || 5;\n    }\n}\n"],"mappings":"AAEA,SAASA,iBAAiB;AAC1B,SAASC,yBAAyB;AAElC,OAAO,MAAMC,uBAAuB,CAA+B;EAC/D,MAAMC,MAAMA,CAACC,IAAU,EAAEC,OAAsB,EAAyB;IACpE,MAAMC,GAAG,GAAG,IAAIL,yBAAyB,CAACI,OAAO,CAACE,YAAY,CAAC;IAE/D,MAAMC,QAAQ,GAAG,IAAIR,iBAAiB,CAACM,GAAG,EAAE;MACxCG,SAAS,EAAE,IAAI,CAACC,eAAe,CAAC,CAAC;MACjCC,eAAe,EAAE,IAAI,CAACC,oBAAoB,CAAC;IAC/C,CAAC,CAAC;IAEF,IAAIP,OAAO,CAACQ,UAAU,EAAE;MACpBL,QAAQ,CAACK,UAAU,CAACR,OAAO,CAACQ,UAAU,CAAC;IAC3C;IACA,OAAOL,QAAQ,CAACM,UAAU,CAACV,IAAI,CAAC;EACpC;EAEQM,eAAeA,CAAA,EAAW;IAC9B,MAAMK,OAAO,GAAGC,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACC,6BAA6B,IAAI,GAAG,CAAC;;IAE1E;IACA,IAAIF,OAAO,CAACC,GAAG,CAACE,QAAQ,KAAK,aAAa,EAAE;MACxC;MACA,MAAMC,UAAU,GAAGC,MAAM,CAAC,mBAAmB,CAAC;MAC9C,IAAID,UAAU,EAAE;QACZ,OAAOA,UAAU;MACrB;IACJ;;IAEA;IACA,OAAON,OAAO,IAAI,EAAE;EACxB;EAEQH,oBAAoBA,CAAA,EAAW;IACnC,MAAMW,SAAS,GAAGP,QAAQ,CAACC,OAAO,CAACC,GAAG,CAACM,kCAAkC,IAAI,GAAG,CAAC;;IAEjF;IACA,IAAIP,OAAO,CAACC,GAAG,CAACE,QAAQ,KAAK,aAAa,EAAE;MACxC;MACA,MAAMK,YAAY,GAAGH,MAAM,CAAC,wBAAwB,CAAC;MACrD,IAAIG,YAAY,EAAE;QACd,OAAOA,YAAY;MACvB;IACJ;;IAEA;IACA,OAAOF,SAAS,IAAI,CAAC;EACzB;AACJ","ignoreList":[]}

package/MultiPartUploader.d.ts

@@ -0,0 +1,43 @@
+import type { MultiPartUploadAPI } from "./MultiPartUploadAPI";
+interface MultiPartUploaderOptions {
+    /**
+     * Chunk size in MB. Must be >=5MB (enforced by AWS).
+     */
+    chunkSize?: number;
+    /**
+     * Number of parallel uploads. Must be >=5 && <=15.
+     */
+    parallelUploads?: number;
+}
+interface OnProgressCallback {
+    (params: {
+        sent: number;
+        total: number;
+        percentage: number;
+    }): void;
+}
+interface OnErrorCallback {
+    (error: Error): void;
+}
+export declare class MultiPartUploader {
+    private readonly api;
+    private readonly chunkSize;
+    private readonly parallelUploads;
+    private readonly activeConnections;
+    private readonly progressTracker;
+    private upload;
+    private file;
+    private onErrorFn;
+    private onProgressFn;
+    constructor(api: MultiPartUploadAPI, options?: MultiPartUploaderOptions);
+    uploadFile(file: File): Promise<import("@webiny/app/types").UploadedFile>;
+    onProgress(onProgress: OnProgressCallback): this;
+    onError(onError: OnErrorCallback): this;
+    private complete;
+    private sendCompleteRequest;
+    private progressListener;
+    private uploadNextPart;
+    private uploadPart;
+    private assertIsDefined;
+}
+export {};

package/MultiPartUploader.js

@@ -0,0 +1,165 @@
+import pRetry from "p-retry";
+export class MultiPartUploader {
+  activeConnections = new Map();
+  progressTracker = new Map();
+  onErrorFn = error => console.error(error);
+  constructor(api, options = {}) {
+    this.api = api;
+    const chunkSize = options.chunkSize || 50;
+    const parallelUploads = options.parallelUploads || 5;
+    this.chunkSize = Math.max(1024 * 1024 * chunkSize, 1024 * 1024 * 5);
+    this.parallelUploads = Math.min(parallelUploads, 15);
+  }
+  async uploadFile(file) {
+    this.file = file;
+    const numberOfParts = Math.ceil(file.size / this.chunkSize);
+    try {
+      /**
+       * Initialize the file upload on AWS S3.
+       */
+      this.upload = await this.api.createUpload({
+        data: {
+          name: file.name,
+          size: file.size,
+          type: file.type
+        },
+        numberOfParts
+      });
+
+      /**
+       * Run the defined number of parallel uploads. Each thread will continue to process parts
+       * for as long as there are parts to upload. The promise will resolve once there's no more parts to upload.
+       */
+      const threads = Math.min(numberOfParts, this.parallelUploads);
+      await Promise.all(Array.from({
+        length: threads
+      }).map(() => this.uploadNextPart()));
+      await this.complete();
+      return this.upload.file;
+    } catch (error) {
+      await this.complete(error);
+      throw error;
+    }
+  }
+  onProgress(onProgress) {
+    this.onProgressFn = onProgress;
+    return this;
+  }
+  onError(onError) {
+    this.onErrorFn = onError;
+    return this;
+  }
+  async complete(error) {
+    if (error) {
+      this.onErrorFn(error);
+      return;
+    }
+    try {
+      await this.sendCompleteRequest();
+    } catch (error) {
+      this.onErrorFn(error);
+    }
+  }
+  async sendCompleteRequest() {
+    this.assertIsDefined(this.upload, `Upload must be created before calling "sendCompleteRequest"!`);
+    return this.api.completeUpload({
+      fileKey: this.upload.file.key,
+      uploadId: this.upload.uploadId
+    });
+  }
+  progressListener(part, event) {
+    if (!this.file) {
+      return;
+    }
+    this.progressTracker.set(part.partNumber, event.loaded);
+    const uploaded = Array.from(this.progressTracker.values()).reduce((sum = 0, value) => sum + value);
+    const uploadedSize = Math.min(uploaded, this.file.size);
+    if (this.onProgressFn) {
+      try {
+        this.onProgressFn({
+          sent: uploadedSize,
+          total: this.file.size,
+          percentage: Math.round(uploadedSize / this.file.size * 100)
+        });
+      } catch (err) {
+        console.error(`Error executing the "onProgress" callback`, err);
+      }
+    }
+  }
+  async uploadNextPart() {
+    if (!this.upload) {
+      return;
+    }
+    const part = this.upload.parts.shift();
+    if (!part) {
+      return;
+    }
+    return executeWithRetry(() => this.uploadPart(part)).then(() => this.uploadNextPart());
+  }
+  uploadPart(part) {
+    this.assertIsDefined(this.upload, `Upload must be created before calling "sendCompleteRequest"!`);
+    this.assertIsDefined(this.file, `File must be set before calling "uploadPart"!`);
+    const sentSize = (part.partNumber - 1) * this.chunkSize;
+    const nextChunkSize = Math.min(sentSize + this.chunkSize, this.file.size);
+    const chunk = this.file.slice(sentSize, nextChunkSize, this.upload.file.type);
+    console.log(`Chunk for part #${part.partNumber}`, chunk.size);
+    return new Promise((resolve, reject) => {
+      const throwXHRError = error => {
+        this.activeConnections.delete(part.partNumber);
+        reject(error);
+      };
+      if (!window.navigator.onLine) {
+        return reject(new Error("Browser is offline!"));
+      }
+      const xhr = new XMLHttpRequest();
+      this.activeConnections.set(part.partNumber, xhr);
+      const abortXHR = () => xhr.abort();
+      xhr.upload.addEventListener("progress", event => this.progressListener(part, event));
+      window.addEventListener("offline", abortXHR);
+      const removeListeners = () => {
+        window.removeEventListener("offline", abortXHR);
+      };
+      xhr.open("PUT", part.url);
+      xhr.onreadystatechange = () => {
+        if (xhr.readyState === 4 && xhr.status === 200) {
+          try {
+            this.activeConnections.delete(part.partNumber);
+            window.removeEventListener("offline", abortXHR);
+            resolve(xhr.status);
+          } catch (err) {
+            console.error(`Error in "onreadystatechange"`, err);
+          }
+        }
+      };
+      xhr.onerror = () => {
+        removeListeners();
+        throwXHRError(new Error(`Failed to upload file part #${part.partNumber}`));
+      };
+      xhr.ontimeout = () => {
+        removeListeners();
+        throwXHRError(new Error(`Request timed out for file part #${part.partNumber}!`));
+      };
+      xhr.onabort = () => {
+        removeListeners();
+        throwXHRError(new Error(`Upload was cancelled for part #${part.partNumber}!`));
+      };
+      xhr.send(chunk);
+    });
+  }
+  assertIsDefined(upload, message) {
+    if (!upload) {
+      throw new Error(message);
+    }
+  }
+}
+const executeWithRetry = (execute, options) => {
+  return pRetry(execute, {
+    maxRetryTime: 300000,
+    retries: 5,
+    minTimeout: 1500,
+    maxTimeout: 30000,
+    ...options
+  });
+};
+
+//# sourceMappingURL=MultiPartUploader.js.map

package/MultiPartUploader.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["pRetry","MultiPartUploader","activeConnections","Map","progressTracker","onErrorFn","error","console","constructor","api","options","chunkSize","parallelUploads","Math","max","min","uploadFile","file","numberOfParts","ceil","size","upload","createUpload","data","name","type","threads","Promise","all","Array","from","length","map","uploadNextPart","complete","onProgress","onProgressFn","onError","sendCompleteRequest","assertIsDefined","completeUpload","fileKey","key","uploadId","progressListener","part","event","set","partNumber","loaded","uploaded","values","reduce","sum","value","uploadedSize","sent","total","percentage","round","err","parts","shift","executeWithRetry","uploadPart","then","sentSize","nextChunkSize","chunk","slice","log","resolve","reject","throwXHRError","delete","window","navigator","onLine","Error","xhr","XMLHttpRequest","abortXHR","abort","addEventListener","removeListeners","removeEventListener","open","url","onreadystatechange","readyState","status","onerror","ontimeout","onabort","send","message","execute","maxRetryTime","retries","minTimeout","maxTimeout"],"sources":["MultiPartUploader.ts"],"sourcesContent":["import pRetry from \"p-retry\";\nimport type { MultiPartUpload, MultiPartUploadAPI, FilePart } from \"./MultiPartUploadAPI\";\n\ninterface MultiPartUploaderOptions {\n    /**\n     * Chunk size in MB. Must be >=5MB (enforced by AWS).\n     */\n    chunkSize?: number;\n    /**\n     * Number of parallel uploads. Must be >=5 && <=15.\n     */\n    parallelUploads?: number;\n}\n\ninterface OnProgressCallback {\n    (params: { sent: number; total: number; percentage: number }): void;\n}\n\ninterface OnErrorCallback {\n    (error: Error): void;\n}\n\nexport class MultiPartUploader {\n    private readonly api: MultiPartUploadAPI;\n    private readonly chunkSize: number;\n    private readonly parallelUploads: number;\n    private readonly activeConnections: Map<number, XMLHttpRequest> = new Map();\n    private readonly progressTracker: Map<number, number> = new Map();\n    private upload: MultiPartUpload | undefined;\n    private file: File | undefined;\n    private onErrorFn: OnErrorCallback = error => console.error(error);\n    private onProgressFn: OnProgressCallback | undefined;\n\n    constructor(api: MultiPartUploadAPI, options: MultiPartUploaderOptions = {}) {\n        this.api = api;\n        const chunkSize = options.chunkSize || 50;\n        const parallelUploads = options.parallelUploads || 5;\n\n        this.chunkSize = Math.max(1024 * 1024 * chunkSize, 1024 * 1024 * 5);\n        this.parallelUploads = Math.min(parallelUploads, 15);\n    }\n\n    async uploadFile(file: File) {\n        this.file = file;\n        const numberOfParts = Math.ceil(file.size / this.chunkSize);\n\n        try {\n            /**\n             * Initialize the file upload on AWS S3.\n             */\n            this.upload = await this.api.createUpload({\n                data: { name: file.name, size: file.size, type: file.type },\n                numberOfParts\n            });\n\n            /**\n             * Run the defined number of parallel uploads. Each thread will continue to process parts\n             * for as long as there are parts to upload. The promise will resolve once there's no more parts to upload.\n             */\n            const threads = Math.min(numberOfParts, this.parallelUploads);\n            await Promise.all(Array.from({ length: threads }).map(() => this.uploadNextPart()));\n\n            await this.complete();\n\n            return this.upload.file;\n        } catch (error) {\n            await this.complete(error);\n            throw error;\n        }\n    }\n\n    onProgress(onProgress: OnProgressCallback) {\n        this.onProgressFn = onProgress;\n        return this;\n    }\n\n    onError(onError: OnErrorCallback) {\n        this.onErrorFn = onError;\n        return this;\n    }\n\n    private async complete(error?: Error) {\n        if (error) {\n            this.onErrorFn(error);\n            return;\n        }\n\n        try {\n            await this.sendCompleteRequest();\n        } catch (error) {\n            this.onErrorFn(error);\n        }\n    }\n\n    private async sendCompleteRequest() {\n        this.assertIsDefined(\n            this.upload,\n            `Upload must be created before calling \"sendCompleteRequest\"!`\n        );\n\n        return this.api.completeUpload({\n            fileKey: this.upload.file.key,\n            uploadId: this.upload.uploadId\n        });\n    }\n\n    private progressListener(part: FilePart, event: ProgressEvent<XMLHttpRequestEventTarget>) {\n        if (!this.file) {\n            return;\n        }\n\n        this.progressTracker.set(part.partNumber, event.loaded);\n\n        const uploaded = Array.from(this.progressTracker.values()).reduce(\n            (sum = 0, value) => sum + value\n        );\n\n        const uploadedSize = Math.min(uploaded, this.file.size);\n\n        if (this.onProgressFn) {\n            try {\n                this.onProgressFn({\n                    sent: uploadedSize,\n                    total: this.file.size,\n                    percentage: Math.round((uploadedSize / this.file.size) * 100)\n                });\n            } catch (err) {\n                console.error(`Error executing the \"onProgress\" callback`, err);\n            }\n        }\n    }\n\n    private async uploadNextPart(): Promise<void> {\n        if (!this.upload) {\n            return;\n        }\n\n        const part = this.upload.parts.shift();\n\n        if (!part) {\n            return;\n        }\n\n        return executeWithRetry(() => this.uploadPart(part)).then(() => this.uploadNextPart());\n    }\n\n    private uploadPart(part: FilePart) {\n        this.assertIsDefined(\n            this.upload,\n            `Upload must be created before calling \"sendCompleteRequest\"!`\n        );\n\n        this.assertIsDefined(this.file, `File must be set before calling \"uploadPart\"!`);\n\n        const sentSize = (part.partNumber - 1) * this.chunkSize;\n        const nextChunkSize = Math.min(sentSize + this.chunkSize, this.file.size);\n        const chunk = this.file.slice(sentSize, nextChunkSize, this.upload.file.type);\n        console.log(`Chunk for part #${part.partNumber}`, chunk.size);\n\n        return new Promise((resolve, reject) => {\n            const throwXHRError = (error: Error) => {\n                this.activeConnections.delete(part.partNumber);\n                reject(error);\n            };\n\n            if (!window.navigator.onLine) {\n                return reject(new Error(\"Browser is offline!\"));\n            }\n\n            const xhr = new XMLHttpRequest();\n            this.activeConnections.set(part.partNumber, xhr);\n            const abortXHR = () => xhr.abort();\n\n            xhr.upload.addEventListener(\"progress\", event => this.progressListener(part, event));\n\n            window.addEventListener(\"offline\", abortXHR);\n            const removeListeners = () => {\n                window.removeEventListener(\"offline\", abortXHR);\n            };\n\n            xhr.open(\"PUT\", part.url);\n\n            xhr.onreadystatechange = () => {\n                if (xhr.readyState === 4 && xhr.status === 200) {\n                    try {\n                        this.activeConnections.delete(part.partNumber);\n                        window.removeEventListener(\"offline\", abortXHR);\n                        resolve(xhr.status);\n                    } catch (err) {\n                        console.error(`Error in \"onreadystatechange\"`, err);\n                    }\n                }\n            };\n\n            xhr.onerror = () => {\n                removeListeners();\n                throwXHRError(new Error(`Failed to upload file part #${part.partNumber}`));\n            };\n            xhr.ontimeout = () => {\n                removeListeners();\n                throwXHRError(new Error(`Request timed out for file part #${part.partNumber}!`));\n            };\n            xhr.onabort = () => {\n                removeListeners();\n                throwXHRError(new Error(`Upload was cancelled for part #${part.partNumber}!`));\n            };\n            xhr.send(chunk);\n        });\n    }\n\n    private assertIsDefined<T>(upload: T, message: string): asserts upload is NonNullable<T> {\n        if (!upload) {\n            throw new Error(message);\n        }\n    }\n}\n\nconst executeWithRetry = (execute: () => void, options?: Parameters<typeof pRetry>[1]) => {\n    return pRetry(execute, {\n        maxRetryTime: 300000,\n        retries: 5,\n        minTimeout: 1500,\n        maxTimeout: 30000,\n        ...options\n    });\n};\n"],"mappings":"AAAA,OAAOA,MAAM,MAAM,SAAS;AAsB5B,OAAO,MAAMC,iBAAiB,CAAC;EAIVC,iBAAiB,GAAgC,IAAIC,GAAG,CAAC,CAAC;EAC1DC,eAAe,GAAwB,IAAID,GAAG,CAAC,CAAC;EAGzDE,SAAS,GAAoBC,KAAK,IAAIC,OAAO,CAACD,KAAK,CAACA,KAAK,CAAC;EAGlEE,WAAWA,CAACC,GAAuB,EAAEC,OAAiC,GAAG,CAAC,CAAC,EAAE;IACzE,IAAI,CAACD,GAAG,GAAGA,GAAG;IACd,MAAME,SAAS,GAAGD,OAAO,CAACC,SAAS,IAAI,EAAE;IACzC,MAAMC,eAAe,GAAGF,OAAO,CAACE,eAAe,IAAI,CAAC;IAEpD,IAAI,CAACD,SAAS,GAAGE,IAAI,CAACC,GAAG,CAAC,IAAI,GAAG,IAAI,GAAGH,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC;IACnE,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACE,GAAG,CAACH,eAAe,EAAE,EAAE,CAAC;EACxD;EAEA,MAAMI,UAAUA,CAACC,IAAU,EAAE;IACzB,IAAI,CAACA,IAAI,GAAGA,IAAI;IAChB,MAAMC,aAAa,GAAGL,IAAI,CAACM,IAAI,CAACF,IAAI,CAACG,IAAI,GAAG,IAAI,CAACT,SAAS,CAAC;IAE3D,IAAI;MACA;AACZ;AACA;MACY,IAAI,CAACU,MAAM,GAAG,MAAM,IAAI,CAACZ,GAAG,CAACa,YAAY,CAAC;QACtCC,IAAI,EAAE;UAAEC,IAAI,EAAEP,IAAI,CAACO,IAAI;UAAEJ,IAAI,EAAEH,IAAI,CAACG,IAAI;UAAEK,IAAI,EAAER,IAAI,CAACQ;QAAK,CAAC;QAC3DP;MACJ,CAAC,CAAC;;MAEF;AACZ;AACA;AACA;MACY,MAAMQ,OAAO,GAAGb,IAAI,CAACE,GAAG,CAACG,aAAa,EAAE,IAAI,CAACN,eAAe,CAAC;MAC7D,MAAMe,OAAO,CAACC,GAAG,CAACC,KAAK,CAACC,IAAI,CAAC;QAAEC,MAAM,EAAEL;MAAQ,CAAC,CAAC,CAACM,GAAG,CAAC,MAAM,IAAI,CAACC,cAAc,CAAC,CAAC,CAAC,CAAC;MAEnF,MAAM,IAAI,CAACC,QAAQ,CAAC,CAAC;MAErB,OAAO,IAAI,CAACb,MAAM,CAACJ,IAAI;IAC3B,CAAC,CAAC,OAAOX,KAAK,EAAE;MACZ,MAAM,IAAI,CAAC4B,QAAQ,CAAC5B,KAAK,CAAC;MAC1B,MAAMA,KAAK;IACf;EACJ;EAEA6B,UAAUA,CAACA,UAA8B,EAAE;IACvC,IAAI,CAACC,YAAY,GAAGD,UAAU;IAC9B,OAAO,IAAI;EACf;EAEAE,OAAOA,CAACA,OAAwB,EAAE;IAC9B,IAAI,CAAChC,SAAS,GAAGgC,OAAO;IACxB,OAAO,IAAI;EACf;EAEA,MAAcH,QAAQA,CAAC5B,KAAa,EAAE;IAClC,IAAIA,KAAK,EAAE;MACP,IAAI,CAACD,SAAS,CAACC,KAAK,CAAC;MACrB;IACJ;IAEA,IAAI;MACA,MAAM,IAAI,CAACgC,mBAAmB,CAAC,CAAC;IACpC,CAAC,CAAC,OAAOhC,KAAK,EAAE;MACZ,IAAI,CAACD,SAAS,CAACC,KAAK,CAAC;IACzB;EACJ;EAEA,MAAcgC,mBAAmBA,CAAA,EAAG;IAChC,IAAI,CAACC,eAAe,CAChB,IAAI,CAAClB,MAAM,EACX,8DACJ,CAAC;IAED,OAAO,IAAI,CAACZ,GAAG,CAAC+B,cAAc,CAAC;MAC3BC,OAAO,EAAE,IAAI,CAACpB,MAAM,CAACJ,IAAI,CAACyB,GAAG;MAC7BC,QAAQ,EAAE,IAAI,CAACtB,MAAM,CAACsB;IAC1B,CAAC,CAAC;EACN;EAEQC,gBAAgBA,CAACC,IAAc,EAAEC,KAA+C,EAAE;IACtF,IAAI,CAAC,IAAI,CAAC7B,IAAI,EAAE;MACZ;IACJ;IAEA,IAAI,CAACb,eAAe,CAAC2C,GAAG,CAACF,IAAI,CAACG,UAAU,EAAEF,KAAK,CAACG,MAAM,CAAC;IAEvD,MAAMC,QAAQ,GAAGrB,KAAK,CAACC,IAAI,CAAC,IAAI,CAAC1B,eAAe,CAAC+C,MAAM,CAAC,CAAC,CAAC,CAACC,MAAM,CAC7D,CAACC,GAAG,GAAG,CAAC,EAAEC,KAAK,KAAKD,GAAG,GAAGC,KAC9B,CAAC;IAED,MAAMC,YAAY,GAAG1C,IAAI,CAACE,GAAG,CAACmC,QAAQ,EAAE,IAAI,CAACjC,IAAI,CAACG,IAAI,CAAC;IAEvD,IAAI,IAAI,CAACgB,YAAY,EAAE;MACnB,IAAI;QACA,IAAI,CAACA,YAAY,CAAC;UACdoB,IAAI,EAAED,YAAY;UAClBE,KAAK,EAAE,IAAI,CAACxC,IAAI,CAACG,IAAI;UACrBsC,UAAU,EAAE7C,IAAI,CAAC8C,KAAK,CAAEJ,YAAY,GAAG,IAAI,CAACtC,IAAI,CAACG,IAAI,GAAI,GAAG;QAChE,CAAC,CAAC;MACN,CAAC,CAAC,OAAOwC,GAAG,EAAE;QACVrD,OAAO,CAACD,KAAK,CAAC,2CAA2C,EAAEsD,GAAG,CAAC;MACnE;IACJ;EACJ;EAEA,MAAc3B,cAAcA,CAAA,EAAkB;IAC1C,IAAI,CAAC,IAAI,CAACZ,MAAM,EAAE;MACd;IACJ;IAEA,MAAMwB,IAAI,GAAG,IAAI,CAACxB,MAAM,CAACwC,KAAK,CAACC,KAAK,CAAC,CAAC;IAEtC,IAAI,CAACjB,IAAI,EAAE;MACP;IACJ;IAEA,OAAOkB,gBAAgB,CAAC,MAAM,IAAI,CAACC,UAAU,CAACnB,IAAI,CAAC,CAAC,CAACoB,IAAI,CAAC,MAAM,IAAI,CAAChC,cAAc,CAAC,CAAC,CAAC;EAC1F;EAEQ+B,UAAUA,CAACnB,IAAc,EAAE;IAC/B,IAAI,CAACN,eAAe,CAChB,IAAI,CAAClB,MAAM,EACX,8DACJ,CAAC;IAED,IAAI,CAACkB,eAAe,CAAC,IAAI,CAACtB,IAAI,EAAE,+CAA+C,CAAC;IAEhF,MAAMiD,QAAQ,GAAG,CAACrB,IAAI,CAACG,UAAU,GAAG,CAAC,IAAI,IAAI,CAACrC,SAAS;IACvD,MAAMwD,aAAa,GAAGtD,IAAI,CAACE,GAAG,CAACmD,QAAQ,GAAG,IAAI,CAACvD,SAAS,EAAE,IAAI,CAACM,IAAI,CAACG,IAAI,CAAC;IACzE,MAAMgD,KAAK,GAAG,IAAI,CAACnD,IAAI,CAACoD,KAAK,CAACH,QAAQ,EAAEC,aAAa,EAAE,IAAI,CAAC9C,MAAM,CAACJ,IAAI,CAACQ,IAAI,CAAC;IAC7ElB,OAAO,CAAC+D,GAAG,CAAC,mBAAmBzB,IAAI,CAACG,UAAU,EAAE,EAAEoB,KAAK,CAAChD,IAAI,CAAC;IAE7D,OAAO,IAAIO,OAAO,CAAC,CAAC4C,OAAO,EAAEC,MAAM,KAAK;MACpC,MAAMC,aAAa,GAAInE,KAAY,IAAK;QACpC,IAAI,CAACJ,iBAAiB,CAACwE,MAAM,CAAC7B,IAAI,CAACG,UAAU,CAAC;QAC9CwB,MAAM,CAAClE,KAAK,CAAC;MACjB,CAAC;MAED,IAAI,CAACqE,MAAM,CAACC,SAAS,CAACC,MAAM,EAAE;QAC1B,OAAOL,MAAM,CAAC,IAAIM,KAAK,CAAC,qBAAqB,CAAC,CAAC;MACnD;MAEA,MAAMC,GAAG,GAAG,IAAIC,cAAc,CAAC,CAAC;MAChC,IAAI,CAAC9E,iBAAiB,CAAC6C,GAAG,CAACF,IAAI,CAACG,UAAU,EAAE+B,GAAG,CAAC;MAChD,MAAME,QAAQ,GAAGA,CAAA,KAAMF,GAAG,CAACG,KAAK,CAAC,CAAC;MAElCH,GAAG,CAAC1D,MAAM,CAAC8D,gBAAgB,CAAC,UAAU,EAAErC,KAAK,IAAI,IAAI,CAACF,gBAAgB,CAACC,IAAI,EAAEC,KAAK,CAAC,CAAC;MAEpF6B,MAAM,CAACQ,gBAAgB,CAAC,SAAS,EAAEF,QAAQ,CAAC;MAC5C,MAAMG,eAAe,GAAGA,CAAA,KAAM;QAC1BT,MAAM,CAACU,mBAAmB,CAAC,SAAS,EAAEJ,QAAQ,CAAC;MACnD,CAAC;MAEDF,GAAG,CAACO,IAAI,CAAC,KAAK,EAAEzC,IAAI,CAAC0C,GAAG,CAAC;MAEzBR,GAAG,CAACS,kBAAkB,GAAG,MAAM;QAC3B,IAAIT,GAAG,CAACU,UAAU,KAAK,CAAC,IAAIV,GAAG,CAACW,MAAM,KAAK,GAAG,EAAE;UAC5C,IAAI;YACA,IAAI,CAACxF,iBAAiB,CAACwE,MAAM,CAAC7B,IAAI,CAACG,UAAU,CAAC;YAC9C2B,MAAM,CAACU,mBAAmB,CAAC,SAAS,EAAEJ,QAAQ,CAAC;YAC/CV,OAAO,CAACQ,GAAG,CAACW,MAAM,CAAC;UACvB,CAAC,CAAC,OAAO9B,GAAG,EAAE;YACVrD,OAAO,CAACD,KAAK,CAAC,+BAA+B,EAAEsD,GAAG,CAAC;UACvD;QACJ;MACJ,CAAC;MAEDmB,GAAG,CAACY,OAAO,GAAG,MAAM;QAChBP,eAAe,CAAC,CAAC;QACjBX,aAAa,CAAC,IAAIK,KAAK,CAAC,+BAA+BjC,IAAI,CAACG,UAAU,EAAE,CAAC,CAAC;MAC9E,CAAC;MACD+B,GAAG,CAACa,SAAS,GAAG,MAAM;QAClBR,eAAe,CAAC,CAAC;QACjBX,aAAa,CAAC,IAAIK,KAAK,CAAC,oCAAoCjC,IAAI,CAACG,UAAU,GAAG,CAAC,CAAC;MACpF,CAAC;MACD+B,GAAG,CAACc,OAAO,GAAG,MAAM;QAChBT,eAAe,CAAC,CAAC;QACjBX,aAAa,CAAC,IAAIK,KAAK,CAAC,kCAAkCjC,IAAI,CAACG,UAAU,GAAG,CAAC,CAAC;MAClF,CAAC;MACD+B,GAAG,CAACe,IAAI,CAAC1B,KAAK,CAAC;IACnB,CAAC,CAAC;EACN;EAEQ7B,eAAeA,CAAIlB,MAAS,EAAE0E,OAAe,EAAoC;IACrF,IAAI,CAAC1E,MAAM,EAAE;MACT,MAAM,IAAIyD,KAAK,CAACiB,OAAO,CAAC;IAC5B;EACJ;AACJ;AAEA,MAAMhC,gBAAgB,GAAGA,CAACiC,OAAmB,EAAEtF,OAAsC,KAAK;EACtF,OAAOV,MAAM,CAACgG,OAAO,EAAE;IACnBC,YAAY,EAAE,MAAM;IACpBC,OAAO,EAAE,CAAC;IACVC,UAAU,EAAE,IAAI;IAChBC,UAAU,EAAE,KAAK;IACjB,GAAG1F;EACP,CAAC,CAAC;AACN,CAAC","ignoreList":[]}

package/SimpleUploadStrategy.d.ts

@@ -0,0 +1,11 @@
+import type { UploadedFile, UploadOptions } from "@webiny/app/types";
+import type { FileUploadStrategy } from "./index";
+declare global {
+    interface File {
+        key?: string;
+        keyPrefix?: string;
+    }
+}
+export declare class SimpleUploadStrategy implements FileUploadStrategy {
+    upload(file: File, { apolloClient, onProgress }: UploadOptions): Promise<UploadedFile>;
+}

package/SimpleUploadStrategy.js

@@ -0,0 +1,59 @@
+import { GET_PRE_SIGNED_POST_PAYLOAD } from "./graphql";
+export class SimpleUploadStrategy {
+  async upload(file, {
+    apolloClient,
+    onProgress
+  }) {
+    // 1. GET PreSignedPostPayload
+    const response = await apolloClient.query({
+      query: GET_PRE_SIGNED_POST_PAYLOAD,
+      fetchPolicy: "no-cache",
+      variables: {
+        data: {
+          size: file.size,
+          name: file.name,
+          type: file.type,
+          key: file.key,
+          keyPrefix: file.keyPrefix
+        }
+      }
+    });
+    const {
+      getPreSignedPostPayload
+    } = response.data.fileManager;
+    if (getPreSignedPostPayload.error) {
+      console.error(getPreSignedPostPayload);
+      throw Error(getPreSignedPostPayload.error);
+    }
+
+    // 2. upload file to S3
+    return new Promise((resolve, reject) => {
+      const formData = new window.FormData();
+      Object.keys(getPreSignedPostPayload.data.data.fields).forEach(key => {
+        formData.append(key, getPreSignedPostPayload.data.data.fields[key]);
+      });
+      formData.append("file", file);
+      const xhr = new window.XMLHttpRequest();
+      xhr.upload.addEventListener("progress", event => {
+        if (onProgress) {
+          onProgress({
+            sent: event.loaded,
+            total: file.size,
+            percentage: event.loaded / file.size * 100
+          });
+        }
+      }, false);
+      xhr.open("POST", getPreSignedPostPayload.data.data.url, true);
+      xhr.send(formData);
+      xhr.onload = function () {
+        if (this.status === 204) {
+          resolve(getPreSignedPostPayload.data.file);
+          return;
+        }
+        reject(this.responseText);
+      };
+    });
+  }
+}
+
+//# sourceMappingURL=SimpleUploadStrategy.js.map

package/SimpleUploadStrategy.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["GET_PRE_SIGNED_POST_PAYLOAD","SimpleUploadStrategy","upload","file","apolloClient","onProgress","response","query","fetchPolicy","variables","data","size","name","type","key","keyPrefix","getPreSignedPostPayload","fileManager","error","console","Error","Promise","resolve","reject","formData","window","FormData","Object","keys","fields","forEach","append","xhr","XMLHttpRequest","addEventListener","event","sent","loaded","total","percentage","open","url","send","onload","status","responseText"],"sources":["SimpleUploadStrategy.ts"],"sourcesContent":["import type { UploadedFile, UploadOptions } from \"@webiny/app/types\";\nimport { GET_PRE_SIGNED_POST_PAYLOAD } from \"./graphql\";\nimport type { FileUploadStrategy } from \"~/index\";\n\ndeclare global {\n    interface File {\n        key?: string;\n        keyPrefix?: string;\n    }\n}\n\nexport class SimpleUploadStrategy implements FileUploadStrategy {\n    async upload(file: File, { apolloClient, onProgress }: UploadOptions): Promise<UploadedFile> {\n        // 1. GET PreSignedPostPayload\n        const response = await apolloClient.query({\n            query: GET_PRE_SIGNED_POST_PAYLOAD,\n            fetchPolicy: \"no-cache\",\n            variables: {\n                data: {\n                    size: file.size,\n                    name: file.name,\n                    type: file.type,\n                    key: file.key,\n                    keyPrefix: file.keyPrefix\n                }\n            }\n        });\n\n        const { getPreSignedPostPayload } = response.data.fileManager;\n        if (getPreSignedPostPayload.error) {\n            console.error(getPreSignedPostPayload);\n            throw Error(getPreSignedPostPayload.error);\n        }\n\n        // 2. upload file to S3\n        return new Promise((resolve, reject) => {\n            const formData = new window.FormData();\n            Object.keys(getPreSignedPostPayload.data.data.fields).forEach(key => {\n                formData.append(key, getPreSignedPostPayload.data.data.fields[key]);\n            });\n\n            formData.append(\"file\", file);\n\n            const xhr = new window.XMLHttpRequest();\n            xhr.upload.addEventListener(\n                \"progress\",\n                event => {\n                    if (onProgress) {\n                        onProgress({\n                            sent: event.loaded,\n                            total: file.size,\n                            percentage: (event.loaded / file.size) * 100\n                        });\n                    }\n                },\n                false\n            );\n            xhr.open(\"POST\", getPreSignedPostPayload.data.data.url, true);\n            xhr.send(formData);\n            xhr.onload = function () {\n                if (this.status === 204) {\n                    resolve(getPreSignedPostPayload.data.file);\n                    return;\n                }\n\n                reject(this.responseText);\n            };\n        });\n    }\n}\n"],"mappings":"AACA,SAASA,2BAA2B;AAUpC,OAAO,MAAMC,oBAAoB,CAA+B;EAC5D,MAAMC,MAAMA,CAACC,IAAU,EAAE;IAAEC,YAAY;IAAEC;EAA0B,CAAC,EAAyB;IACzF;IACA,MAAMC,QAAQ,GAAG,MAAMF,YAAY,CAACG,KAAK,CAAC;MACtCA,KAAK,EAAEP,2BAA2B;MAClCQ,WAAW,EAAE,UAAU;MACvBC,SAAS,EAAE;QACPC,IAAI,EAAE;UACFC,IAAI,EAAER,IAAI,CAACQ,IAAI;UACfC,IAAI,EAAET,IAAI,CAACS,IAAI;UACfC,IAAI,EAAEV,IAAI,CAACU,IAAI;UACfC,GAAG,EAAEX,IAAI,CAACW,GAAG;UACbC,SAAS,EAAEZ,IAAI,CAACY;QACpB;MACJ;IACJ,CAAC,CAAC;IAEF,MAAM;MAAEC;IAAwB,CAAC,GAAGV,QAAQ,CAACI,IAAI,CAACO,WAAW;IAC7D,IAAID,uBAAuB,CAACE,KAAK,EAAE;MAC/BC,OAAO,CAACD,KAAK,CAACF,uBAAuB,CAAC;MACtC,MAAMI,KAAK,CAACJ,uBAAuB,CAACE,KAAK,CAAC;IAC9C;;IAEA;IACA,OAAO,IAAIG,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MACpC,MAAMC,QAAQ,GAAG,IAAIC,MAAM,CAACC,QAAQ,CAAC,CAAC;MACtCC,MAAM,CAACC,IAAI,CAACZ,uBAAuB,CAACN,IAAI,CAACA,IAAI,CAACmB,MAAM,CAAC,CAACC,OAAO,CAAChB,GAAG,IAAI;QACjEU,QAAQ,CAACO,MAAM,CAACjB,GAAG,EAAEE,uBAAuB,CAACN,IAAI,CAACA,IAAI,CAACmB,MAAM,CAACf,GAAG,CAAC,CAAC;MACvE,CAAC,CAAC;MAEFU,QAAQ,CAACO,MAAM,CAAC,MAAM,EAAE5B,IAAI,CAAC;MAE7B,MAAM6B,GAAG,GAAG,IAAIP,MAAM,CAACQ,cAAc,CAAC,CAAC;MACvCD,GAAG,CAAC9B,MAAM,CAACgC,gBAAgB,CACvB,UAAU,EACVC,KAAK,IAAI;QACL,IAAI9B,UAAU,EAAE;UACZA,UAAU,CAAC;YACP+B,IAAI,EAAED,KAAK,CAACE,MAAM;YAClBC,KAAK,EAAEnC,IAAI,CAACQ,IAAI;YAChB4B,UAAU,EAAGJ,KAAK,CAACE,MAAM,GAAGlC,IAAI,CAACQ,IAAI,GAAI;UAC7C,CAAC,CAAC;QACN;MACJ,CAAC,EACD,KACJ,CAAC;MACDqB,GAAG,CAACQ,IAAI,CAAC,MAAM,EAAExB,uBAAuB,CAACN,IAAI,CAACA,IAAI,CAAC+B,GAAG,EAAE,IAAI,CAAC;MAC7DT,GAAG,CAACU,IAAI,CAAClB,QAAQ,CAAC;MAClBQ,GAAG,CAACW,MAAM,GAAG,YAAY;QACrB,IAAI,IAAI,CAACC,MAAM,KAAK,GAAG,EAAE;UACrBtB,OAAO,CAACN,uBAAuB,CAACN,IAAI,CAACP,IAAI,CAAC;UAC1C;QACJ;QAEAoB,MAAM,CAAC,IAAI,CAACsB,YAAY,CAAC;MAC7B,CAAC;IACL,CAAC,CAAC;EACN;AACJ","ignoreList":[]}

package/graphql.d.ts

@@ -0,0 +1 @@
+export declare const GET_PRE_SIGNED_POST_PAYLOAD: import("graphql").DocumentNode;

package/graphql.js

@@ -0,0 +1,24 @@
+import gql from "graphql-tag";
+export const GET_PRE_SIGNED_POST_PAYLOAD = gql`
+    query getPreSignedPostPayload($data: PreSignedPostPayloadInput!) {
+        fileManager {
+            getPreSignedPostPayload(data: $data) {
+                data {
+                    data
+                    file {
+                        id
+                        type
+                        name
+                        size
+                        key
+                    }
+                }
+                error {
+                    message
+                }
+            }
+        }
+    }
+`;
+
+//# sourceMappingURL=graphql.js.map

package/graphql.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["gql","GET_PRE_SIGNED_POST_PAYLOAD"],"sources":["graphql.ts"],"sourcesContent":["import gql from \"graphql-tag\";\n\nexport const GET_PRE_SIGNED_POST_PAYLOAD = gql`\n    query getPreSignedPostPayload($data: PreSignedPostPayloadInput!) {\n        fileManager {\n            getPreSignedPostPayload(data: $data) {\n                data {\n                    data\n                    file {\n                        id\n                        type\n                        name\n                        size\n                        key\n                    }\n                }\n                error {\n                    message\n                }\n            }\n        }\n    }\n`;\n"],"mappings":"AAAA,OAAOA,GAAG,MAAM,aAAa;AAE7B,OAAO,MAAMC,2BAA2B,GAAGD,GAAG;AAC9C;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,CAAC","ignoreList":[]}

package/index.d.ts

@@ -1,3 +1,6 @@
-import { AppFileManagerStorageS3 } from "./types";
-declare const _default: () => AppFileManagerStorageS3;
+import type { FileUploaderPlugin } from "@webiny/app/types";
+export interface FileUploadStrategy {
+    upload: FileUploaderPlugin["upload"];
+}
+declare const _default: () => FileUploaderPlugin;
 export default _default;

package/index.js

@@ -1,89 +1,19 @@
-import _asyncToGenerator from "@babel/runtime/helpers/asyncToGenerator";
-import _taggedTemplateLiteral from "@babel/runtime/helpers/taggedTemplateLiteral";
-
-var _templateObject;
-
-import _regeneratorRuntime from "@babel/runtime/regenerator";
-import gql from "graphql-tag";
-var GET_PRE_SIGNED_POST_PAYLOAD = gql(_templateObject || (_templateObject = _taggedTemplateLiteral(["\n    query getPreSignedPostPayload($data: PreSignedPostPayloadInput!) {\n        fileManager {\n            getPreSignedPostPayload(data: $data) {\n                data {\n                    data\n                    file {\n                        type\n                        name\n                        size\n                        key\n                    }\n                }\n                error {\n                    message\n                }\n            }\n        }\n    }\n"])));
-export default (function () {
-  return {
-    type: "app-file-manager-storage",
-    name: "app-file-manager-storage",
-    upload: function () {
-      var _upload = _asyncToGenerator( /*#__PURE__*/_regeneratorRuntime.mark(function _callee(file, _ref) {
-        var apolloClient, response, getPreSignedPostPayload;
-        return _regeneratorRuntime.wrap(function _callee$(_context) {
-          while (1) {
-            switch (_context.prev = _context.next) {
-              case 0:
-                apolloClient = _ref.apolloClient;
-                _context.next = 3;
-                return apolloClient.query({
-                  query: GET_PRE_SIGNED_POST_PAYLOAD,
-                  fetchPolicy: "no-cache",
-                  variables: {
-                    data: {
-                      size: file.size,
-                      name: file.name,
-                      type: file.type
-                    }
-                  }
-                });
-
-              case 3:
-                response = _context.sent;
-                getPreSignedPostPayload = response.data.fileManager.getPreSignedPostPayload;
-
-                if (!getPreSignedPostPayload.error) {
-                  _context.next = 8;
-                  break;
-                }
-
-                console.log(getPreSignedPostPayload); // eslint-disable-line
-
-                return _context.abrupt("return");
-
-              case 8:
-                _context.next = 10;
-                return new Promise(function (resolve, reject) {
-                  var formData = new window.FormData();
-                  Object.keys(getPreSignedPostPayload.data.data.fields).forEach(function (key) {
-                    formData.append(key, getPreSignedPostPayload.data.data.fields[key]);
-                  });
-                  formData.append("file", file);
-                  var xhr = new window.XMLHttpRequest(); // eslint-disable-line
-
-                  // eslint-disable-line
-                  xhr.open("POST", getPreSignedPostPayload.data.data.url, true);
-                  xhr.send(formData);
-
-                  xhr.onload = function () {
-                    if (this.status === 204) {
-                      resolve(getPreSignedPostPayload.data.file);
-                      return;
-                    }
-
-                    reject(this.responseText);
-                  };
-                });
-
-              case 10:
-                return _context.abrupt("return", _context.sent);
-
-              case 11:
-              case "end":
-                return _context.stop();
-            }
-          }
-        }, _callee);
-      }));
-
-      function upload(_x, _x2) {
-        return _upload.apply(this, arguments);
-      }
-
-      return upload;
-    }()
-  };
-});
+import { SimpleUploadStrategy } from "./SimpleUploadStrategy";
+import { MultiPartUploadStrategy } from "./MultiPartUploadStrategy";
+export default () => {
+  class S3FileUploader {
+    type = "file-uploader";
+    name = "file-uploader";
+    upload(file, options) {
+      // Use "simple" strategy for files smaller than ~100MB
+      // @ts-expect-error
+      const multiPartThreshold = window["fmUploadMultiPartThreshold"] ?? 100;
+      const simple = file.size < multiPartThreshold * 1024 * 1024;
+      const strategy = simple ? new SimpleUploadStrategy() : new MultiPartUploadStrategy();
+      return strategy.upload(file, options);
+    }
+  }
+  return new S3FileUploader();
+};
+
+//# sourceMappingURL=index.js.map

package/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["SimpleUploadStrategy","MultiPartUploadStrategy","S3FileUploader","type","name","upload","file","options","multiPartThreshold","window","simple","size","strategy"],"sources":["index.ts"],"sourcesContent":["import type { FileUploaderPlugin, UploadOptions } from \"@webiny/app/types\";\nimport { SimpleUploadStrategy } from \"~/SimpleUploadStrategy\";\nimport { MultiPartUploadStrategy } from \"~/MultiPartUploadStrategy\";\n\nexport interface FileUploadStrategy {\n    upload: FileUploaderPlugin[\"upload\"];\n}\n\nexport default (): FileUploaderPlugin => {\n    class S3FileUploader implements FileUploaderPlugin {\n        public readonly type = \"file-uploader\";\n        public readonly name = \"file-uploader\";\n\n        upload(file: File, options: UploadOptions) {\n            // Use \"simple\" strategy for files smaller than ~100MB\n            // @ts-expect-error\n            const multiPartThreshold = window[\"fmUploadMultiPartThreshold\"] ?? 100;\n            const simple = file.size < multiPartThreshold * 1024 * 1024;\n\n            const strategy: FileUploadStrategy = simple\n                ? new SimpleUploadStrategy()\n                : new MultiPartUploadStrategy();\n\n            return strategy.upload(file, options);\n        }\n    }\n\n    return new S3FileUploader();\n};\n"],"mappings":"AACA,SAASA,oBAAoB;AAC7B,SAASC,uBAAuB;AAMhC,eAAe,MAA0B;EACrC,MAAMC,cAAc,CAA+B;IAC/BC,IAAI,GAAG,eAAe;IACtBC,IAAI,GAAG,eAAe;IAEtCC,MAAMA,CAACC,IAAU,EAAEC,OAAsB,EAAE;MACvC;MACA;MACA,MAAMC,kBAAkB,GAAGC,MAAM,CAAC,4BAA4B,CAAC,IAAI,GAAG;MACtE,MAAMC,MAAM,GAAGJ,IAAI,CAACK,IAAI,GAAGH,kBAAkB,GAAG,IAAI,GAAG,IAAI;MAE3D,MAAMI,QAA4B,GAAGF,MAAM,GACrC,IAAIV,oBAAoB,CAAC,CAAC,GAC1B,IAAIC,uBAAuB,CAAC,CAAC;MAEnC,OAAOW,QAAQ,CAACP,MAAM,CAACC,IAAI,EAAEC,OAAO,CAAC;IACzC;EACJ;EAEA,OAAO,IAAIL,cAAc,CAAC,CAAC;AAC/B,CAAC","ignoreList":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@webiny/app-file-manager-s3",
-	"version": "0.0.0-mt-3",
+	"version": "0.0.0-unstable.06b2ede40f",
 	"main": "index.js",
 	"repository": {
 		"type": "git",
@@ -10,26 +10,22 @@
 	"author": "Webiny Ltd",
 	"license": "MIT",
 	"dependencies": {
-		"@webiny/plugins": "0.0.0-mt-3",
-		"apollo-client": "2.6.10",
-		"graphql": "14.7.0",
-		"graphql-tag": "2.12.5"
+		"@webiny/app": "0.0.0-unstable.06b2ede40f",
+		"graphql-tag": "2.12.6",
+		"p-retry": "4.6.2"
 	},
 	"devDependencies": {
-		"@babel/cli": "^7.5.5",
-		"@babel/core": "^7.5.5",
-		"@webiny/cli": "^0.0.0-mt-3",
-		"@webiny/project-utils": "^0.0.0-mt-3",
-		"rimraf": "^3.0.2",
-		"typescript": "^4.1.3"
+		"@webiny/project-utils": "0.0.0-unstable.06b2ede40f",
+		"rimraf": "6.0.1",
+		"typescript": "5.3.3"
 	},
 	"publishConfig": {
 		"access": "public",
 		"directory": "dist"
 	},
 	"scripts": {
-		"build": "yarn webiny run build",
-		"watch": "yarn webiny run watch"
+		"build": "node ../cli/bin.js run build",
+		"watch": "node ../cli/bin.js run watch"
 	},
-	"gitHead": "ebea815be2be99404591cba465cc1fe88355bd48"
+	"gitHead": "06b2ede40fc2212a70eeafd74afd50b56fb0ce82"
 }

package/types.d.ts

@@ -1,9 +0,0 @@
-import { Plugin } from "@webiny/plugins/types";
-import { ApolloClient } from "apollo-client";
-export declare type AppFileManagerStorageS3 = Plugin & {
-    type: "app-file-manager-storage";
-    name: "app-file-manager-storage";
-    upload(file: File, options: {
-        apolloClient: ApolloClient<Record<string, any>>;
-    }): Promise<any>;
-};

package/types.js

@@ -1 +0,0 @@
-export {};