@webiny/api-page-builder-import-export 5.41.4-beta.6 → 5.42.0-beta.0

package/tasks/pages/exportPagesCleanupTask.js

@@ -25,7 +25,7 @@ const createExportPagesCleanupTask = () => {
       }
       const {
         ExportPagesCleanup
-      } = await import( /* webpackChunkName: "ExportPagesCleanup" */"../../export/pages/ExportPagesCleanup");
+      } = await import(/* webpackChunkName: "ExportPagesCleanup" */"../../export/pages/ExportPagesCleanup");
       const exportPagesCleanup = new ExportPagesCleanup();
       return await exportPagesCleanup.execute(param);
     }

package/tasks/pages/exportPagesCleanupTask.js.map

@@ -1 +1 @@
-{"version":3,"names":["_tasks","require","_types","createExportPagesCleanupTask","createPrivateTaskDefinition","id","PageExportTask","Cleanup","title","description","maxIterations","run","param","response","isAborted","aborted","ExportPagesCleanup","exportPagesCleanup","execute","exports"],"sources":["exportPagesCleanupTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport { IExportPagesCleanupInput, PageExportTask } from \"~/export/pages/types\";\nimport { PbImportExportContext } from \"~/graphql/types\";\n\nexport const createExportPagesCleanupTask = () => {\n    return createPrivateTaskDefinition<PbImportExportContext, IExportPagesCleanupInput>({\n        id: PageExportTask.Cleanup,\n        title: \"Page Builder - Export Pages Cleanup\",\n        description: \"Export pages from the Page Builder - cleanup.\",\n        maxIterations: 1,\n        run: async param => {\n            const { response, isAborted } = param;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n\n            const { ExportPagesCleanup } = await import(\n                /* webpackChunkName: \"ExportPagesCleanup\" */ \"~/export/pages/ExportPagesCleanup\"\n            );\n\n            const exportPagesCleanup = new ExportPagesCleanup();\n            return await exportPagesCleanup.execute(param);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAGO,MAAME,4BAA4B,GAAGA,CAAA,KAAM;EAC9C,OAAO,IAAAC,kCAA2B,EAAkD;IAChFC,EAAE,EAAEC,qBAAc,CAACC,OAAO;IAC1BC,KAAK,EAAE,qCAAqC;IAC5CC,WAAW,EAAE,+CAA+C;IAC5DC,aAAa,EAAE,CAAC;IAChBC,GAAG,EAAE,MAAMC,KAAK,IAAI;MAChB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,KAAK;MACrC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAmB,CAAC,GAAG,MAAM,MAAM,EACvC,mFACJ,CAAC;MAED,MAAMC,kBAAkB,GAAG,IAAID,kBAAkB,CAAC,CAAC;MACnD,OAAO,MAAMC,kBAAkB,CAACC,OAAO,CAACN,KAAK,CAAC;IAClD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,4BAAA,GAAAA,4BAAA","ignoreList":[]}
+{"version":3,"names":["_tasks","require","_types","createExportPagesCleanupTask","createPrivateTaskDefinition","id","PageExportTask","Cleanup","title","description","maxIterations","run","param","response","isAborted","aborted","ExportPagesCleanup","exportPagesCleanup","execute","exports"],"sources":["exportPagesCleanupTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport { IExportPagesCleanupInput, PageExportTask } from \"~/export/pages/types\";\nimport { PbImportExportContext } from \"~/graphql/types\";\n\nexport const createExportPagesCleanupTask = () => {\n    return createPrivateTaskDefinition<PbImportExportContext, IExportPagesCleanupInput>({\n        id: PageExportTask.Cleanup,\n        title: \"Page Builder - Export Pages Cleanup\",\n        description: \"Export pages from the Page Builder - cleanup.\",\n        maxIterations: 1,\n        run: async param => {\n            const { response, isAborted } = param;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n\n            const { ExportPagesCleanup } = await import(\n                /* webpackChunkName: \"ExportPagesCleanup\" */ \"~/export/pages/ExportPagesCleanup\"\n            );\n\n            const exportPagesCleanup = new ExportPagesCleanup();\n            return await exportPagesCleanup.execute(param);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAGO,MAAME,4BAA4B,GAAGA,CAAA,KAAM;EAC9C,OAAO,IAAAC,kCAA2B,EAAkD;IAChFC,EAAE,EAAEC,qBAAc,CAACC,OAAO;IAC1BC,KAAK,EAAE,qCAAqC;IAC5CC,WAAW,EAAE,+CAA+C;IAC5DC,aAAa,EAAE,CAAC;IAChBC,GAAG,EAAE,MAAMC,KAAK,IAAI;MAChB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,KAAK;MACrC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAmB,CAAC,GAAG,MAAM,MAAM,CACvC,mFACJ,CAAC;MAED,MAAMC,kBAAkB,GAAG,IAAID,kBAAkB,CAAC,CAAC;MACnD,OAAO,MAAMC,kBAAkB,CAACC,OAAO,CAACN,KAAK,CAAC;IAClD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,4BAAA,GAAAA,4BAAA","ignoreList":[]}

package/tasks/pages/exportPagesControllerTask.js

@@ -31,7 +31,7 @@ const createExportPagesControllerTask = () => {
       }
       const {
         ExportPagesController
-      } = await import( /* webpackChunkName: "ExportPagesController" */"../../export/pages/ExportPagesController");
+      } = await import(/* webpackChunkName: "ExportPagesController" */"../../export/pages/ExportPagesController");
       const exportPagesController = new ExportPagesController();
       return await exportPagesController.execute(params);
     },

package/tasks/pages/exportPagesControllerTask.js.map

@@ -1 +1 @@
-{"version":3,"names":["_tasks","require","_types","_ChildTasksCleanup","createExportPagesControllerTask","createTaskDefinition","isPrivate","id","PageExportTask","Controller","title","description","maxIterations","run","params","response","isAborted","aborted","ExportPagesController","exportPagesController","execute","onDone","context","task","tasks","trigger","definition","Cleanup","parent","delay","childTasksCleanup","ChildTasksCleanup","ex","console","error","onError","onAbort","exports"],"sources":["exportPagesControllerTask.ts"],"sourcesContent":["import { createTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n    IExportPagesControllerInput,\n    IExportPagesControllerOutput,\n    PageExportTask\n} from \"~/export/pages/types\";\nimport { ChildTasksCleanup } from \"../common/ChildTasksCleanup\";\n\nexport const createExportPagesControllerTask = () => {\n    // TODO make the task private with createPrivateTaskDefinition\n    return createTaskDefinition<\n        PbImportExportContext,\n        IExportPagesControllerInput,\n        IExportPagesControllerOutput\n    >({\n        isPrivate: true,\n        id: PageExportTask.Controller,\n        title: \"Page Builder - Export Pages - Controller\",\n        description: \"Export pages from the Page Builder - controller.\",\n        /**\n         * We want to have a lot of executions because we need to pool the subtasks all the time.\n         */\n        maxIterations: 500,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n\n            const { ExportPagesController } = await import(\n                /* webpackChunkName: \"ExportPagesController\" */ \"~/export/pages/ExportPagesController\"\n            );\n\n            const exportPagesController = new ExportPagesController();\n            return await exportPagesController.execute(params);\n        },\n        onDone: async ({ context, task }) => {\n            await context.tasks.trigger({\n                definition: PageExportTask.Cleanup,\n                parent: task,\n                // delay cleanup for 25hrs\n                delay: 25 * 60 * 60\n            });\n            /**\n             * We want to clean all child tasks and logs, which have no errors.\n             */\n            const childTasksCleanup = new ChildTasksCleanup();\n            try {\n                await childTasksCleanup.execute({\n                    context,\n                    task\n                });\n            } catch (ex) {\n                console.error(\"Error while cleaning child tasks.\", ex);\n            }\n        },\n        onError: async ({ context, task }) => {\n            await context.tasks.trigger({\n                definition: PageExportTask.Cleanup,\n                parent: task\n            });\n        },\n        onAbort: async ({ context, task }) => {\n            await context.tasks.trigger({\n                definition: PageExportTask.Cleanup,\n                parent: task\n            });\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAKA,IAAAE,kBAAA,GAAAF,OAAA;AAEO,MAAMG,+BAA+B,GAAGA,CAAA,KAAM;EACjD;EACA,OAAO,IAAAC,2BAAoB,EAIzB;IACEC,SAAS,EAAE,IAAI;IACfC,EAAE,EAAEC,qBAAc,CAACC,UAAU;IAC7BC,KAAK,EAAE,0CAA0C;IACjDC,WAAW,EAAE,kDAAkD;IAC/D;AACR;AACA;IACQC,aAAa,EAAE,GAAG;IAClBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAsB,CAAC,GAAG,MAAM,MAAM,EAC1C,yFACJ,CAAC;MAED,MAAMC,qBAAqB,GAAG,IAAID,qBAAqB,CAAC,CAAC;MACzD,OAAO,MAAMC,qBAAqB,CAACC,OAAO,CAACN,MAAM,CAAC;IACtD,CAAC;IACDO,MAAM,EAAE,MAAAA,CAAO;MAAEC,OAAO;MAAEC;IAAK,CAAC,KAAK;MACjC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL,IAAI;QACZ;QACAM,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG;MACrB,CAAC,CAAC;MACF;AACZ;AACA;MACY,MAAMC,iBAAiB,GAAG,IAAIC,oCAAiB,CAAC,CAAC;MACjD,IAAI;QACA,MAAMD,iBAAiB,CAACV,OAAO,CAAC;UAC5BE,OAAO;UACPC;QACJ,CAAC,CAAC;MACN,CAAC,CAAC,OAAOS,EAAE,EAAE;QACTC,OAAO,CAACC,KAAK,CAAC,mCAAmC,EAAEF,EAAE,CAAC;MAC1D;IACJ,CAAC;IACDG,OAAO,EAAE,MAAAA,CAAO;MAAEb,OAAO;MAAEC;IAAK,CAAC,KAAK;MAClC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL;MACZ,CAAC,CAAC;IACN,CAAC;IACDa,OAAO,EAAE,MAAAA,CAAO;MAAEd,OAAO;MAAEC;IAAK,CAAC,KAAK;MAClC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL;MACZ,CAAC,CAAC;IACN;EACJ,CAAC,CAAC;AACN,CAAC;AAACc,OAAA,CAAAjC,+BAAA,GAAAA,+BAAA","ignoreList":[]}
+{"version":3,"names":["_tasks","require","_types","_ChildTasksCleanup","createExportPagesControllerTask","createTaskDefinition","isPrivate","id","PageExportTask","Controller","title","description","maxIterations","run","params","response","isAborted","aborted","ExportPagesController","exportPagesController","execute","onDone","context","task","tasks","trigger","definition","Cleanup","parent","delay","childTasksCleanup","ChildTasksCleanup","ex","console","error","onError","onAbort","exports"],"sources":["exportPagesControllerTask.ts"],"sourcesContent":["import { createTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n    IExportPagesControllerInput,\n    IExportPagesControllerOutput,\n    PageExportTask\n} from \"~/export/pages/types\";\nimport { ChildTasksCleanup } from \"../common/ChildTasksCleanup\";\n\nexport const createExportPagesControllerTask = () => {\n    // TODO make the task private with createPrivateTaskDefinition\n    return createTaskDefinition<\n        PbImportExportContext,\n        IExportPagesControllerInput,\n        IExportPagesControllerOutput\n    >({\n        isPrivate: true,\n        id: PageExportTask.Controller,\n        title: \"Page Builder - Export Pages - Controller\",\n        description: \"Export pages from the Page Builder - controller.\",\n        /**\n         * We want to have a lot of executions because we need to pool the subtasks all the time.\n         */\n        maxIterations: 500,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n\n            const { ExportPagesController } = await import(\n                /* webpackChunkName: \"ExportPagesController\" */ \"~/export/pages/ExportPagesController\"\n            );\n\n            const exportPagesController = new ExportPagesController();\n            return await exportPagesController.execute(params);\n        },\n        onDone: async ({ context, task }) => {\n            await context.tasks.trigger({\n                definition: PageExportTask.Cleanup,\n                parent: task,\n                // delay cleanup for 25hrs\n                delay: 25 * 60 * 60\n            });\n            /**\n             * We want to clean all child tasks and logs, which have no errors.\n             */\n            const childTasksCleanup = new ChildTasksCleanup();\n            try {\n                await childTasksCleanup.execute({\n                    context,\n                    task\n                });\n            } catch (ex) {\n                console.error(\"Error while cleaning child tasks.\", ex);\n            }\n        },\n        onError: async ({ context, task }) => {\n            await context.tasks.trigger({\n                definition: PageExportTask.Cleanup,\n                parent: task\n            });\n        },\n        onAbort: async ({ context, task }) => {\n            await context.tasks.trigger({\n                definition: PageExportTask.Cleanup,\n                parent: task\n            });\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAKA,IAAAE,kBAAA,GAAAF,OAAA;AAEO,MAAMG,+BAA+B,GAAGA,CAAA,KAAM;EACjD;EACA,OAAO,IAAAC,2BAAoB,EAIzB;IACEC,SAAS,EAAE,IAAI;IACfC,EAAE,EAAEC,qBAAc,CAACC,UAAU;IAC7BC,KAAK,EAAE,0CAA0C;IACjDC,WAAW,EAAE,kDAAkD;IAC/D;AACR;AACA;IACQC,aAAa,EAAE,GAAG;IAClBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAsB,CAAC,GAAG,MAAM,MAAM,CAC1C,yFACJ,CAAC;MAED,MAAMC,qBAAqB,GAAG,IAAID,qBAAqB,CAAC,CAAC;MACzD,OAAO,MAAMC,qBAAqB,CAACC,OAAO,CAACN,MAAM,CAAC;IACtD,CAAC;IACDO,MAAM,EAAE,MAAAA,CAAO;MAAEC,OAAO;MAAEC;IAAK,CAAC,KAAK;MACjC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL,IAAI;QACZ;QACAM,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG;MACrB,CAAC,CAAC;MACF;AACZ;AACA;MACY,MAAMC,iBAAiB,GAAG,IAAIC,oCAAiB,CAAC,CAAC;MACjD,IAAI;QACA,MAAMD,iBAAiB,CAACV,OAAO,CAAC;UAC5BE,OAAO;UACPC;QACJ,CAAC,CAAC;MACN,CAAC,CAAC,OAAOS,EAAE,EAAE;QACTC,OAAO,CAACC,KAAK,CAAC,mCAAmC,EAAEF,EAAE,CAAC;MAC1D;IACJ,CAAC;IACDG,OAAO,EAAE,MAAAA,CAAO;MAAEb,OAAO;MAAEC;IAAK,CAAC,KAAK;MAClC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL;MACZ,CAAC,CAAC;IACN,CAAC;IACDa,OAAO,EAAE,MAAAA,CAAO;MAAEd,OAAO;MAAEC;IAAK,CAAC,KAAK;MAClC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL;MACZ,CAAC,CAAC;IACN;EACJ,CAAC,CAAC;AACN,CAAC;AAACc,OAAA,CAAAjC,+BAAA,GAAAA,+BAAA","ignoreList":[]}

package/tasks/pages/exportPagesZipPagesTask.js

@@ -28,7 +28,7 @@ const createExportPagesZipPagesTask = () => {
       }
       const {
         ExportPagesZipPages
-      } = await import( /* webpackChunkName: "ExportPagesZipPages" */"../../export/pages/ExportPagesZipPages");
+      } = await import(/* webpackChunkName: "ExportPagesZipPages" */"../../export/pages/ExportPagesZipPages");
       const exportPagesZipPages = new ExportPagesZipPages();
       return await exportPagesZipPages.execute(params);
     }

package/tasks/pages/exportPagesZipPagesTask.js.map

@@ -1 +1 @@
-{"version":3,"names":["_tasks","require","_types","createExportPagesZipPagesTask","createPrivateTaskDefinition","id","PageExportTask","ZipPages","title","description","maxIterations","run","params","response","isAborted","aborted","ExportPagesZipPages","exportPagesZipPages","execute","exports"],"sources":["exportPagesZipPagesTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport {\n    IExportPagesZipPagesInput,\n    IExportPagesZipPagesOutput,\n    PageExportTask\n} from \"~/export/pages/types\";\nimport { PbImportExportContext } from \"~/graphql/types\";\n\nexport const createExportPagesZipPagesTask = () => {\n    return createPrivateTaskDefinition<\n        PbImportExportContext,\n        IExportPagesZipPagesInput,\n        IExportPagesZipPagesOutput\n    >({\n        id: PageExportTask.ZipPages,\n        title: \"Page Builder - Export Pages - Zip Pages\",\n        description: \"Export pages from the Page Builder - zip pages.\",\n        /**\n         * If we ever hit the max iterations limit, we should decrease the number of pages being zipped in one task execution.\n         */\n        maxIterations: 10,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n\n            const { ExportPagesZipPages } = await import(\n                /* webpackChunkName: \"ExportPagesZipPages\" */ \"~/export/pages/ExportPagesZipPages\"\n            );\n\n            const exportPagesZipPages = new ExportPagesZipPages();\n            return await exportPagesZipPages.execute(params);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAOO,MAAME,6BAA6B,GAAGA,CAAA,KAAM;EAC/C,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,QAAQ;IAC3BC,KAAK,EAAE,yCAAyC;IAChDC,WAAW,EAAE,iDAAiD;IAC9D;AACR;AACA;IACQC,aAAa,EAAE,EAAE;IACjBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAoB,CAAC,GAAG,MAAM,MAAM,EACxC,qFACJ,CAAC;MAED,MAAMC,mBAAmB,GAAG,IAAID,mBAAmB,CAAC,CAAC;MACrD,OAAO,MAAMC,mBAAmB,CAACC,OAAO,CAACN,MAAM,CAAC;IACpD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,6BAAA,GAAAA,6BAAA","ignoreList":[]}
+{"version":3,"names":["_tasks","require","_types","createExportPagesZipPagesTask","createPrivateTaskDefinition","id","PageExportTask","ZipPages","title","description","maxIterations","run","params","response","isAborted","aborted","ExportPagesZipPages","exportPagesZipPages","execute","exports"],"sources":["exportPagesZipPagesTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport {\n    IExportPagesZipPagesInput,\n    IExportPagesZipPagesOutput,\n    PageExportTask\n} from \"~/export/pages/types\";\nimport { PbImportExportContext } from \"~/graphql/types\";\n\nexport const createExportPagesZipPagesTask = () => {\n    return createPrivateTaskDefinition<\n        PbImportExportContext,\n        IExportPagesZipPagesInput,\n        IExportPagesZipPagesOutput\n    >({\n        id: PageExportTask.ZipPages,\n        title: \"Page Builder - Export Pages - Zip Pages\",\n        description: \"Export pages from the Page Builder - zip pages.\",\n        /**\n         * If we ever hit the max iterations limit, we should decrease the number of pages being zipped in one task execution.\n         */\n        maxIterations: 10,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n\n            const { ExportPagesZipPages } = await import(\n                /* webpackChunkName: \"ExportPagesZipPages\" */ \"~/export/pages/ExportPagesZipPages\"\n            );\n\n            const exportPagesZipPages = new ExportPagesZipPages();\n            return await exportPagesZipPages.execute(params);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAOO,MAAME,6BAA6B,GAAGA,CAAA,KAAM;EAC/C,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,QAAQ;IAC3BC,KAAK,EAAE,yCAAyC;IAChDC,WAAW,EAAE,iDAAiD;IAC9D;AACR;AACA;IACQC,aAAa,EAAE,EAAE;IACjBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAoB,CAAC,GAAG,MAAM,MAAM,CACxC,qFACJ,CAAC;MAED,MAAMC,mBAAmB,GAAG,IAAID,mBAAmB,CAAC,CAAC;MACrD,OAAO,MAAMC,mBAAmB,CAACC,OAAO,CAACN,MAAM,CAAC;IACpD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,6BAAA,GAAAA,6BAAA","ignoreList":[]}

package/tasks/pages/importPagesControllerTask.js

@@ -28,7 +28,7 @@ const createImportPagesControllerTask = () => {
       }
       const {
         ImportPagesController
-      } = await import( /* webpackChunkName: "ImportPagesController" */"../../import/pages/ImportPagesController");
+      } = await import(/* webpackChunkName: "ImportPagesController" */"../../import/pages/ImportPagesController");
       const importPagesController = new ImportPagesController();
       return await importPagesController.execute(params);
     }

package/tasks/pages/importPagesControllerTask.js.map

@@ -1 +1 @@
-{"version":3,"names":["_tasks","require","_types","createImportPagesControllerTask","createPrivateTaskDefinition","id","PageImportTask","Controller","title","description","maxIterations","run","params","response","isAborted","aborted","ImportPagesController","importPagesController","execute","exports"],"sources":["importPagesControllerTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n    IImportPagesControllerInput,\n    IImportPagesControllerOutput,\n    PageImportTask\n} from \"~/import/pages/types\";\n\nexport const createImportPagesControllerTask = () => {\n    return createPrivateTaskDefinition<\n        PbImportExportContext,\n        IImportPagesControllerInput,\n        IImportPagesControllerOutput\n    >({\n        id: PageImportTask.Controller,\n        title: \"Page Builder - Import Pages Controlelr\",\n        description: \"Import pages from the Page Builder.\",\n        /**\n         * We want to have a lot of executions because we need to pool the subtasks all the time.\n         */\n        maxIterations: 500,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n            const { ImportPagesController } = await import(\n                /* webpackChunkName: \"ImportPagesController\" */ \"~/import/pages/ImportPagesController\"\n            );\n\n            const importPagesController = new ImportPagesController();\n\n            return await importPagesController.execute(params);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAMO,MAAME,+BAA+B,GAAGA,CAAA,KAAM;EACjD,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,UAAU;IAC7BC,KAAK,EAAE,wCAAwC;IAC/CC,WAAW,EAAE,qCAAqC;IAClD;AACR;AACA;IACQC,aAAa,EAAE,GAAG;IAClBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MACA,MAAM;QAAEC;MAAsB,CAAC,GAAG,MAAM,MAAM,EAC1C,yFACJ,CAAC;MAED,MAAMC,qBAAqB,GAAG,IAAID,qBAAqB,CAAC,CAAC;MAEzD,OAAO,MAAMC,qBAAqB,CAACC,OAAO,CAACN,MAAM,CAAC;IACtD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,+BAAA,GAAAA,+BAAA","ignoreList":[]}
+{"version":3,"names":["_tasks","require","_types","createImportPagesControllerTask","createPrivateTaskDefinition","id","PageImportTask","Controller","title","description","maxIterations","run","params","response","isAborted","aborted","ImportPagesController","importPagesController","execute","exports"],"sources":["importPagesControllerTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n    IImportPagesControllerInput,\n    IImportPagesControllerOutput,\n    PageImportTask\n} from \"~/import/pages/types\";\n\nexport const createImportPagesControllerTask = () => {\n    return createPrivateTaskDefinition<\n        PbImportExportContext,\n        IImportPagesControllerInput,\n        IImportPagesControllerOutput\n    >({\n        id: PageImportTask.Controller,\n        title: \"Page Builder - Import Pages Controlelr\",\n        description: \"Import pages from the Page Builder.\",\n        /**\n         * We want to have a lot of executions because we need to pool the subtasks all the time.\n         */\n        maxIterations: 500,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n            const { ImportPagesController } = await import(\n                /* webpackChunkName: \"ImportPagesController\" */ \"~/import/pages/ImportPagesController\"\n            );\n\n            const importPagesController = new ImportPagesController();\n\n            return await importPagesController.execute(params);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAMO,MAAME,+BAA+B,GAAGA,CAAA,KAAM;EACjD,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,UAAU;IAC7BC,KAAK,EAAE,wCAAwC;IAC/CC,WAAW,EAAE,qCAAqC;IAClD;AACR;AACA;IACQC,aAAa,EAAE,GAAG;IAClBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MACA,MAAM;QAAEC;MAAsB,CAAC,GAAG,MAAM,MAAM,CAC1C,yFACJ,CAAC;MAED,MAAMC,qBAAqB,GAAG,IAAID,qBAAqB,CAAC,CAAC;MAEzD,OAAO,MAAMC,qBAAqB,CAACC,OAAO,CAACN,MAAM,CAAC;IACtD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,+BAAA,GAAAA,+BAAA","ignoreList":[]}

package/tasks/pages/importPagesProcessPageTask.js

@@ -28,7 +28,7 @@ const createImportPagesProcessPagesTask = () => {
       }
       const {
         ImportPagesProcessPages
-      } = await import( /* webpackChunkName: "ImportPagesProcessPages" */"../../import/pages/ImportPagesProcessPages");
+      } = await import(/* webpackChunkName: "ImportPagesProcessPages" */"../../import/pages/ImportPagesProcessPages");
       const importPagesProcessPages = new ImportPagesProcessPages();
       return await importPagesProcessPages.execute(params);
     }

package/tasks/pages/importPagesProcessPageTask.js.map

@@ -1 +1 @@
-{"version":3,"names":["_tasks","require","_types","createImportPagesProcessPagesTask","createPrivateTaskDefinition","id","PageImportTask","Process","title","description","maxIterations","run","params","response","isAborted","aborted","ImportPagesProcessPages","importPagesProcessPages","execute","exports"],"sources":["importPagesProcessPageTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n    IImportPagesProcessPagesInput,\n    IImportPagesProcessPagesOutput,\n    PageImportTask\n} from \"~/import/pages/types\";\n\nexport const createImportPagesProcessPagesTask = () => {\n    return createPrivateTaskDefinition<\n        PbImportExportContext,\n        IImportPagesProcessPagesInput,\n        IImportPagesProcessPagesOutput\n    >({\n        id: PageImportTask.Process,\n        title: \"Page Builder - Import Pages Process\",\n        description: \"Import pages from the Page Builder - Process pages.\",\n        /**\n         * We do not want to have a large number of iterations because we are splitting page processing into multiple tasks.\n         */\n        maxIterations: 20,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n            const { ImportPagesProcessPages } = await import(\n                /* webpackChunkName: \"ImportPagesProcessPages\" */ \"~/import/pages/ImportPagesProcessPages\"\n            );\n\n            const importPagesProcessPages = new ImportPagesProcessPages();\n\n            return await importPagesProcessPages.execute(params);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAMO,MAAME,iCAAiC,GAAGA,CAAA,KAAM;EACnD,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,OAAO;IAC1BC,KAAK,EAAE,qCAAqC;IAC5CC,WAAW,EAAE,qDAAqD;IAClE;AACR;AACA;IACQC,aAAa,EAAE,EAAE;IACjBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MACA,MAAM;QAAEC;MAAwB,CAAC,GAAG,MAAM,MAAM,EAC5C,6FACJ,CAAC;MAED,MAAMC,uBAAuB,GAAG,IAAID,uBAAuB,CAAC,CAAC;MAE7D,OAAO,MAAMC,uBAAuB,CAACC,OAAO,CAACN,MAAM,CAAC;IACxD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,iCAAA,GAAAA,iCAAA","ignoreList":[]}
+{"version":3,"names":["_tasks","require","_types","createImportPagesProcessPagesTask","createPrivateTaskDefinition","id","PageImportTask","Process","title","description","maxIterations","run","params","response","isAborted","aborted","ImportPagesProcessPages","importPagesProcessPages","execute","exports"],"sources":["importPagesProcessPageTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n    IImportPagesProcessPagesInput,\n    IImportPagesProcessPagesOutput,\n    PageImportTask\n} from \"~/import/pages/types\";\n\nexport const createImportPagesProcessPagesTask = () => {\n    return createPrivateTaskDefinition<\n        PbImportExportContext,\n        IImportPagesProcessPagesInput,\n        IImportPagesProcessPagesOutput\n    >({\n        id: PageImportTask.Process,\n        title: \"Page Builder - Import Pages Process\",\n        description: \"Import pages from the Page Builder - Process pages.\",\n        /**\n         * We do not want to have a large number of iterations because we are splitting page processing into multiple tasks.\n         */\n        maxIterations: 20,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n            const { ImportPagesProcessPages } = await import(\n                /* webpackChunkName: \"ImportPagesProcessPages\" */ \"~/import/pages/ImportPagesProcessPages\"\n            );\n\n            const importPagesProcessPages = new ImportPagesProcessPages();\n\n            return await importPagesProcessPages.execute(params);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAMO,MAAME,iCAAiC,GAAGA,CAAA,KAAM;EACnD,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,OAAO;IAC1BC,KAAK,EAAE,qCAAqC;IAC5CC,WAAW,EAAE,qDAAqD;IAClE;AACR;AACA;IACQC,aAAa,EAAE,EAAE;IACjBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MACA,MAAM;QAAEC;MAAwB,CAAC,GAAG,MAAM,MAAM,CAC5C,6FACJ,CAAC;MAED,MAAMC,uBAAuB,GAAG,IAAID,uBAAuB,CAAC,CAAC;MAE7D,OAAO,MAAMC,uBAAuB,CAACC,OAAO,CAACN,MAAM,CAAC;IACxD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,iCAAA,GAAAA,iCAAA","ignoreList":[]}

package/utils/ZipFiles.js.map

@@ -1 +1 @@
-{"version":3,"names":["_archiver","require","_clientS","_path","_interopRequireDefault","_stream","_libStorage","_nodeHttpHandler","_https","_http","ZipFiles","bucket","process","env","S3_BUCKET","debug","DEBUG","constructor","options","setDebug","targetFileName","files","fileNames","Array","from","s3Client","createS3","requestHandler","NodeHttpHandler","connectionTimeout","httpAgent","HttpAgent","maxSockets","keepAlive","maxFreeSockets","maxTotalSockets","keepAliveMsecs","httpsAgent","HttpsAgent","sessionTimeout","maxCachedSessions","requestTimeout","streamPassThrough","Stream","PassThrough","autoDestroy","upload","Upload","client","params","ACL","Body","Bucket","ContentType","Key","queueSize","partSize","leavePartsOnError","archive","createArchiver","on","error","console","Error","name","code","message","path","stack","pipe","data","log","addFileToArchive","file","shift","setTimeout","finalize","cmd","GetObjectCommand","response","send","basename","append","result","done","destroy","undefined","exports"],"sources":["ZipFiles.ts"],"sourcesContent":["import { ArchiverError, create as createArchiver } from \"archiver\";\nimport {\n    CompleteMultipartUploadOutput,\n    createS3,\n    GetObjectCommand\n} from \"@webiny/aws-sdk/client-s3\";\nimport path from \"path\";\nimport { type Readable, Stream } from \"stream\";\nimport { Upload } from \"@webiny/aws-sdk/lib-storage\";\nimport { NodeHttpHandler } from \"@smithy/node-http-handler\";\nimport { Agent as HttpsAgent } from \"https\";\nimport { Agent as HttpAgent } from \"http\";\n\nexport interface ZipFilesOptions {\n    debug?: boolean;\n}\n\nexport class ZipFiles {\n    private readonly bucket: string = process.env.S3_BUCKET as string;\n    private debug: boolean = process.env.DEBUG === \"true\";\n\n    public constructor(options?: ZipFilesOptions) {\n        this.setDebug(options?.debug);\n    }\n\n    public async process(\n        targetFileName: string,\n        files: string[]\n    ): Promise<CompleteMultipartUploadOutput> {\n        const fileNames = Array.from(files);\n        const s3Client = createS3({\n            requestHandler: new NodeHttpHandler({\n                connectionTimeout: 0,\n                httpAgent: new HttpAgent({\n                    maxSockets: 10000,\n                    keepAlive: true,\n                    maxFreeSockets: 10000,\n                    maxTotalSockets: 10000,\n                    keepAliveMsecs: 900000 // milliseconds / 15 minutes\n                }),\n                httpsAgent: new HttpsAgent({\n                    maxSockets: 10000,\n                    keepAlive: true,\n                    sessionTimeout: 900, // seconds / 15 minutes\n                    maxCachedSessions: 100000,\n                    maxFreeSockets: 10000,\n                    maxTotalSockets: 10000,\n                    keepAliveMsecs: 900000 // milliseconds / 15 minutes\n                }),\n                requestTimeout: 900000 // milliseconds / 15 minutes\n            })\n        });\n\n        const streamPassThrough = new Stream.PassThrough({\n            autoDestroy: true\n        });\n\n        const upload = new Upload({\n            client: s3Client,\n            params: {\n                ACL: \"private\",\n                Body: streamPassThrough,\n                Bucket: this.bucket,\n                ContentType: \"application/zip\",\n                Key: targetFileName\n            },\n            queueSize: 1,\n            partSize: 1024 * 1024 * 5,\n            leavePartsOnError: false\n        });\n\n        const archive = createArchiver(\"zip\", {});\n\n        archive.on(\"error\", (error: ArchiverError) => {\n            console.error(error);\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        archive.pipe(streamPassThrough);\n\n        /**\n         * To combine all the files into a single zip file, we need to add files one by one.\n         *\n         * addFileToArchive() method is called every time an entry event is triggered on the archive - it means that file was added into the archive.\n         * The method is called manually, first time, to start the process.\n         */\n\n        archive.on(\"entry\", data => {\n            this.debug && console.log(`Archived file: ${data.name}`);\n            addFileToArchive();\n        });\n\n        const addFileToArchive = async (): Promise<void> => {\n            const file = fileNames.shift();\n            if (!file) {\n                this.debug && console.log(\"No more files to add to the archive.\");\n                /**\n                 * Must call finalize() with a timeout, otherwise the lambda crashes.\n                 */\n                setTimeout(() => {\n                    archive.finalize();\n                }, 200);\n                return;\n            }\n            this.debug && console.log(`Adding file \"${file}\" to the archive.`);\n            const cmd = new GetObjectCommand({\n                Bucket: this.bucket,\n                Key: file\n            });\n\n            const response = await s3Client.send(cmd);\n            // Possible to get a null response.Body?\n            // Typescript says yes, so let's check it.\n            if (!response.Body) {\n                this.debug &&\n                    console.log(`No response.Body for file \"${file}\", moving to next file.`);\n                return addFileToArchive();\n            }\n            const name = `${path.basename(file)}`;\n\n            archive.append(response.Body as Readable, {\n                name\n            });\n        };\n\n        addFileToArchive();\n\n        const result = await upload.done();\n\n        s3Client.destroy();\n        return result;\n    }\n\n    private setDebug(debug?: boolean): void {\n        if (debug === undefined) {\n            return;\n        }\n        this.debug = debug;\n    }\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,SAAA,GAAAC,OAAA;AACA,IAAAC,QAAA,GAAAD,OAAA;AAKA,IAAAE,KAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,WAAA,GAAAL,OAAA;AACA,IAAAM,gBAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,KAAA,GAAAR,OAAA;AAMO,MAAMS,QAAQ,CAAC;EACDC,MAAM,GAAWC,OAAO,CAACC,GAAG,CAACC,SAAS;EAC/CC,KAAK,GAAYH,OAAO,CAACC,GAAG,CAACG,KAAK,KAAK,MAAM;EAE9CC,WAAWA,CAACC,OAAyB,EAAE;IAC1C,IAAI,CAACC,QAAQ,CAACD,OAAO,EAAEH,KAAK,CAAC;EACjC;EAEA,MAAaH,OAAOA,CAChBQ,cAAsB,EACtBC,KAAe,EACuB;IACtC,MAAMC,SAAS,GAAGC,KAAK,CAACC,IAAI,CAACH,KAAK,CAAC;IACnC,MAAMI,QAAQ,GAAG,IAAAC,iBAAQ,EAAC;MACtBC,cAAc,EAAE,IAAIC,gCAAe,CAAC;QAChCC,iBAAiB,EAAE,CAAC;QACpBC,SAAS,EAAE,IAAIC,WAAS,CAAC;UACrBC,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfC,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFC,UAAU,EAAE,IAAIC,YAAU,CAAC;UACvBN,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfM,cAAc,EAAE,GAAG;UAAE;UACrBC,iBAAiB,EAAE,MAAM;UACzBN,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFK,cAAc,EAAE,MAAM,CAAC;MAC3B,CAAC;IACL,CAAC,CAAC;IAEF,MAAMC,iBAAiB,GAAG,IAAIC,cAAM,CAACC,WAAW,CAAC;MAC7CC,WAAW,EAAE;IACjB,CAAC,CAAC;IAEF,MAAMC,MAAM,GAAG,IAAIC,kBAAM,CAAC;MACtBC,MAAM,EAAEvB,QAAQ;MAChBwB,MAAM,EAAE;QACJC,GAAG,EAAE,SAAS;QACdC,IAAI,EAAET,iBAAiB;QACvBU,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB0C,WAAW,EAAE,iBAAiB;QAC9BC,GAAG,EAAElC;MACT,CAAC;MACDmC,SAAS,EAAE,CAAC;MACZC,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;MACzBC,iBAAiB,EAAE;IACvB,CAAC,CAAC;IAEF,MAAMC,OAAO,GAAG,IAAAC,gBAAc,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAEzCD,OAAO,CAACE,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1CC,OAAO,CAACD,KAAK,CAACA,KAAK,CAAC;MACpB,MAAM,IAAIE,KAAK,CACV,GAAEF,KAAK,CAACG,IAAK,IAAGH,KAAK,CAACI,IAAK,IAAGJ,KAAK,CAACK,OAAQ,IAAGL,KAAK,CAACM,IAAK,IAAGN,KAAK,CAACO,KAAM,EAC9E,CAAC;IACL,CAAC,CAAC;IAEFV,OAAO,CAACW,IAAI,CAAC3B,iBAAiB,CAAC;;IAE/B;AACR;AACA;AACA;AACA;AACA;;IAEQgB,OAAO,CAACE,EAAE,CAAC,OAAO,EAAEU,IAAI,IAAI;MACxB,IAAI,CAACvD,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAE,kBAAiBD,IAAI,CAACN,IAAK,EAAC,CAAC;MACxDQ,gBAAgB,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,MAAMA,gBAAgB,GAAG,MAAAA,CAAA,KAA2B;MAChD,MAAMC,IAAI,GAAGnD,SAAS,CAACoD,KAAK,CAAC,CAAC;MAC9B,IAAI,CAACD,IAAI,EAAE;QACP,IAAI,CAAC1D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,sCAAsC,CAAC;QACjE;AAChB;AACA;QACgBI,UAAU,CAAC,MAAM;UACbjB,OAAO,CAACkB,QAAQ,CAAC,CAAC;QACtB,CAAC,EAAE,GAAG,CAAC;QACP;MACJ;MACA,IAAI,CAAC7D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAE,gBAAeE,IAAK,mBAAkB,CAAC;MAClE,MAAMI,GAAG,GAAG,IAAIC,yBAAgB,CAAC;QAC7B1B,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB2C,GAAG,EAAEmB;MACT,CAAC,CAAC;MAEF,MAAMM,QAAQ,GAAG,MAAMtD,QAAQ,CAACuD,IAAI,CAACH,GAAG,CAAC;MACzC;MACA;MACA,IAAI,CAACE,QAAQ,CAAC5B,IAAI,EAAE;QAChB,IAAI,CAACpC,KAAK,IACN+C,OAAO,CAACS,GAAG,CAAE,8BAA6BE,IAAK,yBAAwB,CAAC;QAC5E,OAAOD,gBAAgB,CAAC,CAAC;MAC7B;MACA,MAAMR,IAAI,GAAI,GAAEG,aAAI,CAACc,QAAQ,CAACR,IAAI,CAAE,EAAC;MAErCf,OAAO,CAACwB,MAAM,CAACH,QAAQ,CAAC5B,IAAI,EAAc;QACtCa;MACJ,CAAC,CAAC;IACN,CAAC;IAEDQ,gBAAgB,CAAC,CAAC;IAElB,MAAMW,MAAM,GAAG,MAAMrC,MAAM,CAACsC,IAAI,CAAC,CAAC;IAElC3D,QAAQ,CAAC4D,OAAO,CAAC,CAAC;IAClB,OAAOF,MAAM;EACjB;EAEQhE,QAAQA,CAACJ,KAAe,EAAQ;IACpC,IAAIA,KAAK,KAAKuE,SAAS,EAAE;MACrB;IACJ;IACA,IAAI,CAACvE,KAAK,GAAGA,KAAK;EACtB;AACJ;AAACwE,OAAA,CAAA7E,QAAA,GAAAA,QAAA","ignoreList":[]}
+{"version":3,"names":["_archiver","require","_clientS","_path","_interopRequireDefault","_stream","_libStorage","_nodeHttpHandler","_https","_http","ZipFiles","bucket","process","env","S3_BUCKET","debug","DEBUG","constructor","options","setDebug","targetFileName","files","fileNames","Array","from","s3Client","createS3","requestHandler","NodeHttpHandler","connectionTimeout","httpAgent","HttpAgent","maxSockets","keepAlive","maxFreeSockets","maxTotalSockets","keepAliveMsecs","httpsAgent","HttpsAgent","sessionTimeout","maxCachedSessions","requestTimeout","streamPassThrough","Stream","PassThrough","autoDestroy","upload","Upload","client","params","ACL","Body","Bucket","ContentType","Key","queueSize","partSize","leavePartsOnError","archive","createArchiver","on","error","console","Error","name","code","message","path","stack","pipe","data","log","addFileToArchive","file","shift","setTimeout","finalize","cmd","GetObjectCommand","response","send","basename","append","result","done","destroy","undefined","exports"],"sources":["ZipFiles.ts"],"sourcesContent":["import { ArchiverError, create as createArchiver } from \"archiver\";\nimport {\n    CompleteMultipartUploadOutput,\n    createS3,\n    GetObjectCommand\n} from \"@webiny/aws-sdk/client-s3\";\nimport path from \"path\";\nimport { type Readable, Stream } from \"stream\";\nimport { Upload } from \"@webiny/aws-sdk/lib-storage\";\nimport { NodeHttpHandler } from \"@smithy/node-http-handler\";\nimport { Agent as HttpsAgent } from \"https\";\nimport { Agent as HttpAgent } from \"http\";\n\nexport interface ZipFilesOptions {\n    debug?: boolean;\n}\n\nexport class ZipFiles {\n    private readonly bucket: string = process.env.S3_BUCKET as string;\n    private debug: boolean = process.env.DEBUG === \"true\";\n\n    public constructor(options?: ZipFilesOptions) {\n        this.setDebug(options?.debug);\n    }\n\n    public async process(\n        targetFileName: string,\n        files: string[]\n    ): Promise<CompleteMultipartUploadOutput> {\n        const fileNames = Array.from(files);\n        const s3Client = createS3({\n            requestHandler: new NodeHttpHandler({\n                connectionTimeout: 0,\n                httpAgent: new HttpAgent({\n                    maxSockets: 10000,\n                    keepAlive: true,\n                    maxFreeSockets: 10000,\n                    maxTotalSockets: 10000,\n                    keepAliveMsecs: 900000 // milliseconds / 15 minutes\n                }),\n                httpsAgent: new HttpsAgent({\n                    maxSockets: 10000,\n                    keepAlive: true,\n                    sessionTimeout: 900, // seconds / 15 minutes\n                    maxCachedSessions: 100000,\n                    maxFreeSockets: 10000,\n                    maxTotalSockets: 10000,\n                    keepAliveMsecs: 900000 // milliseconds / 15 minutes\n                }),\n                requestTimeout: 900000 // milliseconds / 15 minutes\n            })\n        });\n\n        const streamPassThrough = new Stream.PassThrough({\n            autoDestroy: true\n        });\n\n        const upload = new Upload({\n            client: s3Client,\n            params: {\n                ACL: \"private\",\n                Body: streamPassThrough,\n                Bucket: this.bucket,\n                ContentType: \"application/zip\",\n                Key: targetFileName\n            },\n            queueSize: 1,\n            partSize: 1024 * 1024 * 5,\n            leavePartsOnError: false\n        });\n\n        const archive = createArchiver(\"zip\", {});\n\n        archive.on(\"error\", (error: ArchiverError) => {\n            console.error(error);\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        archive.pipe(streamPassThrough);\n\n        /**\n         * To combine all the files into a single zip file, we need to add files one by one.\n         *\n         * addFileToArchive() method is called every time an entry event is triggered on the archive - it means that file was added into the archive.\n         * The method is called manually, first time, to start the process.\n         */\n\n        archive.on(\"entry\", data => {\n            this.debug && console.log(`Archived file: ${data.name}`);\n            addFileToArchive();\n        });\n\n        const addFileToArchive = async (): Promise<void> => {\n            const file = fileNames.shift();\n            if (!file) {\n                this.debug && console.log(\"No more files to add to the archive.\");\n                /**\n                 * Must call finalize() with a timeout, otherwise the lambda crashes.\n                 */\n                setTimeout(() => {\n                    archive.finalize();\n                }, 200);\n                return;\n            }\n            this.debug && console.log(`Adding file \"${file}\" to the archive.`);\n            const cmd = new GetObjectCommand({\n                Bucket: this.bucket,\n                Key: file\n            });\n\n            const response = await s3Client.send(cmd);\n            // Possible to get a null response.Body?\n            // Typescript says yes, so let's check it.\n            if (!response.Body) {\n                this.debug &&\n                    console.log(`No response.Body for file \"${file}\", moving to next file.`);\n                return addFileToArchive();\n            }\n            const name = `${path.basename(file)}`;\n\n            archive.append(response.Body as Readable, {\n                name\n            });\n        };\n\n        addFileToArchive();\n\n        const result = await upload.done();\n\n        s3Client.destroy();\n        return result;\n    }\n\n    private setDebug(debug?: boolean): void {\n        if (debug === undefined) {\n            return;\n        }\n        this.debug = debug;\n    }\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,SAAA,GAAAC,OAAA;AACA,IAAAC,QAAA,GAAAD,OAAA;AAKA,IAAAE,KAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,WAAA,GAAAL,OAAA;AACA,IAAAM,gBAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,KAAA,GAAAR,OAAA;AAMO,MAAMS,QAAQ,CAAC;EACDC,MAAM,GAAWC,OAAO,CAACC,GAAG,CAACC,SAAS;EAC/CC,KAAK,GAAYH,OAAO,CAACC,GAAG,CAACG,KAAK,KAAK,MAAM;EAE9CC,WAAWA,CAACC,OAAyB,EAAE;IAC1C,IAAI,CAACC,QAAQ,CAACD,OAAO,EAAEH,KAAK,CAAC;EACjC;EAEA,MAAaH,OAAOA,CAChBQ,cAAsB,EACtBC,KAAe,EACuB;IACtC,MAAMC,SAAS,GAAGC,KAAK,CAACC,IAAI,CAACH,KAAK,CAAC;IACnC,MAAMI,QAAQ,GAAG,IAAAC,iBAAQ,EAAC;MACtBC,cAAc,EAAE,IAAIC,gCAAe,CAAC;QAChCC,iBAAiB,EAAE,CAAC;QACpBC,SAAS,EAAE,IAAIC,WAAS,CAAC;UACrBC,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfC,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFC,UAAU,EAAE,IAAIC,YAAU,CAAC;UACvBN,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfM,cAAc,EAAE,GAAG;UAAE;UACrBC,iBAAiB,EAAE,MAAM;UACzBN,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFK,cAAc,EAAE,MAAM,CAAC;MAC3B,CAAC;IACL,CAAC,CAAC;IAEF,MAAMC,iBAAiB,GAAG,IAAIC,cAAM,CAACC,WAAW,CAAC;MAC7CC,WAAW,EAAE;IACjB,CAAC,CAAC;IAEF,MAAMC,MAAM,GAAG,IAAIC,kBAAM,CAAC;MACtBC,MAAM,EAAEvB,QAAQ;MAChBwB,MAAM,EAAE;QACJC,GAAG,EAAE,SAAS;QACdC,IAAI,EAAET,iBAAiB;QACvBU,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB0C,WAAW,EAAE,iBAAiB;QAC9BC,GAAG,EAAElC;MACT,CAAC;MACDmC,SAAS,EAAE,CAAC;MACZC,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;MACzBC,iBAAiB,EAAE;IACvB,CAAC,CAAC;IAEF,MAAMC,OAAO,GAAG,IAAAC,gBAAc,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAEzCD,OAAO,CAACE,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1CC,OAAO,CAACD,KAAK,CAACA,KAAK,CAAC;MACpB,MAAM,IAAIE,KAAK,CACX,GAAGF,KAAK,CAACG,IAAI,IAAIH,KAAK,CAACI,IAAI,IAAIJ,KAAK,CAACK,OAAO,IAAIL,KAAK,CAACM,IAAI,IAAIN,KAAK,CAACO,KAAK,EAC7E,CAAC;IACL,CAAC,CAAC;IAEFV,OAAO,CAACW,IAAI,CAAC3B,iBAAiB,CAAC;;IAE/B;AACR;AACA;AACA;AACA;AACA;;IAEQgB,OAAO,CAACE,EAAE,CAAC,OAAO,EAAEU,IAAI,IAAI;MACxB,IAAI,CAACvD,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,kBAAkBD,IAAI,CAACN,IAAI,EAAE,CAAC;MACxDQ,gBAAgB,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,MAAMA,gBAAgB,GAAG,MAAAA,CAAA,KAA2B;MAChD,MAAMC,IAAI,GAAGnD,SAAS,CAACoD,KAAK,CAAC,CAAC;MAC9B,IAAI,CAACD,IAAI,EAAE;QACP,IAAI,CAAC1D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,sCAAsC,CAAC;QACjE;AAChB;AACA;QACgBI,UAAU,CAAC,MAAM;UACbjB,OAAO,CAACkB,QAAQ,CAAC,CAAC;QACtB,CAAC,EAAE,GAAG,CAAC;QACP;MACJ;MACA,IAAI,CAAC7D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,gBAAgBE,IAAI,mBAAmB,CAAC;MAClE,MAAMI,GAAG,GAAG,IAAIC,yBAAgB,CAAC;QAC7B1B,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB2C,GAAG,EAAEmB;MACT,CAAC,CAAC;MAEF,MAAMM,QAAQ,GAAG,MAAMtD,QAAQ,CAACuD,IAAI,CAACH,GAAG,CAAC;MACzC;MACA;MACA,IAAI,CAACE,QAAQ,CAAC5B,IAAI,EAAE;QAChB,IAAI,CAACpC,KAAK,IACN+C,OAAO,CAACS,GAAG,CAAC,8BAA8BE,IAAI,yBAAyB,CAAC;QAC5E,OAAOD,gBAAgB,CAAC,CAAC;MAC7B;MACA,MAAMR,IAAI,GAAG,GAAGG,aAAI,CAACc,QAAQ,CAACR,IAAI,CAAC,EAAE;MAErCf,OAAO,CAACwB,MAAM,CAACH,QAAQ,CAAC5B,IAAI,EAAc;QACtCa;MACJ,CAAC,CAAC;IACN,CAAC;IAEDQ,gBAAgB,CAAC,CAAC;IAElB,MAAMW,MAAM,GAAG,MAAMrC,MAAM,CAACsC,IAAI,CAAC,CAAC;IAElC3D,QAAQ,CAAC4D,OAAO,CAAC,CAAC;IAClB,OAAOF,MAAM;EACjB;EAEQhE,QAAQA,CAACJ,KAAe,EAAQ;IACpC,IAAIA,KAAK,KAAKuE,SAAS,EAAE;MACrB;IACJ;IACA,IAAI,CAACvE,KAAK,GAAGA,KAAK;EACtB;AACJ;AAACwE,OAAA,CAAA7E,QAAA,GAAAA,QAAA","ignoreList":[]}