@webiny/api-page-builder-import-export 0.0.0-unstable.de38392959 → 0.0.0-unstable.e0bfc55d5a

package/tasks/pages/exportPagesControllerTask.js

@@ -0,0 +1,83 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createExportPagesControllerTask = void 0;
+var _tasks = require("@webiny/tasks");
+var _types = require("../../export/pages/types");
+var _ChildTasksCleanup = require("../common/ChildTasksCleanup");
+const createExportPagesControllerTask = () => {
+  // TODO make the task private with createPrivateTaskDefinition
+  return (0, _tasks.createTaskDefinition)({
+    isPrivate: true,
+    id: _types.PageExportTask.Controller,
+    title: "Page Builder - Export Pages - Controller",
+    description: "Export pages from the Page Builder - controller.",
+    /**
+     * We want to have a lot of executions because we need to pool the subtasks all the time.
+     */
+    maxIterations: 500,
+    run: async params => {
+      const {
+        response,
+        isAborted
+      } = params;
+      /**
+       * We always need to check task status.
+       */
+      if (isAborted()) {
+        return response.aborted();
+      }
+      const {
+        ExportPagesController
+      } = await import(/* webpackChunkName: "ExportPagesController" */"../../export/pages/ExportPagesController");
+      const exportPagesController = new ExportPagesController();
+      return await exportPagesController.execute(params);
+    },
+    onDone: async ({
+      context,
+      task
+    }) => {
+      await context.tasks.trigger({
+        definition: _types.PageExportTask.Cleanup,
+        parent: task,
+        // delay cleanup for 25hrs
+        delay: 25 * 60 * 60
+      });
+      /**
+       * We want to clean all child tasks and logs, which have no errors.
+       */
+      const childTasksCleanup = new _ChildTasksCleanup.ChildTasksCleanup();
+      try {
+        await childTasksCleanup.execute({
+          context,
+          task
+        });
+      } catch (ex) {
+        console.error("Error while cleaning child tasks.", ex);
+      }
+    },
+    onError: async ({
+      context,
+      task
+    }) => {
+      await context.tasks.trigger({
+        definition: _types.PageExportTask.Cleanup,
+        parent: task
+      });
+    },
+    onAbort: async ({
+      context,
+      task
+    }) => {
+      await context.tasks.trigger({
+        definition: _types.PageExportTask.Cleanup,
+        parent: task
+      });
+    }
+  });
+};
+exports.createExportPagesControllerTask = createExportPagesControllerTask;
+
+//# sourceMappingURL=exportPagesControllerTask.js.map

package/tasks/pages/exportPagesControllerTask.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_tasks","require","_types","_ChildTasksCleanup","createExportPagesControllerTask","createTaskDefinition","isPrivate","id","PageExportTask","Controller","title","description","maxIterations","run","params","response","isAborted","aborted","ExportPagesController","exportPagesController","execute","onDone","context","task","tasks","trigger","definition","Cleanup","parent","delay","childTasksCleanup","ChildTasksCleanup","ex","console","error","onError","onAbort","exports"],"sources":["exportPagesControllerTask.ts"],"sourcesContent":["import { createTaskDefinition } from \"@webiny/tasks\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type {\n    IExportPagesControllerInput,\n    IExportPagesControllerOutput\n} from \"~/export/pages/types\";\nimport { PageExportTask } from \"~/export/pages/types\";\nimport { ChildTasksCleanup } from \"../common/ChildTasksCleanup\";\n\nexport const createExportPagesControllerTask = () => {\n    // TODO make the task private with createPrivateTaskDefinition\n    return createTaskDefinition<\n        PbImportExportContext,\n        IExportPagesControllerInput,\n        IExportPagesControllerOutput\n    >({\n        isPrivate: true,\n        id: PageExportTask.Controller,\n        title: \"Page Builder - Export Pages - Controller\",\n        description: \"Export pages from the Page Builder - controller.\",\n        /**\n         * We want to have a lot of executions because we need to pool the subtasks all the time.\n         */\n        maxIterations: 500,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n\n            const { ExportPagesController } = await import(\n                /* webpackChunkName: \"ExportPagesController\" */ \"~/export/pages/ExportPagesController\"\n            );\n\n            const exportPagesController = new ExportPagesController();\n            return await exportPagesController.execute(params);\n        },\n        onDone: async ({ context, task }) => {\n            await context.tasks.trigger({\n                definition: PageExportTask.Cleanup,\n                parent: task,\n                // delay cleanup for 25hrs\n                delay: 25 * 60 * 60\n            });\n            /**\n             * We want to clean all child tasks and logs, which have no errors.\n             */\n            const childTasksCleanup = new ChildTasksCleanup();\n            try {\n                await childTasksCleanup.execute({\n                    context,\n                    task\n                });\n            } catch (ex) {\n                console.error(\"Error while cleaning child tasks.\", ex);\n            }\n        },\n        onError: async ({ context, task }) => {\n            await context.tasks.trigger({\n                definition: PageExportTask.Cleanup,\n                parent: task\n            });\n        },\n        onAbort: async ({ context, task }) => {\n            await context.tasks.trigger({\n                definition: PageExportTask.Cleanup,\n                parent: task\n            });\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAMA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,kBAAA,GAAAF,OAAA;AAEO,MAAMG,+BAA+B,GAAGA,CAAA,KAAM;EACjD;EACA,OAAO,IAAAC,2BAAoB,EAIzB;IACEC,SAAS,EAAE,IAAI;IACfC,EAAE,EAAEC,qBAAc,CAACC,UAAU;IAC7BC,KAAK,EAAE,0CAA0C;IACjDC,WAAW,EAAE,kDAAkD;IAC/D;AACR;AACA;IACQC,aAAa,EAAE,GAAG;IAClBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAsB,CAAC,GAAG,MAAM,MAAM,CAC1C,yFACJ,CAAC;MAED,MAAMC,qBAAqB,GAAG,IAAID,qBAAqB,CAAC,CAAC;MACzD,OAAO,MAAMC,qBAAqB,CAACC,OAAO,CAACN,MAAM,CAAC;IACtD,CAAC;IACDO,MAAM,EAAE,MAAAA,CAAO;MAAEC,OAAO;MAAEC;IAAK,CAAC,KAAK;MACjC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL,IAAI;QACZ;QACAM,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG;MACrB,CAAC,CAAC;MACF;AACZ;AACA;MACY,MAAMC,iBAAiB,GAAG,IAAIC,oCAAiB,CAAC,CAAC;MACjD,IAAI;QACA,MAAMD,iBAAiB,CAACV,OAAO,CAAC;UAC5BE,OAAO;UACPC;QACJ,CAAC,CAAC;MACN,CAAC,CAAC,OAAOS,EAAE,EAAE;QACTC,OAAO,CAACC,KAAK,CAAC,mCAAmC,EAAEF,EAAE,CAAC;MAC1D;IACJ,CAAC;IACDG,OAAO,EAAE,MAAAA,CAAO;MAAEb,OAAO;MAAEC;IAAK,CAAC,KAAK;MAClC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL;MACZ,CAAC,CAAC;IACN,CAAC;IACDa,OAAO,EAAE,MAAAA,CAAO;MAAEd,OAAO;MAAEC;IAAK,CAAC,KAAK;MAClC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL;MACZ,CAAC,CAAC;IACN;EACJ,CAAC,CAAC;AACN,CAAC;AAACc,OAAA,CAAAjC,+BAAA,GAAAA,+BAAA","ignoreList":[]}

package/tasks/pages/exportPagesZipPagesTask.d.ts

@@ -0,0 +1,3 @@
+import type { IExportPagesZipPagesInput, IExportPagesZipPagesOutput } from "../../export/pages/types";
+import type { PbImportExportContext } from "../../graphql/types";
+export declare const createExportPagesZipPagesTask: () => import("@webiny/tasks").TaskDefinitionPlugin<PbImportExportContext, IExportPagesZipPagesInput, IExportPagesZipPagesOutput>;

package/tasks/pages/exportPagesZipPagesTask.js

@@ -0,0 +1,39 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createExportPagesZipPagesTask = void 0;
+var _tasks = require("@webiny/tasks");
+var _types = require("../../export/pages/types");
+const createExportPagesZipPagesTask = () => {
+  return (0, _tasks.createPrivateTaskDefinition)({
+    id: _types.PageExportTask.ZipPages,
+    title: "Page Builder - Export Pages - Zip Pages",
+    description: "Export pages from the Page Builder - zip pages.",
+    /**
+     * If we ever hit the max iterations limit, we should decrease the number of pages being zipped in one task execution.
+     */
+    maxIterations: 10,
+    run: async params => {
+      const {
+        response,
+        isAborted
+      } = params;
+      /**
+       * We always need to check task status.
+       */
+      if (isAborted()) {
+        return response.aborted();
+      }
+      const {
+        ExportPagesZipPages
+      } = await import(/* webpackChunkName: "ExportPagesZipPages" */"../../export/pages/ExportPagesZipPages");
+      const exportPagesZipPages = new ExportPagesZipPages();
+      return await exportPagesZipPages.execute(params);
+    }
+  });
+};
+exports.createExportPagesZipPagesTask = createExportPagesZipPagesTask;
+
+//# sourceMappingURL=exportPagesZipPagesTask.js.map

package/tasks/pages/exportPagesZipPagesTask.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_tasks","require","_types","createExportPagesZipPagesTask","createPrivateTaskDefinition","id","PageExportTask","ZipPages","title","description","maxIterations","run","params","response","isAborted","aborted","ExportPagesZipPages","exportPagesZipPages","execute","exports"],"sources":["exportPagesZipPagesTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport type { IExportPagesZipPagesInput, IExportPagesZipPagesOutput } from \"~/export/pages/types\";\nimport { PageExportTask } from \"~/export/pages/types\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\n\nexport const createExportPagesZipPagesTask = () => {\n    return createPrivateTaskDefinition<\n        PbImportExportContext,\n        IExportPagesZipPagesInput,\n        IExportPagesZipPagesOutput\n    >({\n        id: PageExportTask.ZipPages,\n        title: \"Page Builder - Export Pages - Zip Pages\",\n        description: \"Export pages from the Page Builder - zip pages.\",\n        /**\n         * If we ever hit the max iterations limit, we should decrease the number of pages being zipped in one task execution.\n         */\n        maxIterations: 10,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n\n            const { ExportPagesZipPages } = await import(\n                /* webpackChunkName: \"ExportPagesZipPages\" */ \"~/export/pages/ExportPagesZipPages\"\n            );\n\n            const exportPagesZipPages = new ExportPagesZipPages();\n            return await exportPagesZipPages.execute(params);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAGO,MAAME,6BAA6B,GAAGA,CAAA,KAAM;EAC/C,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,QAAQ;IAC3BC,KAAK,EAAE,yCAAyC;IAChDC,WAAW,EAAE,iDAAiD;IAC9D;AACR;AACA;IACQC,aAAa,EAAE,EAAE;IACjBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAoB,CAAC,GAAG,MAAM,MAAM,CACxC,qFACJ,CAAC;MAED,MAAMC,mBAAmB,GAAG,IAAID,mBAAmB,CAAC,CAAC;MACrD,OAAO,MAAMC,mBAAmB,CAACC,OAAO,CAACN,MAAM,CAAC;IACpD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,6BAAA,GAAAA,6BAAA","ignoreList":[]}

package/tasks/pages/importPagesControllerTask.d.ts

@@ -0,0 +1,3 @@
+import type { PbImportExportContext } from "../../graphql/types";
+import type { IImportPagesControllerInput, IImportPagesControllerOutput } from "../../import/pages/types";
+export declare const createImportPagesControllerTask: () => import("@webiny/tasks").TaskDefinitionPlugin<PbImportExportContext, IImportPagesControllerInput, IImportPagesControllerOutput>;

package/tasks/pages/importPagesControllerTask.js

@@ -0,0 +1,39 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createImportPagesControllerTask = void 0;
+var _tasks = require("@webiny/tasks");
+var _types = require("../../import/pages/types");
+const createImportPagesControllerTask = () => {
+  return (0, _tasks.createPrivateTaskDefinition)({
+    id: _types.PageImportTask.Controller,
+    title: "Page Builder - Import Pages Controlelr",
+    description: "Import pages from the Page Builder.",
+    /**
+     * We want to have a lot of executions because we need to pool the subtasks all the time.
+     */
+    maxIterations: 500,
+    run: async params => {
+      const {
+        response,
+        isAborted
+      } = params;
+      /**
+       * We always need to check task status.
+       */
+      if (isAborted()) {
+        return response.aborted();
+      }
+      const {
+        ImportPagesController
+      } = await import(/* webpackChunkName: "ImportPagesController" */"../../import/pages/ImportPagesController");
+      const importPagesController = new ImportPagesController();
+      return await importPagesController.execute(params);
+    }
+  });
+};
+exports.createImportPagesControllerTask = createImportPagesControllerTask;
+
+//# sourceMappingURL=importPagesControllerTask.js.map

package/tasks/pages/importPagesControllerTask.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_tasks","require","_types","createImportPagesControllerTask","createPrivateTaskDefinition","id","PageImportTask","Controller","title","description","maxIterations","run","params","response","isAborted","aborted","ImportPagesController","importPagesController","execute","exports"],"sources":["importPagesControllerTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type {\n    IImportPagesControllerInput,\n    IImportPagesControllerOutput\n} from \"~/import/pages/types\";\nimport { PageImportTask } from \"~/import/pages/types\";\n\nexport const createImportPagesControllerTask = () => {\n    return createPrivateTaskDefinition<\n        PbImportExportContext,\n        IImportPagesControllerInput,\n        IImportPagesControllerOutput\n    >({\n        id: PageImportTask.Controller,\n        title: \"Page Builder - Import Pages Controlelr\",\n        description: \"Import pages from the Page Builder.\",\n        /**\n         * We want to have a lot of executions because we need to pool the subtasks all the time.\n         */\n        maxIterations: 500,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n            const { ImportPagesController } = await import(\n                /* webpackChunkName: \"ImportPagesController\" */ \"~/import/pages/ImportPagesController\"\n            );\n\n            const importPagesController = new ImportPagesController();\n\n            return await importPagesController.execute(params);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAMA,IAAAC,MAAA,GAAAD,OAAA;AAEO,MAAME,+BAA+B,GAAGA,CAAA,KAAM;EACjD,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,UAAU;IAC7BC,KAAK,EAAE,wCAAwC;IAC/CC,WAAW,EAAE,qCAAqC;IAClD;AACR;AACA;IACQC,aAAa,EAAE,GAAG;IAClBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MACA,MAAM;QAAEC;MAAsB,CAAC,GAAG,MAAM,MAAM,CAC1C,yFACJ,CAAC;MAED,MAAMC,qBAAqB,GAAG,IAAID,qBAAqB,CAAC,CAAC;MAEzD,OAAO,MAAMC,qBAAqB,CAACC,OAAO,CAACN,MAAM,CAAC;IACtD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,+BAAA,GAAAA,+BAAA","ignoreList":[]}

package/tasks/pages/importPagesProcessPageTask.d.ts

@@ -0,0 +1,3 @@
+import type { PbImportExportContext } from "../../graphql/types";
+import type { IImportPagesProcessPagesInput, IImportPagesProcessPagesOutput } from "../../import/pages/types";
+export declare const createImportPagesProcessPagesTask: () => import("@webiny/tasks").TaskDefinitionPlugin<PbImportExportContext, IImportPagesProcessPagesInput, IImportPagesProcessPagesOutput>;

package/tasks/pages/importPagesProcessPageTask.js

@@ -0,0 +1,39 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createImportPagesProcessPagesTask = void 0;
+var _tasks = require("@webiny/tasks");
+var _types = require("../../import/pages/types");
+const createImportPagesProcessPagesTask = () => {
+  return (0, _tasks.createPrivateTaskDefinition)({
+    id: _types.PageImportTask.Process,
+    title: "Page Builder - Import Pages Process",
+    description: "Import pages from the Page Builder - Process pages.",
+    /**
+     * We do not want to have a large number of iterations because we are splitting page processing into multiple tasks.
+     */
+    maxIterations: 20,
+    run: async params => {
+      const {
+        response,
+        isAborted
+      } = params;
+      /**
+       * We always need to check task status.
+       */
+      if (isAborted()) {
+        return response.aborted();
+      }
+      const {
+        ImportPagesProcessPages
+      } = await import(/* webpackChunkName: "ImportPagesProcessPages" */"../../import/pages/ImportPagesProcessPages");
+      const importPagesProcessPages = new ImportPagesProcessPages();
+      return await importPagesProcessPages.execute(params);
+    }
+  });
+};
+exports.createImportPagesProcessPagesTask = createImportPagesProcessPagesTask;
+
+//# sourceMappingURL=importPagesProcessPageTask.js.map

package/tasks/pages/importPagesProcessPageTask.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_tasks","require","_types","createImportPagesProcessPagesTask","createPrivateTaskDefinition","id","PageImportTask","Process","title","description","maxIterations","run","params","response","isAborted","aborted","ImportPagesProcessPages","importPagesProcessPages","execute","exports"],"sources":["importPagesProcessPageTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport type { PbImportExportContext } from \"~/graphql/types\";\nimport type {\n    IImportPagesProcessPagesInput,\n    IImportPagesProcessPagesOutput\n} from \"~/import/pages/types\";\nimport { PageImportTask } from \"~/import/pages/types\";\n\nexport const createImportPagesProcessPagesTask = () => {\n    return createPrivateTaskDefinition<\n        PbImportExportContext,\n        IImportPagesProcessPagesInput,\n        IImportPagesProcessPagesOutput\n    >({\n        id: PageImportTask.Process,\n        title: \"Page Builder - Import Pages Process\",\n        description: \"Import pages from the Page Builder - Process pages.\",\n        /**\n         * We do not want to have a large number of iterations because we are splitting page processing into multiple tasks.\n         */\n        maxIterations: 20,\n        run: async params => {\n            const { response, isAborted } = params;\n            /**\n             * We always need to check task status.\n             */\n            if (isAborted()) {\n                return response.aborted();\n            }\n            const { ImportPagesProcessPages } = await import(\n                /* webpackChunkName: \"ImportPagesProcessPages\" */ \"~/import/pages/ImportPagesProcessPages\"\n            );\n\n            const importPagesProcessPages = new ImportPagesProcessPages();\n\n            return await importPagesProcessPages.execute(params);\n        }\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAMA,IAAAC,MAAA,GAAAD,OAAA;AAEO,MAAME,iCAAiC,GAAGA,CAAA,KAAM;EACnD,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,OAAO;IAC1BC,KAAK,EAAE,qCAAqC;IAC5CC,WAAW,EAAE,qDAAqD;IAClE;AACR;AACA;IACQC,aAAa,EAAE,EAAE;IACjBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MACA,MAAM;QAAEC;MAAwB,CAAC,GAAG,MAAM,MAAM,CAC5C,6FACJ,CAAC;MAED,MAAMC,uBAAuB,GAAG,IAAID,uBAAuB,CAAC,CAAC;MAE7D,OAAO,MAAMC,uBAAuB,CAACC,OAAO,CAACN,MAAM,CAAC;IACxD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,iCAAA,GAAAA,iCAAA","ignoreList":[]}

package/tasks/pages/index.d.ts

@@ -0,0 +1 @@
+export declare const createPagesTasks: () => (import("@webiny/tasks").TaskDefinitionPlugin<import("../../types").PbImportExportContext, import("../../export/pages/types").IExportPagesControllerInput, import("../../export/pages/types").IExportPagesControllerOutput> | import("@webiny/tasks").TaskDefinitionPlugin<import("../../types").PbImportExportContext, import("../../import/pages/types").IImportPagesControllerInput, import("../../import/pages/types").IImportPagesControllerOutput> | import("@webiny/tasks").TaskDefinitionPlugin<import("../../types").PbImportExportContext, import("../../export/pages/types").IExportPagesZipPagesInput, import("../../export/pages/types").IExportPagesZipPagesOutput> | import("@webiny/tasks").TaskDefinitionPlugin<import("../../types").PbImportExportContext, import("../../export/pages/types").IExportPagesCleanupInput, import("@webiny/tasks").ITaskResponseDoneResultOutput> | import("@webiny/tasks").TaskDefinitionPlugin<import("../../types").PbImportExportContext, import("../../import/pages/types").IImportPagesProcessPagesInput, import("../../import/pages/types").IImportPagesProcessPagesOutput>)[];

package/tasks/pages/index.js

@@ -0,0 +1,17 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createPagesTasks = void 0;
+var _exportPagesControllerTask = require("./exportPagesControllerTask");
+var _importPagesControllerTask = require("./importPagesControllerTask");
+var _exportPagesZipPagesTask = require("./exportPagesZipPagesTask");
+var _exportPagesCleanupTask = require("./exportPagesCleanupTask");
+var _importPagesProcessPageTask = require("./importPagesProcessPageTask");
+const createPagesTasks = () => {
+  return [(0, _exportPagesControllerTask.createExportPagesControllerTask)(), (0, _exportPagesZipPagesTask.createExportPagesZipPagesTask)(), (0, _exportPagesCleanupTask.createExportPagesCleanupTask)(), (0, _importPagesControllerTask.createImportPagesControllerTask)(), (0, _importPagesProcessPageTask.createImportPagesProcessPagesTask)()];
+};
+exports.createPagesTasks = createPagesTasks;
+
+//# sourceMappingURL=index.js.map

package/tasks/pages/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_exportPagesControllerTask","require","_importPagesControllerTask","_exportPagesZipPagesTask","_exportPagesCleanupTask","_importPagesProcessPageTask","createPagesTasks","createExportPagesControllerTask","createExportPagesZipPagesTask","createExportPagesCleanupTask","createImportPagesControllerTask","createImportPagesProcessPagesTask","exports"],"sources":["index.ts"],"sourcesContent":["import { createExportPagesControllerTask } from \"./exportPagesControllerTask\";\nimport { createImportPagesControllerTask } from \"./importPagesControllerTask\";\nimport { createExportPagesZipPagesTask } from \"./exportPagesZipPagesTask\";\nimport { createExportPagesCleanupTask } from \"./exportPagesCleanupTask\";\nimport { createImportPagesProcessPagesTask } from \"./importPagesProcessPageTask\";\n\nexport const createPagesTasks = () => {\n    return [\n        createExportPagesControllerTask(),\n        createExportPagesZipPagesTask(),\n        createExportPagesCleanupTask(),\n        createImportPagesControllerTask(),\n        createImportPagesProcessPagesTask()\n    ];\n};\n"],"mappings":";;;;;;AAAA,IAAAA,0BAAA,GAAAC,OAAA;AACA,IAAAC,0BAAA,GAAAD,OAAA;AACA,IAAAE,wBAAA,GAAAF,OAAA;AACA,IAAAG,uBAAA,GAAAH,OAAA;AACA,IAAAI,2BAAA,GAAAJ,OAAA;AAEO,MAAMK,gBAAgB,GAAGA,CAAA,KAAM;EAClC,OAAO,CACH,IAAAC,0DAA+B,EAAC,CAAC,EACjC,IAAAC,sDAA6B,EAAC,CAAC,EAC/B,IAAAC,oDAA4B,EAAC,CAAC,EAC9B,IAAAC,0DAA+B,EAAC,CAAC,EACjC,IAAAC,6DAAiC,EAAC,CAAC,CACtC;AACL,CAAC;AAACC,OAAA,CAAAN,gBAAA,GAAAA,gBAAA","ignoreList":[]}

package/types.d.ts

@@ -71,7 +71,7 @@ export interface ImportExportTaskStorageOperationsListParams {
  * @category StorageOperations
  * @category ImportExportTaskStorageOperations
  */
-export declare type ImportExportTaskStorageOperationsListResponse = [ImportExportTask[], MetaResponse];
+export type ImportExportTaskStorageOperationsListResponse = [ImportExportTask[], MetaResponse];
 /**
  * @category StorageOperations
  * @category ImportExportTaskStorageOperations
@@ -128,7 +128,7 @@ export interface ImportExportTaskStorageOperationsListSubTaskParams {
  * @category StorageOperations
  * @category ImportExportTaskStorageOperations
  */
-export declare type ImportExportTaskStorageOperationsListSubTaskResponse = [
+export type ImportExportTaskStorageOperationsListSubTaskResponse = [
     ImportExportTask[],
     MetaResponse
 ];

package/types.js

@@ -21,13 +21,12 @@ Object.keys(_types).forEach(function (key) {
   });
 });
 // Entities.
-let ExportRevisionType = /*#__PURE__*/function (ExportRevisionType) {
+let ExportRevisionType = exports.ExportRevisionType = /*#__PURE__*/function (ExportRevisionType) {
   ExportRevisionType["PUBLISHED"] = "published";
   ExportRevisionType["LATEST"] = "latest";
   return ExportRevisionType;
 }({});
-exports.ExportRevisionType = ExportRevisionType;
-let ImportExportTaskStatus = /*#__PURE__*/function (ImportExportTaskStatus) {
+let ImportExportTaskStatus = exports.ImportExportTaskStatus = /*#__PURE__*/function (ImportExportTaskStatus) {
   ImportExportTaskStatus["PENDING"] = "pending";
   ImportExportTaskStatus["PROCESSING"] = "processing";
   ImportExportTaskStatus["COMPLETED"] = "completed";
@@ -86,6 +85,5 @@ let ImportExportTaskStatus = /*#__PURE__*/function (ImportExportTaskStatus) {
  * @category StorageOperations
  * @category ImportExportTaskStorageOperations
  */
-exports.ImportExportTaskStatus = ImportExportTaskStatus;
 
 //# sourceMappingURL=types.js.map

package/types.js.map

@@ -1 +1 @@
-{"version":3,"names":["_types","require","Object","keys","forEach","key","prototype","hasOwnProperty","call","_exportNames","exports","defineProperty","enumerable","get","ExportRevisionType","ImportExportTaskStatus"],"sources":["types.ts"],"sourcesContent":["export * from \"./graphql/types\";\n\n// Entities.\nexport enum ExportRevisionType {\n    PUBLISHED = \"published\",\n    LATEST = \"latest\"\n}\n\nexport enum ImportExportTaskStatus {\n    PENDING = \"pending\",\n    PROCESSING = \"processing\",\n    COMPLETED = \"completed\",\n    FAILED = \"failed\"\n}\n\nexport interface ImportExportTaskStats {\n    [ImportExportTaskStatus.PENDING]: number;\n    [ImportExportTaskStatus.PROCESSING]: number;\n    [ImportExportTaskStatus.COMPLETED]: number;\n    [ImportExportTaskStatus.FAILED]: number;\n    total: number;\n}\n\ninterface CreatedBy {\n    id: string;\n    type: string;\n    displayName: string | null;\n}\n\nexport interface ImportExportTask {\n    id: string;\n    parent: string;\n    status: ImportExportTaskStatus;\n    data: Record<string, any>;\n    stats: ImportExportTaskStats;\n    error: Record<string, any>;\n    input: Record<string, any>;\n    createdOn: string;\n    createdBy: CreatedBy;\n    tenant: string;\n    locale: string;\n}\n\nexport interface File {\n    id: string;\n    src: string;\n}\n\nexport interface MetaResponse {\n    cursor: string | null;\n    totalCount: number;\n    hasMoreItems: boolean;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetParams {\n    where: {\n        id: string;\n        tenant: string;\n        locale: string;\n    };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListParams {\n    where: {\n        tenant: string;\n        locale: string;\n    };\n    sort?: string[];\n    limit?: number;\n    after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListResponse = [ImportExportTask[], MetaResponse];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateParams {\n    input: Record<string, any>;\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateParams {\n    input: Record<string, any>;\n    original: ImportExportTask;\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsDeleteParams {\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetSubTaskParams {\n    where: {\n        id: string;\n        parent: string;\n        tenant: string;\n        locale: string;\n    };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListSubTaskParams {\n    where: {\n        tenant: string;\n        locale: string;\n        parent: string;\n        status: ImportExportTaskStatus;\n        createdBy?: string;\n    };\n    sort?: string[];\n    limit?: number;\n    after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListSubTaskResponse = [\n    ImportExportTask[],\n    MetaResponse\n];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateSubTaskParams {\n    input: Record<string, any>;\n    subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateSubTaskParams {\n    input: Record<string, any>;\n    original: ImportExportTask;\n    subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateTaskStatsParams {\n    input: {\n        prevStatus: ImportExportTaskStatus;\n        nextStatus: ImportExportTaskStatus;\n    };\n    original: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperations {\n    /**\n     * Get a single  import export task item by given params.\n     */\n    getTask(params: ImportExportTaskStorageOperationsGetParams): Promise<ImportExportTask | null>;\n\n    /**\n     * Get all  import export tasks by given params.\n     */\n    listTasks(\n        params: ImportExportTaskStorageOperationsListParams\n    ): Promise<ImportExportTaskStorageOperationsListResponse>;\n\n    createTask(params: ImportExportTaskStorageOperationsCreateParams): Promise<ImportExportTask>;\n\n    updateTask(params: ImportExportTaskStorageOperationsUpdateParams): Promise<ImportExportTask>;\n\n    deleteTask(params: ImportExportTaskStorageOperationsDeleteParams): Promise<ImportExportTask>;\n\n    updateTaskStats(\n        params: ImportExportTaskStorageOperationsUpdateTaskStatsParams\n    ): Promise<ImportExportTask>;\n\n    /**\n     * Get a single  import export sub-task item by given params.\n     */\n    getSubTask(\n        params: ImportExportTaskStorageOperationsGetSubTaskParams\n    ): Promise<ImportExportTask | null>;\n\n    /**\n     * Get all  import export sub-tasks by given params.\n     */\n    listSubTasks(\n        params: ImportExportTaskStorageOperationsListSubTaskParams\n    ): Promise<ImportExportTaskStorageOperationsListSubTaskResponse>;\n\n    createSubTask(\n        params: ImportExportTaskStorageOperationsCreateSubTaskParams\n    ): Promise<ImportExportTask>;\n\n    updateSubTask(\n        params: ImportExportTaskStorageOperationsUpdateSubTaskParams\n    ): Promise<ImportExportTask>;\n}\n\nexport interface FileUploadsData {\n    /**\n     * Location of export data file. Export data contains the relevant entity data (block, page, template), and an\n     * array of file objects, exported from the DB, that need to be imported.\n     *\n     * Example:\n     * 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/8lf6x9v69-header-1/Header #1.json'\n     */\n    data: string;\n    /**\n     * Example:\n     * '8ldspraka-9l9iaffak-1.jpeg': 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/assets/8ldspraka-9l9iaffak-1.jpeg',\n     * '8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png': 'IMPORTS/8lf6y7xp5/8lf6x9v69-header-1/assets/8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png'\n     */\n    assets: Record<string, string>;\n}\n\nexport interface ImportData {\n    assets: Record<string, string>;\n    data: string;\n    key: string;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,MAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAC,YAAA,EAAAJ,GAAA;EAAA,IAAAA,GAAA,IAAAK,OAAA,IAAAA,OAAA,CAAAL,GAAA,MAAAL,MAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAS,cAAA,CAAAD,OAAA,EAAAL,GAAA;IAAAO,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAb,MAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AAEA;AAAA,IACYS,kBAAkB,0BAAlBA,kBAAkB;EAAlBA,kBAAkB;EAAlBA,kBAAkB;EAAA,OAAlBA,kBAAkB;AAAA;AAAAJ,OAAA,CAAAI,kBAAA,GAAAA,kBAAA;AAAA,IAKlBC,sBAAsB,0BAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAA,OAAtBA,sBAAsB;AAAA;AA8ClC;AACA;AACA;AACA;AASA;AACA;AACA;AACA;AAWA;AACA;AACA;AACA;AAGA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAOA;AACA;AACA;AACA;AAKA;AACA;AACA;AACA;AAUA;AACA;AACA;AACA;AAcA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAOA;AACA;AACA;AACA;AASA;AACA;AACA;AACA;AAHAL,OAAA,CAAAK,sBAAA,GAAAA,sBAAA"}
+{"version":3,"names":["_types","require","Object","keys","forEach","key","prototype","hasOwnProperty","call","_exportNames","exports","defineProperty","enumerable","get","ExportRevisionType","ImportExportTaskStatus"],"sources":["types.ts"],"sourcesContent":["export * from \"./graphql/types\";\n\n// Entities.\nexport enum ExportRevisionType {\n    PUBLISHED = \"published\",\n    LATEST = \"latest\"\n}\n\nexport enum ImportExportTaskStatus {\n    PENDING = \"pending\",\n    PROCESSING = \"processing\",\n    COMPLETED = \"completed\",\n    FAILED = \"failed\"\n}\n\nexport interface ImportExportTaskStats {\n    [ImportExportTaskStatus.PENDING]: number;\n    [ImportExportTaskStatus.PROCESSING]: number;\n    [ImportExportTaskStatus.COMPLETED]: number;\n    [ImportExportTaskStatus.FAILED]: number;\n    total: number;\n}\n\ninterface CreatedBy {\n    id: string;\n    type: string;\n    displayName: string | null;\n}\n\nexport interface ImportExportTask {\n    id: string;\n    parent: string;\n    status: ImportExportTaskStatus;\n    data: Record<string, any>;\n    stats: ImportExportTaskStats;\n    error: Record<string, any>;\n    input: Record<string, any>;\n    createdOn: string;\n    createdBy: CreatedBy;\n    tenant: string;\n    locale: string;\n}\n\nexport interface File {\n    id: string;\n    src: string;\n}\n\nexport interface MetaResponse {\n    cursor: string | null;\n    totalCount: number;\n    hasMoreItems: boolean;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetParams {\n    where: {\n        id: string;\n        tenant: string;\n        locale: string;\n    };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListParams {\n    where: {\n        tenant: string;\n        locale: string;\n    };\n    sort?: string[];\n    limit?: number;\n    after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListResponse = [ImportExportTask[], MetaResponse];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateParams {\n    input: Record<string, any>;\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateParams {\n    input: Record<string, any>;\n    original: ImportExportTask;\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsDeleteParams {\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetSubTaskParams {\n    where: {\n        id: string;\n        parent: string;\n        tenant: string;\n        locale: string;\n    };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListSubTaskParams {\n    where: {\n        tenant: string;\n        locale: string;\n        parent: string;\n        status: ImportExportTaskStatus;\n        createdBy?: string;\n    };\n    sort?: string[];\n    limit?: number;\n    after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListSubTaskResponse = [\n    ImportExportTask[],\n    MetaResponse\n];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateSubTaskParams {\n    input: Record<string, any>;\n    subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateSubTaskParams {\n    input: Record<string, any>;\n    original: ImportExportTask;\n    subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateTaskStatsParams {\n    input: {\n        prevStatus: ImportExportTaskStatus;\n        nextStatus: ImportExportTaskStatus;\n    };\n    original: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperations {\n    /**\n     * Get a single  import export task item by given params.\n     */\n    getTask(params: ImportExportTaskStorageOperationsGetParams): Promise<ImportExportTask | null>;\n\n    /**\n     * Get all  import export tasks by given params.\n     */\n    listTasks(\n        params: ImportExportTaskStorageOperationsListParams\n    ): Promise<ImportExportTaskStorageOperationsListResponse>;\n\n    createTask(params: ImportExportTaskStorageOperationsCreateParams): Promise<ImportExportTask>;\n\n    updateTask(params: ImportExportTaskStorageOperationsUpdateParams): Promise<ImportExportTask>;\n\n    deleteTask(params: ImportExportTaskStorageOperationsDeleteParams): Promise<ImportExportTask>;\n\n    updateTaskStats(\n        params: ImportExportTaskStorageOperationsUpdateTaskStatsParams\n    ): Promise<ImportExportTask>;\n\n    /**\n     * Get a single  import export sub-task item by given params.\n     */\n    getSubTask(\n        params: ImportExportTaskStorageOperationsGetSubTaskParams\n    ): Promise<ImportExportTask | null>;\n\n    /**\n     * Get all  import export sub-tasks by given params.\n     */\n    listSubTasks(\n        params: ImportExportTaskStorageOperationsListSubTaskParams\n    ): Promise<ImportExportTaskStorageOperationsListSubTaskResponse>;\n\n    createSubTask(\n        params: ImportExportTaskStorageOperationsCreateSubTaskParams\n    ): Promise<ImportExportTask>;\n\n    updateSubTask(\n        params: ImportExportTaskStorageOperationsUpdateSubTaskParams\n    ): Promise<ImportExportTask>;\n}\n\nexport interface FileUploadsData {\n    /**\n     * Location of export data file. Export data contains the relevant entity data (block, page, template), and an\n     * array of file objects, exported from the DB, that need to be imported.\n     *\n     * Example:\n     * 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/8lf6x9v69-header-1/Header #1.json'\n     */\n    data: string;\n    /**\n     * Example:\n     * '8ldspraka-9l9iaffak-1.jpeg': 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/assets/8ldspraka-9l9iaffak-1.jpeg',\n     * '8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png': 'IMPORTS/8lf6y7xp5/8lf6x9v69-header-1/assets/8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png'\n     */\n    assets: Record<string, string>;\n}\n\nexport interface ImportData {\n    assets: Record<string, string>;\n    data: string;\n    key: string;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,MAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAC,YAAA,EAAAJ,GAAA;EAAA,IAAAA,GAAA,IAAAK,OAAA,IAAAA,OAAA,CAAAL,GAAA,MAAAL,MAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAS,cAAA,CAAAD,OAAA,EAAAL,GAAA;IAAAO,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAb,MAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AAEA;AAAA,IACYS,kBAAkB,GAAAJ,OAAA,CAAAI,kBAAA,0BAAlBA,kBAAkB;EAAlBA,kBAAkB;EAAlBA,kBAAkB;EAAA,OAAlBA,kBAAkB;AAAA;AAAA,IAKlBC,sBAAsB,GAAAL,OAAA,CAAAK,sBAAA,0BAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAA,OAAtBA,sBAAsB;AAAA;AA8ClC;AACA;AACA;AACA;AASA;AACA;AACA;AACA;AAWA;AACA;AACA;AACA;AAGA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAOA;AACA;AACA;AACA;AAKA;AACA;AACA;AACA;AAUA;AACA;AACA;AACA;AAcA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAOA;AACA;AACA;AACA;AASA;AACA;AACA;AACA","ignoreList":[]}

package/utils/ZipFiles.d.ts

@@ -0,0 +1,11 @@
+import type { CompleteMultipartUploadOutput } from "@webiny/aws-sdk/client-s3";
+export interface ZipFilesOptions {
+    debug?: boolean;
+}
+export declare class ZipFiles {
+    private readonly bucket;
+    private debug;
+    constructor(options?: ZipFilesOptions);
+    process(targetFileName: string, files: string[]): Promise<CompleteMultipartUploadOutput>;
+    private setDebug;
+}

package/utils/ZipFiles.js

@@ -0,0 +1,124 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ZipFiles = void 0;
+var _archiver = require("archiver");
+var _clientS = require("@webiny/aws-sdk/client-s3");
+var _path = _interopRequireDefault(require("path"));
+var _stream = require("stream");
+var _libStorage = require("@webiny/aws-sdk/lib-storage");
+var _nodeHttpHandler = require("@smithy/node-http-handler");
+var _https = require("https");
+var _http = require("http");
+class ZipFiles {
+  bucket = process.env.S3_BUCKET;
+  debug = process.env.DEBUG === "true";
+  constructor(options) {
+    this.setDebug(options?.debug);
+  }
+  async process(targetFileName, files) {
+    const fileNames = Array.from(files);
+    const s3Client = (0, _clientS.createS3)({
+      requestHandler: new _nodeHttpHandler.NodeHttpHandler({
+        connectionTimeout: 0,
+        httpAgent: new _http.Agent({
+          maxSockets: 10000,
+          keepAlive: true,
+          maxFreeSockets: 10000,
+          maxTotalSockets: 10000,
+          keepAliveMsecs: 900000 // milliseconds / 15 minutes
+        }),
+        httpsAgent: new _https.Agent({
+          maxSockets: 10000,
+          keepAlive: true,
+          sessionTimeout: 900,
+          // seconds / 15 minutes
+          maxCachedSessions: 100000,
+          maxFreeSockets: 10000,
+          maxTotalSockets: 10000,
+          keepAliveMsecs: 900000 // milliseconds / 15 minutes
+        }),
+        requestTimeout: 900000 // milliseconds / 15 minutes
+      })
+    });
+    const streamPassThrough = new _stream.Stream.PassThrough({
+      autoDestroy: true
+    });
+    const upload = new _libStorage.Upload({
+      client: s3Client,
+      params: {
+        ACL: "private",
+        Body: streamPassThrough,
+        Bucket: this.bucket,
+        ContentType: "application/zip",
+        Key: targetFileName
+      },
+      queueSize: 1,
+      partSize: 1024 * 1024 * 5,
+      leavePartsOnError: false
+    });
+    const archive = (0, _archiver.create)("zip", {});
+    archive.on("error", error => {
+      console.error(error);
+      throw new Error(`${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`);
+    });
+    archive.pipe(streamPassThrough);
+
+    /**
+     * To combine all the files into a single zip file, we need to add files one by one.
+     *
+     * addFileToArchive() method is called every time an entry event is triggered on the archive - it means that file was added into the archive.
+     * The method is called manually, first time, to start the process.
+     */
+
+    archive.on("entry", data => {
+      this.debug && console.log(`Archived file: ${data.name}`);
+      addFileToArchive();
+    });
+    const addFileToArchive = async () => {
+      const file = fileNames.shift();
+      if (!file) {
+        this.debug && console.log("No more files to add to the archive.");
+        /**
+         * Must call finalize() with a timeout, otherwise the lambda crashes.
+         */
+        setTimeout(() => {
+          archive.finalize();
+        }, 200);
+        return;
+      }
+      this.debug && console.log(`Adding file "${file}" to the archive.`);
+      const cmd = new _clientS.GetObjectCommand({
+        Bucket: this.bucket,
+        Key: file
+      });
+      const response = await s3Client.send(cmd);
+      // Possible to get a null response.Body?
+      // Typescript says yes, so let's check it.
+      if (!response.Body) {
+        this.debug && console.log(`No response.Body for file "${file}", moving to next file.`);
+        return addFileToArchive();
+      }
+      const name = `${_path.default.basename(file)}`;
+      archive.append(response.Body, {
+        name
+      });
+    };
+    addFileToArchive();
+    const result = await upload.done();
+    s3Client.destroy();
+    return result;
+  }
+  setDebug(debug) {
+    if (debug === undefined) {
+      return;
+    }
+    this.debug = debug;
+  }
+}
+exports.ZipFiles = ZipFiles;
+
+//# sourceMappingURL=ZipFiles.js.map

package/utils/ZipFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_archiver","require","_clientS","_path","_interopRequireDefault","_stream","_libStorage","_nodeHttpHandler","_https","_http","ZipFiles","bucket","process","env","S3_BUCKET","debug","DEBUG","constructor","options","setDebug","targetFileName","files","fileNames","Array","from","s3Client","createS3","requestHandler","NodeHttpHandler","connectionTimeout","httpAgent","HttpAgent","maxSockets","keepAlive","maxFreeSockets","maxTotalSockets","keepAliveMsecs","httpsAgent","HttpsAgent","sessionTimeout","maxCachedSessions","requestTimeout","streamPassThrough","Stream","PassThrough","autoDestroy","upload","Upload","client","params","ACL","Body","Bucket","ContentType","Key","queueSize","partSize","leavePartsOnError","archive","createArchiver","on","error","console","Error","name","code","message","path","stack","pipe","data","log","addFileToArchive","file","shift","setTimeout","finalize","cmd","GetObjectCommand","response","send","basename","append","result","done","destroy","undefined","exports"],"sources":["ZipFiles.ts"],"sourcesContent":["import type { ArchiverError } from \"archiver\";\nimport { create as createArchiver } from \"archiver\";\nimport type { CompleteMultipartUploadOutput } from \"@webiny/aws-sdk/client-s3\";\nimport { createS3, GetObjectCommand } from \"@webiny/aws-sdk/client-s3\";\nimport path from \"path\";\nimport { type Readable, Stream } from \"stream\";\nimport { Upload } from \"@webiny/aws-sdk/lib-storage\";\nimport { NodeHttpHandler } from \"@smithy/node-http-handler\";\nimport { Agent as HttpsAgent } from \"https\";\nimport { Agent as HttpAgent } from \"http\";\n\nexport interface ZipFilesOptions {\n    debug?: boolean;\n}\n\nexport class ZipFiles {\n    private readonly bucket: string = process.env.S3_BUCKET as string;\n    private debug: boolean = process.env.DEBUG === \"true\";\n\n    public constructor(options?: ZipFilesOptions) {\n        this.setDebug(options?.debug);\n    }\n\n    public async process(\n        targetFileName: string,\n        files: string[]\n    ): Promise<CompleteMultipartUploadOutput> {\n        const fileNames = Array.from(files);\n        const s3Client = createS3({\n            requestHandler: new NodeHttpHandler({\n                connectionTimeout: 0,\n                httpAgent: new HttpAgent({\n                    maxSockets: 10000,\n                    keepAlive: true,\n                    maxFreeSockets: 10000,\n                    maxTotalSockets: 10000,\n                    keepAliveMsecs: 900000 // milliseconds / 15 minutes\n                }),\n                httpsAgent: new HttpsAgent({\n                    maxSockets: 10000,\n                    keepAlive: true,\n                    sessionTimeout: 900, // seconds / 15 minutes\n                    maxCachedSessions: 100000,\n                    maxFreeSockets: 10000,\n                    maxTotalSockets: 10000,\n                    keepAliveMsecs: 900000 // milliseconds / 15 minutes\n                }),\n                requestTimeout: 900000 // milliseconds / 15 minutes\n            })\n        });\n\n        const streamPassThrough = new Stream.PassThrough({\n            autoDestroy: true\n        });\n\n        const upload = new Upload({\n            client: s3Client,\n            params: {\n                ACL: \"private\",\n                Body: streamPassThrough,\n                Bucket: this.bucket,\n                ContentType: \"application/zip\",\n                Key: targetFileName\n            },\n            queueSize: 1,\n            partSize: 1024 * 1024 * 5,\n            leavePartsOnError: false\n        });\n\n        const archive = createArchiver(\"zip\", {});\n\n        archive.on(\"error\", (error: ArchiverError) => {\n            console.error(error);\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        archive.pipe(streamPassThrough);\n\n        /**\n         * To combine all the files into a single zip file, we need to add files one by one.\n         *\n         * addFileToArchive() method is called every time an entry event is triggered on the archive - it means that file was added into the archive.\n         * The method is called manually, first time, to start the process.\n         */\n\n        archive.on(\"entry\", data => {\n            this.debug && console.log(`Archived file: ${data.name}`);\n            addFileToArchive();\n        });\n\n        const addFileToArchive = async (): Promise<void> => {\n            const file = fileNames.shift();\n            if (!file) {\n                this.debug && console.log(\"No more files to add to the archive.\");\n                /**\n                 * Must call finalize() with a timeout, otherwise the lambda crashes.\n                 */\n                setTimeout(() => {\n                    archive.finalize();\n                }, 200);\n                return;\n            }\n            this.debug && console.log(`Adding file \"${file}\" to the archive.`);\n            const cmd = new GetObjectCommand({\n                Bucket: this.bucket,\n                Key: file\n            });\n\n            const response = await s3Client.send(cmd);\n            // Possible to get a null response.Body?\n            // Typescript says yes, so let's check it.\n            if (!response.Body) {\n                this.debug &&\n                    console.log(`No response.Body for file \"${file}\", moving to next file.`);\n                return addFileToArchive();\n            }\n            const name = `${path.basename(file)}`;\n\n            archive.append(response.Body as Readable, {\n                name\n            });\n        };\n\n        addFileToArchive();\n\n        const result = await upload.done();\n\n        s3Client.destroy();\n        return result;\n    }\n\n    private setDebug(debug?: boolean): void {\n        if (debug === undefined) {\n            return;\n        }\n        this.debug = debug;\n    }\n}\n"],"mappings":";;;;;;;AACA,IAAAA,SAAA,GAAAC,OAAA;AAEA,IAAAC,QAAA,GAAAD,OAAA;AACA,IAAAE,KAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,WAAA,GAAAL,OAAA;AACA,IAAAM,gBAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,KAAA,GAAAR,OAAA;AAMO,MAAMS,QAAQ,CAAC;EACDC,MAAM,GAAWC,OAAO,CAACC,GAAG,CAACC,SAAS;EAC/CC,KAAK,GAAYH,OAAO,CAACC,GAAG,CAACG,KAAK,KAAK,MAAM;EAE9CC,WAAWA,CAACC,OAAyB,EAAE;IAC1C,IAAI,CAACC,QAAQ,CAACD,OAAO,EAAEH,KAAK,CAAC;EACjC;EAEA,MAAaH,OAAOA,CAChBQ,cAAsB,EACtBC,KAAe,EACuB;IACtC,MAAMC,SAAS,GAAGC,KAAK,CAACC,IAAI,CAACH,KAAK,CAAC;IACnC,MAAMI,QAAQ,GAAG,IAAAC,iBAAQ,EAAC;MACtBC,cAAc,EAAE,IAAIC,gCAAe,CAAC;QAChCC,iBAAiB,EAAE,CAAC;QACpBC,SAAS,EAAE,IAAIC,WAAS,CAAC;UACrBC,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfC,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFC,UAAU,EAAE,IAAIC,YAAU,CAAC;UACvBN,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfM,cAAc,EAAE,GAAG;UAAE;UACrBC,iBAAiB,EAAE,MAAM;UACzBN,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFK,cAAc,EAAE,MAAM,CAAC;MAC3B,CAAC;IACL,CAAC,CAAC;IAEF,MAAMC,iBAAiB,GAAG,IAAIC,cAAM,CAACC,WAAW,CAAC;MAC7CC,WAAW,EAAE;IACjB,CAAC,CAAC;IAEF,MAAMC,MAAM,GAAG,IAAIC,kBAAM,CAAC;MACtBC,MAAM,EAAEvB,QAAQ;MAChBwB,MAAM,EAAE;QACJC,GAAG,EAAE,SAAS;QACdC,IAAI,EAAET,iBAAiB;QACvBU,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB0C,WAAW,EAAE,iBAAiB;QAC9BC,GAAG,EAAElC;MACT,CAAC;MACDmC,SAAS,EAAE,CAAC;MACZC,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;MACzBC,iBAAiB,EAAE;IACvB,CAAC,CAAC;IAEF,MAAMC,OAAO,GAAG,IAAAC,gBAAc,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAEzCD,OAAO,CAACE,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1CC,OAAO,CAACD,KAAK,CAACA,KAAK,CAAC;MACpB,MAAM,IAAIE,KAAK,CACX,GAAGF,KAAK,CAACG,IAAI,IAAIH,KAAK,CAACI,IAAI,IAAIJ,KAAK,CAACK,OAAO,IAAIL,KAAK,CAACM,IAAI,IAAIN,KAAK,CAACO,KAAK,EAC7E,CAAC;IACL,CAAC,CAAC;IAEFV,OAAO,CAACW,IAAI,CAAC3B,iBAAiB,CAAC;;IAE/B;AACR;AACA;AACA;AACA;AACA;;IAEQgB,OAAO,CAACE,EAAE,CAAC,OAAO,EAAEU,IAAI,IAAI;MACxB,IAAI,CAACvD,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,kBAAkBD,IAAI,CAACN,IAAI,EAAE,CAAC;MACxDQ,gBAAgB,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,MAAMA,gBAAgB,GAAG,MAAAA,CAAA,KAA2B;MAChD,MAAMC,IAAI,GAAGnD,SAAS,CAACoD,KAAK,CAAC,CAAC;MAC9B,IAAI,CAACD,IAAI,EAAE;QACP,IAAI,CAAC1D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,sCAAsC,CAAC;QACjE;AAChB;AACA;QACgBI,UAAU,CAAC,MAAM;UACbjB,OAAO,CAACkB,QAAQ,CAAC,CAAC;QACtB,CAAC,EAAE,GAAG,CAAC;QACP;MACJ;MACA,IAAI,CAAC7D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,gBAAgBE,IAAI,mBAAmB,CAAC;MAClE,MAAMI,GAAG,GAAG,IAAIC,yBAAgB,CAAC;QAC7B1B,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB2C,GAAG,EAAEmB;MACT,CAAC,CAAC;MAEF,MAAMM,QAAQ,GAAG,MAAMtD,QAAQ,CAACuD,IAAI,CAACH,GAAG,CAAC;MACzC;MACA;MACA,IAAI,CAACE,QAAQ,CAAC5B,IAAI,EAAE;QAChB,IAAI,CAACpC,KAAK,IACN+C,OAAO,CAACS,GAAG,CAAC,8BAA8BE,IAAI,yBAAyB,CAAC;QAC5E,OAAOD,gBAAgB,CAAC,CAAC;MAC7B;MACA,MAAMR,IAAI,GAAG,GAAGG,aAAI,CAACc,QAAQ,CAACR,IAAI,CAAC,EAAE;MAErCf,OAAO,CAACwB,MAAM,CAACH,QAAQ,CAAC5B,IAAI,EAAc;QACtCa;MACJ,CAAC,CAAC;IACN,CAAC;IAEDQ,gBAAgB,CAAC,CAAC;IAElB,MAAMW,MAAM,GAAG,MAAMrC,MAAM,CAACsC,IAAI,CAAC,CAAC;IAElC3D,QAAQ,CAAC4D,OAAO,CAAC,CAAC;IAClB,OAAOF,MAAM;EACjB;EAEQhE,QAAQA,CAACJ,KAAe,EAAQ;IACpC,IAAIA,KAAK,KAAKuE,SAAS,EAAE;MACrB;IACJ;IACA,IAAI,CAACvE,KAAK,GAAGA,KAAK;EACtB;AACJ;AAACwE,OAAA,CAAA7E,QAAA,GAAAA,QAAA","ignoreList":[]}

package/export/combine/pagesHandler.d.ts

@@ -1,6 +0,0 @@
-import { PbImportExportContext } from "../../types";
-import { Payload, Response } from ".";
-/**
- * Handles the export pages combine workflow.
- */
-export declare const pagesHandler: (payload: Payload, context: PbImportExportContext) => Promise<Response>;

package/export/combine/pagesHandler.js

@@ -1,101 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.pagesHandler = void 0;
-var _types = require("../../types");
-var _s3Stream = require("../s3Stream");
-var _zipper = require("../zipper");
-var _mockSecurity = require("../../mockSecurity");
-/**
- * Handles the export pages combine workflow.
- */
-const pagesHandler = async (payload, context) => {
-  const log = console.log;
-  log("RUNNING Export Pages Combine Handler");
-  const {
-    pageBuilder
-  } = context;
-  const {
-    taskId,
-    identity
-  } = payload;
-  (0, _mockSecurity.mockSecurity)(identity, context);
-  try {
-    const task = await pageBuilder.importExportTask.getTask(taskId);
-    if (!task) {
-      return {
-        data: null,
-        error: {
-          message: `There is no task with ID "${taskId}".`
-        }
-      };
-    }
-    const {
-      exportPagesDataKey
-    } = task.input;
-
-    // Get all files (zip) from given key
-    const listObjectResponse = await _s3Stream.s3Stream.listObject(exportPagesDataKey);
-    if (!listObjectResponse.Contents) {
-      return {
-        data: null,
-        error: {
-          message: "There is no Contents defined on S3 Stream while combining pages."
-        }
-      };
-    }
-    const zipFileKeys = listObjectResponse.Contents.filter(file => file.Key !== exportPagesDataKey).map(file => file.Key).filter(Boolean);
-
-    // Prepare zip of all zips
-    const zipOfZip = new _zipper.ZipOfZip(zipFileKeys, "WEBINY_PAGE_EXPORT.zip");
-
-    // Upload
-    const pageExportUpload = await zipOfZip.process();
-    log(`Done uploading... File is located at ${pageExportUpload.Location} `);
-
-    // Update task status and save export page data key
-    await pageBuilder.importExportTask.updateTask(taskId, {
-      status: _types.ImportExportTaskStatus.COMPLETED,
-      data: {
-        message: `Finish uploading page export.`,
-        key: pageExportUpload.Key,
-        url: await _s3Stream.s3Stream.getPresignedUrl(pageExportUpload.Key)
-      }
-    });
-
-    // Remove individual zip files from storage
-    const deleteFilePromises = zipFileKeys.map(key => _s3Stream.s3Stream.deleteObject(key));
-    await Promise.all(deleteFilePromises);
-    log(`Successfully deleted ${deleteFilePromises.length} zip files.`);
-  } catch (e) {
-    log("[EXPORT_PAGES_COMBINE] Error => ", e.message);
-
-    /**
-     * In case of error, we'll update the task status to "failed",
-     * so that, client can show notify the user appropriately.
-     */
-    await pageBuilder.importExportTask.updateTask(taskId, {
-      status: _types.ImportExportTaskStatus.FAILED,
-      error: {
-        name: e.name,
-        message: e.message,
-        code: "EXPORT_FAILED"
-      }
-    });
-    return {
-      data: null,
-      error: {
-        message: e.message
-      }
-    };
-  }
-  return {
-    data: "",
-    error: null
-  };
-};
-exports.pagesHandler = pagesHandler;
-
-//# sourceMappingURL=pagesHandler.js.map