@webiny/api-page-builder-import-export 5.40.0-beta.2 → 5.40.0-beta.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. package/client.js.map +1 -1
  2. package/export/combine/blocksHandler.js.map +1 -1
  3. package/export/combine/formsHandler.js.map +1 -1
  4. package/export/combine/index.js.map +1 -1
  5. package/export/combine/templatesHandler.js.map +1 -1
  6. package/export/pages/ExportPagesCleanup.js.map +1 -1
  7. package/export/pages/ExportPagesController.js.map +1 -1
  8. package/export/pages/ExportPagesZipPages.js.map +1 -1
  9. package/export/pages/controller/CombineZippedPages.js.map +1 -1
  10. package/export/pages/controller/CreateZipPagesTasks.js.map +1 -1
  11. package/export/pages/controller/ProcessZipPagesTasks.js +1 -2
  12. package/export/pages/controller/ProcessZipPagesTasks.js.map +1 -1
  13. package/export/pages/types.js +1 -2
  14. package/export/pages/types.js.map +1 -1
  15. package/export/pages/utils.js +1 -2
  16. package/export/pages/utils.js.map +1 -1
  17. package/export/pages/zipPages/ZipPages.js.map +1 -1
  18. package/export/pages/zipPages/ZipPagesDataManager.js.map +1 -1
  19. package/export/pages/zipPages/getPageFactory.js.map +1 -1
  20. package/export/process/blocksHandler.js.map +1 -1
  21. package/export/process/exporters/BlockExporter.js.map +1 -1
  22. package/export/process/exporters/FormExporter.js.map +1 -1
  23. package/export/process/exporters/PageExporter.js.map +1 -1
  24. package/export/process/exporters/PageTemplateExporter.js.map +1 -1
  25. package/export/process/formsHandler.js.map +1 -1
  26. package/export/process/index.js.map +1 -1
  27. package/export/process/templatesHandler.js.map +1 -1
  28. package/export/s3Stream.d.ts +1 -1
  29. package/export/s3Stream.js +1 -2
  30. package/export/s3Stream.js.map +1 -1
  31. package/export/utils.js +4 -8
  32. package/export/utils.js.map +1 -1
  33. package/export/zipper.js.map +1 -1
  34. package/graphql/crud/blocks.crud.js +1 -2
  35. package/graphql/crud/blocks.crud.js.map +1 -1
  36. package/graphql/crud/forms.crud.js +1 -2
  37. package/graphql/crud/forms.crud.js.map +1 -1
  38. package/graphql/crud/importExportTasks.crud.js +4 -1
  39. package/graphql/crud/importExportTasks.crud.js.map +1 -1
  40. package/graphql/crud/pages.crud.js +1 -2
  41. package/graphql/crud/pages.crud.js.map +1 -1
  42. package/graphql/crud/templates.crud.js +1 -2
  43. package/graphql/crud/templates.crud.js.map +1 -1
  44. package/graphql/crud.js.map +1 -1
  45. package/graphql/graphql/blocks.gql.js +1 -2
  46. package/graphql/graphql/blocks.gql.js.map +1 -1
  47. package/graphql/graphql/forms.gql.js +1 -2
  48. package/graphql/graphql/forms.gql.js.map +1 -1
  49. package/graphql/graphql/importExportTasks.gql.js +1 -2
  50. package/graphql/graphql/importExportTasks.gql.js.map +1 -1
  51. package/graphql/graphql/pages.gql.js +1 -2
  52. package/graphql/graphql/pages.gql.js.map +1 -1
  53. package/graphql/graphql/templates.gql.js +1 -2
  54. package/graphql/graphql/templates.gql.js.map +1 -1
  55. package/graphql/graphql/utils/resolve.js.map +1 -1
  56. package/graphql/graphql.js +1 -2
  57. package/graphql/graphql.js.map +1 -1
  58. package/graphql/index.js.map +1 -1
  59. package/graphql/types.js.map +1 -1
  60. package/import/constants.js +3 -6
  61. package/import/constants.js.map +1 -1
  62. package/import/create/blocksHandler.js.map +1 -1
  63. package/import/create/formsHandler.js.map +1 -1
  64. package/import/create/index.js.map +1 -1
  65. package/import/create/pagesHandler.js.map +1 -1
  66. package/import/create/templatesHandler.js.map +1 -1
  67. package/import/pages/ImportPagesController.js.map +1 -1
  68. package/import/pages/ImportPagesProcessPages.js.map +1 -1
  69. package/import/pages/controller/ImportPagesProcessPagesChecker.js +2 -2
  70. package/import/pages/controller/ImportPagesProcessPagesChecker.js.map +1 -1
  71. package/import/pages/controller/ImportPagesProcessZipFile.js.map +1 -1
  72. package/import/pages/process/importPage.js.map +1 -1
  73. package/import/pages/types.js +1 -2
  74. package/import/pages/types.js.map +1 -1
  75. package/import/process/blocks/ElementIdsProcessor.d.ts +5 -0
  76. package/import/process/blocks/ElementIdsProcessor.js +26 -0
  77. package/import/process/blocks/ElementIdsProcessor.js.map +1 -0
  78. package/import/process/blocks/blocksHandler.js.map +1 -1
  79. package/import/process/blocks/importBlock.js +5 -2
  80. package/import/process/blocks/importBlock.js.map +1 -1
  81. package/import/process/forms/formsHandler.js.map +1 -1
  82. package/import/process/forms/importForm.js.map +1 -1
  83. package/import/process/index.js.map +1 -1
  84. package/import/process/templates/importTemplate.js.map +1 -1
  85. package/import/process/templates/templatesHandler.js.map +1 -1
  86. package/import/utils/deleteS3Folder.js.map +1 -1
  87. package/import/utils/extractAndUploadZipFileContents.js.map +1 -1
  88. package/import/utils/extractZipAndUploadToS3.js.map +1 -1
  89. package/import/utils/getFileNameWithoutExt.js.map +1 -1
  90. package/import/utils/index.js.map +1 -1
  91. package/import/utils/initialStats.js.map +1 -1
  92. package/import/utils/prepareDataDirMap.js.map +1 -1
  93. package/import/utils/updateFilesInData.js.map +1 -1
  94. package/import/utils/uploadAssets.js.map +1 -1
  95. package/import/utils/uploadFilesFromS3.d.ts +1 -1
  96. package/import/utils/uploadFilesFromS3.js.map +1 -1
  97. package/mockSecurity.js.map +1 -1
  98. package/package.json +33 -33
  99. package/tasks/common/ChildTasksCleanup.js.map +1 -1
  100. package/tasks/index.js.map +1 -1
  101. package/tasks/pages/exportPagesCleanupTask.js.map +1 -1
  102. package/tasks/pages/exportPagesControllerTask.js.map +1 -1
  103. package/tasks/pages/exportPagesZipPagesTask.js.map +1 -1
  104. package/tasks/pages/importPagesControllerTask.js.map +1 -1
  105. package/tasks/pages/importPagesProcessPageTask.js.map +1 -1
  106. package/tasks/pages/index.js.map +1 -1
  107. package/types.js +2 -4
  108. package/types.js.map +1 -1
  109. package/utils/ZipFiles.js +0 -3
  110. package/utils/ZipFiles.js.map +1 -1
@@ -1 +1 @@
1
- {"version":3,"names":["_tasks","require","_types","_ChildTasksCleanup","createExportPagesControllerTask","createTaskDefinition","id","PageExportTask","Controller","title","description","maxIterations","run","params","response","isAborted","aborted","ExportPagesController","exportPagesController","execute","onDone","context","task","tasks","trigger","definition","Cleanup","parent","delay","childTasksCleanup","ChildTasksCleanup","ex","console","error","onError","onAbort","exports"],"sources":["exportPagesControllerTask.ts"],"sourcesContent":["import { createTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n IExportPagesControllerInput,\n IExportPagesControllerOutput,\n PageExportTask\n} from \"~/export/pages/types\";\nimport { ChildTasksCleanup } from \"../common/ChildTasksCleanup\";\n\nexport const createExportPagesControllerTask = () => {\n // TODO make the task private with createPrivateTaskDefinition\n return createTaskDefinition<\n PbImportExportContext,\n IExportPagesControllerInput,\n IExportPagesControllerOutput\n >({\n id: PageExportTask.Controller,\n title: \"Page Builder - Export Pages - Controller\",\n description: \"Export pages from the Page Builder - controller.\",\n /**\n * We want to have a lot of executions because we need to pool the subtasks all the time.\n */\n maxIterations: 500,\n run: async params => {\n const { response, isAborted } = params;\n /**\n * We always need to check task status.\n */\n if (isAborted()) {\n return response.aborted();\n }\n\n const { ExportPagesController } = await import(\n /* webpackChunkName: \"ExportPagesController\" */ \"~/export/pages/ExportPagesController\"\n );\n\n const exportPagesController = new ExportPagesController();\n return await exportPagesController.execute(params);\n },\n onDone: async ({ context, task }) => {\n await context.tasks.trigger({\n definition: PageExportTask.Cleanup,\n parent: task,\n // delay cleanup for 25hrs\n delay: 25 * 60 * 60\n });\n /**\n * We want to clean all child tasks and logs, which have no errors.\n */\n const childTasksCleanup = new ChildTasksCleanup();\n try {\n await childTasksCleanup.execute({\n context,\n task\n });\n } catch (ex) {\n console.error(\"Error while cleaning child tasks.\", ex);\n }\n },\n onError: async ({ context, task }) => {\n await context.tasks.trigger({\n definition: PageExportTask.Cleanup,\n parent: task\n });\n },\n onAbort: async ({ context, task }) => {\n await context.tasks.trigger({\n definition: PageExportTask.Cleanup,\n parent: task\n });\n }\n });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAKA,IAAAE,kBAAA,GAAAF,OAAA;AAEO,MAAMG,+BAA+B,GAAGA,CAAA,KAAM;EACjD;EACA,OAAO,IAAAC,2BAAoB,EAIzB;IACEC,EAAE,EAAEC,qBAAc,CAACC,UAAU;IAC7BC,KAAK,EAAE,0CAA0C;IACjDC,WAAW,EAAE,kDAAkD;IAC/D;AACR;AACA;IACQC,aAAa,EAAE,GAAG;IAClBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAsB,CAAC,GAAG,MAAM,MAAM,EAC1C,yFACJ,CAAC;MAED,MAAMC,qBAAqB,GAAG,IAAID,qBAAqB,CAAC,CAAC;MACzD,OAAO,MAAMC,qBAAqB,CAACC,OAAO,CAACN,MAAM,CAAC;IACtD,CAAC;IACDO,MAAM,EAAE,MAAAA,CAAO;MAAEC,OAAO;MAAEC;IAAK,CAAC,KAAK;MACjC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL,IAAI;QACZ;QACAM,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG;MACrB,CAAC,CAAC;MACF;AACZ;AACA;MACY,MAAMC,iBAAiB,GAAG,IAAIC,oCAAiB,CAAC,CAAC;MACjD,IAAI;QACA,MAAMD,iBAAiB,CAACV,OAAO,CAAC;UAC5BE,OAAO;UACPC;QACJ,CAAC,CAAC;MACN,CAAC,CAAC,OAAOS,EAAE,EAAE;QACTC,OAAO,CAACC,KAAK,CAAC,mCAAmC,EAAEF,EAAE,CAAC;MAC1D;IACJ,CAAC;IACDG,OAAO,EAAE,MAAAA,CAAO;MAAEb,OAAO;MAAEC;IAAK,CAAC,KAAK;MAClC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL;MACZ,CAAC,CAAC;IACN,CAAC;IACDa,OAAO,EAAE,MAAAA,CAAO;MAAEd,OAAO;MAAEC;IAAK,CAAC,KAAK;MAClC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL;MACZ,CAAC,CAAC;IACN;EACJ,CAAC,CAAC;AACN,CAAC;AAACc,OAAA,CAAAhC,+BAAA,GAAAA,+BAAA"}
1
+ {"version":3,"names":["_tasks","require","_types","_ChildTasksCleanup","createExportPagesControllerTask","createTaskDefinition","id","PageExportTask","Controller","title","description","maxIterations","run","params","response","isAborted","aborted","ExportPagesController","exportPagesController","execute","onDone","context","task","tasks","trigger","definition","Cleanup","parent","delay","childTasksCleanup","ChildTasksCleanup","ex","console","error","onError","onAbort","exports"],"sources":["exportPagesControllerTask.ts"],"sourcesContent":["import { createTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n IExportPagesControllerInput,\n IExportPagesControllerOutput,\n PageExportTask\n} from \"~/export/pages/types\";\nimport { ChildTasksCleanup } from \"../common/ChildTasksCleanup\";\n\nexport const createExportPagesControllerTask = () => {\n // TODO make the task private with createPrivateTaskDefinition\n return createTaskDefinition<\n PbImportExportContext,\n IExportPagesControllerInput,\n IExportPagesControllerOutput\n >({\n id: PageExportTask.Controller,\n title: \"Page Builder - Export Pages - Controller\",\n description: \"Export pages from the Page Builder - controller.\",\n /**\n * We want to have a lot of executions because we need to pool the subtasks all the time.\n */\n maxIterations: 500,\n run: async params => {\n const { response, isAborted } = params;\n /**\n * We always need to check task status.\n */\n if (isAborted()) {\n return response.aborted();\n }\n\n const { ExportPagesController } = await import(\n /* webpackChunkName: \"ExportPagesController\" */ \"~/export/pages/ExportPagesController\"\n );\n\n const exportPagesController = new ExportPagesController();\n return await exportPagesController.execute(params);\n },\n onDone: async ({ context, task }) => {\n await context.tasks.trigger({\n definition: PageExportTask.Cleanup,\n parent: task,\n // delay cleanup for 25hrs\n delay: 25 * 60 * 60\n });\n /**\n * We want to clean all child tasks and logs, which have no errors.\n */\n const childTasksCleanup = new ChildTasksCleanup();\n try {\n await childTasksCleanup.execute({\n context,\n task\n });\n } catch (ex) {\n console.error(\"Error while cleaning child tasks.\", ex);\n }\n },\n onError: async ({ context, task }) => {\n await context.tasks.trigger({\n definition: PageExportTask.Cleanup,\n parent: task\n });\n },\n onAbort: async ({ context, task }) => {\n await context.tasks.trigger({\n definition: PageExportTask.Cleanup,\n parent: task\n });\n }\n });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAKA,IAAAE,kBAAA,GAAAF,OAAA;AAEO,MAAMG,+BAA+B,GAAGA,CAAA,KAAM;EACjD;EACA,OAAO,IAAAC,2BAAoB,EAIzB;IACEC,EAAE,EAAEC,qBAAc,CAACC,UAAU;IAC7BC,KAAK,EAAE,0CAA0C;IACjDC,WAAW,EAAE,kDAAkD;IAC/D;AACR;AACA;IACQC,aAAa,EAAE,GAAG;IAClBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAsB,CAAC,GAAG,MAAM,MAAM,EAC1C,yFACJ,CAAC;MAED,MAAMC,qBAAqB,GAAG,IAAID,qBAAqB,CAAC,CAAC;MACzD,OAAO,MAAMC,qBAAqB,CAACC,OAAO,CAACN,MAAM,CAAC;IACtD,CAAC;IACDO,MAAM,EAAE,MAAAA,CAAO;MAAEC,OAAO;MAAEC;IAAK,CAAC,KAAK;MACjC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL,IAAI;QACZ;QACAM,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG;MACrB,CAAC,CAAC;MACF;AACZ;AACA;MACY,MAAMC,iBAAiB,GAAG,IAAIC,oCAAiB,CAAC,CAAC;MACjD,IAAI;QACA,MAAMD,iBAAiB,CAACV,OAAO,CAAC;UAC5BE,OAAO;UACPC;QACJ,CAAC,CAAC;MACN,CAAC,CAAC,OAAOS,EAAE,EAAE;QACTC,OAAO,CAACC,KAAK,CAAC,mCAAmC,EAAEF,EAAE,CAAC;MAC1D;IACJ,CAAC;IACDG,OAAO,EAAE,MAAAA,CAAO;MAAEb,OAAO;MAAEC;IAAK,CAAC,KAAK;MAClC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL;MACZ,CAAC,CAAC;IACN,CAAC;IACDa,OAAO,EAAE,MAAAA,CAAO;MAAEd,OAAO;MAAEC;IAAK,CAAC,KAAK;MAClC,MAAMD,OAAO,CAACE,KAAK,CAACC,OAAO,CAAC;QACxBC,UAAU,EAAElB,qBAAc,CAACmB,OAAO;QAClCC,MAAM,EAAEL;MACZ,CAAC,CAAC;IACN;EACJ,CAAC,CAAC;AACN,CAAC;AAACc,OAAA,CAAAhC,+BAAA,GAAAA,+BAAA","ignoreList":[]}
@@ -1 +1 @@
1
- {"version":3,"names":["_tasks","require","_types","createExportPagesZipPagesTask","createPrivateTaskDefinition","id","PageExportTask","ZipPages","title","description","maxIterations","run","params","response","isAborted","aborted","ExportPagesZipPages","exportPagesZipPages","execute","exports"],"sources":["exportPagesZipPagesTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport {\n IExportPagesZipPagesInput,\n IExportPagesZipPagesOutput,\n PageExportTask\n} from \"~/export/pages/types\";\nimport { PbImportExportContext } from \"~/graphql/types\";\n\nexport const createExportPagesZipPagesTask = () => {\n return createPrivateTaskDefinition<\n PbImportExportContext,\n IExportPagesZipPagesInput,\n IExportPagesZipPagesOutput\n >({\n id: PageExportTask.ZipPages,\n title: \"Page Builder - Export Pages - Zip Pages\",\n description: \"Export pages from the Page Builder - zip pages.\",\n /**\n * If we ever hit the max iterations limit, we should decrease the number of pages being zipped in one task execution.\n */\n maxIterations: 10,\n run: async params => {\n const { response, isAborted } = params;\n /**\n * We always need to check task status.\n */\n if (isAborted()) {\n return response.aborted();\n }\n\n const { ExportPagesZipPages } = await import(\n /* webpackChunkName: \"ExportPagesZipPages\" */ \"~/export/pages/ExportPagesZipPages\"\n );\n\n const exportPagesZipPages = new ExportPagesZipPages();\n return await exportPagesZipPages.execute(params);\n }\n });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAOO,MAAME,6BAA6B,GAAGA,CAAA,KAAM;EAC/C,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,QAAQ;IAC3BC,KAAK,EAAE,yCAAyC;IAChDC,WAAW,EAAE,iDAAiD;IAC9D;AACR;AACA;IACQC,aAAa,EAAE,EAAE;IACjBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAoB,CAAC,GAAG,MAAM,MAAM,EACxC,qFACJ,CAAC;MAED,MAAMC,mBAAmB,GAAG,IAAID,mBAAmB,CAAC,CAAC;MACrD,OAAO,MAAMC,mBAAmB,CAACC,OAAO,CAACN,MAAM,CAAC;IACpD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,6BAAA,GAAAA,6BAAA"}
1
+ {"version":3,"names":["_tasks","require","_types","createExportPagesZipPagesTask","createPrivateTaskDefinition","id","PageExportTask","ZipPages","title","description","maxIterations","run","params","response","isAborted","aborted","ExportPagesZipPages","exportPagesZipPages","execute","exports"],"sources":["exportPagesZipPagesTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport {\n IExportPagesZipPagesInput,\n IExportPagesZipPagesOutput,\n PageExportTask\n} from \"~/export/pages/types\";\nimport { PbImportExportContext } from \"~/graphql/types\";\n\nexport const createExportPagesZipPagesTask = () => {\n return createPrivateTaskDefinition<\n PbImportExportContext,\n IExportPagesZipPagesInput,\n IExportPagesZipPagesOutput\n >({\n id: PageExportTask.ZipPages,\n title: \"Page Builder - Export Pages - Zip Pages\",\n description: \"Export pages from the Page Builder - zip pages.\",\n /**\n * If we ever hit the max iterations limit, we should decrease the number of pages being zipped in one task execution.\n */\n maxIterations: 10,\n run: async params => {\n const { response, isAborted } = params;\n /**\n * We always need to check task status.\n */\n if (isAborted()) {\n return response.aborted();\n }\n\n const { ExportPagesZipPages } = await import(\n /* webpackChunkName: \"ExportPagesZipPages\" */ \"~/export/pages/ExportPagesZipPages\"\n );\n\n const exportPagesZipPages = new ExportPagesZipPages();\n return await exportPagesZipPages.execute(params);\n }\n });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAOO,MAAME,6BAA6B,GAAGA,CAAA,KAAM;EAC/C,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,QAAQ;IAC3BC,KAAK,EAAE,yCAAyC;IAChDC,WAAW,EAAE,iDAAiD;IAC9D;AACR;AACA;IACQC,aAAa,EAAE,EAAE;IACjBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MAEA,MAAM;QAAEC;MAAoB,CAAC,GAAG,MAAM,MAAM,EACxC,qFACJ,CAAC;MAED,MAAMC,mBAAmB,GAAG,IAAID,mBAAmB,CAAC,CAAC;MACrD,OAAO,MAAMC,mBAAmB,CAACC,OAAO,CAACN,MAAM,CAAC;IACpD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,6BAAA,GAAAA,6BAAA","ignoreList":[]}
@@ -1 +1 @@
1
- {"version":3,"names":["_tasks","require","_types","createImportPagesControllerTask","createPrivateTaskDefinition","id","PageImportTask","Controller","title","description","maxIterations","run","params","response","isAborted","aborted","ImportPagesController","importPagesController","execute","exports"],"sources":["importPagesControllerTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n IImportPagesControllerInput,\n IImportPagesControllerOutput,\n PageImportTask\n} from \"~/import/pages/types\";\n\nexport const createImportPagesControllerTask = () => {\n return createPrivateTaskDefinition<\n PbImportExportContext,\n IImportPagesControllerInput,\n IImportPagesControllerOutput\n >({\n id: PageImportTask.Controller,\n title: \"Page Builder - Import Pages Controlelr\",\n description: \"Import pages from the Page Builder.\",\n /**\n * We want to have a lot of executions because we need to pool the subtasks all the time.\n */\n maxIterations: 500,\n run: async params => {\n const { response, isAborted } = params;\n /**\n * We always need to check task status.\n */\n if (isAborted()) {\n return response.aborted();\n }\n const { ImportPagesController } = await import(\n /* webpackChunkName: \"ImportPagesController\" */ \"~/import/pages/ImportPagesController\"\n );\n\n const importPagesController = new ImportPagesController();\n\n return await importPagesController.execute(params);\n }\n });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAMO,MAAME,+BAA+B,GAAGA,CAAA,KAAM;EACjD,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,UAAU;IAC7BC,KAAK,EAAE,wCAAwC;IAC/CC,WAAW,EAAE,qCAAqC;IAClD;AACR;AACA;IACQC,aAAa,EAAE,GAAG;IAClBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MACA,MAAM;QAAEC;MAAsB,CAAC,GAAG,MAAM,MAAM,EAC1C,yFACJ,CAAC;MAED,MAAMC,qBAAqB,GAAG,IAAID,qBAAqB,CAAC,CAAC;MAEzD,OAAO,MAAMC,qBAAqB,CAACC,OAAO,CAACN,MAAM,CAAC;IACtD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,+BAAA,GAAAA,+BAAA"}
1
+ {"version":3,"names":["_tasks","require","_types","createImportPagesControllerTask","createPrivateTaskDefinition","id","PageImportTask","Controller","title","description","maxIterations","run","params","response","isAborted","aborted","ImportPagesController","importPagesController","execute","exports"],"sources":["importPagesControllerTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n IImportPagesControllerInput,\n IImportPagesControllerOutput,\n PageImportTask\n} from \"~/import/pages/types\";\n\nexport const createImportPagesControllerTask = () => {\n return createPrivateTaskDefinition<\n PbImportExportContext,\n IImportPagesControllerInput,\n IImportPagesControllerOutput\n >({\n id: PageImportTask.Controller,\n title: \"Page Builder - Import Pages Controlelr\",\n description: \"Import pages from the Page Builder.\",\n /**\n * We want to have a lot of executions because we need to pool the subtasks all the time.\n */\n maxIterations: 500,\n run: async params => {\n const { response, isAborted } = params;\n /**\n * We always need to check task status.\n */\n if (isAborted()) {\n return response.aborted();\n }\n const { ImportPagesController } = await import(\n /* webpackChunkName: \"ImportPagesController\" */ \"~/import/pages/ImportPagesController\"\n );\n\n const importPagesController = new ImportPagesController();\n\n return await importPagesController.execute(params);\n }\n });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAMO,MAAME,+BAA+B,GAAGA,CAAA,KAAM;EACjD,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,UAAU;IAC7BC,KAAK,EAAE,wCAAwC;IAC/CC,WAAW,EAAE,qCAAqC;IAClD;AACR;AACA;IACQC,aAAa,EAAE,GAAG;IAClBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MACA,MAAM;QAAEC;MAAsB,CAAC,GAAG,MAAM,MAAM,EAC1C,yFACJ,CAAC;MAED,MAAMC,qBAAqB,GAAG,IAAID,qBAAqB,CAAC,CAAC;MAEzD,OAAO,MAAMC,qBAAqB,CAACC,OAAO,CAACN,MAAM,CAAC;IACtD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,+BAAA,GAAAA,+BAAA","ignoreList":[]}
@@ -1 +1 @@
1
- {"version":3,"names":["_tasks","require","_types","createImportPagesProcessPagesTask","createPrivateTaskDefinition","id","PageImportTask","Process","title","description","maxIterations","run","params","response","isAborted","aborted","ImportPagesProcessPages","importPagesProcessPages","execute","exports"],"sources":["importPagesProcessPageTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n IImportPagesProcessPagesInput,\n IImportPagesProcessPagesOutput,\n PageImportTask\n} from \"~/import/pages/types\";\n\nexport const createImportPagesProcessPagesTask = () => {\n return createPrivateTaskDefinition<\n PbImportExportContext,\n IImportPagesProcessPagesInput,\n IImportPagesProcessPagesOutput\n >({\n id: PageImportTask.Process,\n title: \"Page Builder - Import Pages Process\",\n description: \"Import pages from the Page Builder - Process pages.\",\n /**\n * We do not want to have a large number of iterations because we are splitting page processing into multiple tasks.\n */\n maxIterations: 20,\n run: async params => {\n const { response, isAborted } = params;\n /**\n * We always need to check task status.\n */\n if (isAborted()) {\n return response.aborted();\n }\n const { ImportPagesProcessPages } = await import(\n /* webpackChunkName: \"ImportPagesProcessPages\" */ \"~/import/pages/ImportPagesProcessPages\"\n );\n\n const importPagesProcessPages = new ImportPagesProcessPages();\n\n return await importPagesProcessPages.execute(params);\n }\n });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAMO,MAAME,iCAAiC,GAAGA,CAAA,KAAM;EACnD,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,OAAO;IAC1BC,KAAK,EAAE,qCAAqC;IAC5CC,WAAW,EAAE,qDAAqD;IAClE;AACR;AACA;IACQC,aAAa,EAAE,EAAE;IACjBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MACA,MAAM;QAAEC;MAAwB,CAAC,GAAG,MAAM,MAAM,EAC5C,6FACJ,CAAC;MAED,MAAMC,uBAAuB,GAAG,IAAID,uBAAuB,CAAC,CAAC;MAE7D,OAAO,MAAMC,uBAAuB,CAACC,OAAO,CAACN,MAAM,CAAC;IACxD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,iCAAA,GAAAA,iCAAA"}
1
+ {"version":3,"names":["_tasks","require","_types","createImportPagesProcessPagesTask","createPrivateTaskDefinition","id","PageImportTask","Process","title","description","maxIterations","run","params","response","isAborted","aborted","ImportPagesProcessPages","importPagesProcessPages","execute","exports"],"sources":["importPagesProcessPageTask.ts"],"sourcesContent":["import { createPrivateTaskDefinition } from \"@webiny/tasks\";\nimport { PbImportExportContext } from \"~/graphql/types\";\nimport {\n IImportPagesProcessPagesInput,\n IImportPagesProcessPagesOutput,\n PageImportTask\n} from \"~/import/pages/types\";\n\nexport const createImportPagesProcessPagesTask = () => {\n return createPrivateTaskDefinition<\n PbImportExportContext,\n IImportPagesProcessPagesInput,\n IImportPagesProcessPagesOutput\n >({\n id: PageImportTask.Process,\n title: \"Page Builder - Import Pages Process\",\n description: \"Import pages from the Page Builder - Process pages.\",\n /**\n * We do not want to have a large number of iterations because we are splitting page processing into multiple tasks.\n */\n maxIterations: 20,\n run: async params => {\n const { response, isAborted } = params;\n /**\n * We always need to check task status.\n */\n if (isAborted()) {\n return response.aborted();\n }\n const { ImportPagesProcessPages } = await import(\n /* webpackChunkName: \"ImportPagesProcessPages\" */ \"~/import/pages/ImportPagesProcessPages\"\n );\n\n const importPagesProcessPages = new ImportPagesProcessPages();\n\n return await importPagesProcessPages.execute(params);\n }\n });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAMO,MAAME,iCAAiC,GAAGA,CAAA,KAAM;EACnD,OAAO,IAAAC,kCAA2B,EAIhC;IACEC,EAAE,EAAEC,qBAAc,CAACC,OAAO;IAC1BC,KAAK,EAAE,qCAAqC;IAC5CC,WAAW,EAAE,qDAAqD;IAClE;AACR;AACA;IACQC,aAAa,EAAE,EAAE;IACjBC,GAAG,EAAE,MAAMC,MAAM,IAAI;MACjB,MAAM;QAAEC,QAAQ;QAAEC;MAAU,CAAC,GAAGF,MAAM;MACtC;AACZ;AACA;MACY,IAAIE,SAAS,CAAC,CAAC,EAAE;QACb,OAAOD,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B;MACA,MAAM;QAAEC;MAAwB,CAAC,GAAG,MAAM,MAAM,EAC5C,6FACJ,CAAC;MAED,MAAMC,uBAAuB,GAAG,IAAID,uBAAuB,CAAC,CAAC;MAE7D,OAAO,MAAMC,uBAAuB,CAACC,OAAO,CAACN,MAAM,CAAC;IACxD;EACJ,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAAhB,iCAAA,GAAAA,iCAAA","ignoreList":[]}
@@ -1 +1 @@
1
- {"version":3,"names":["_exportPagesControllerTask","require","_importPagesControllerTask","_exportPagesZipPagesTask","_exportPagesCleanupTask","_importPagesProcessPageTask","createPagesTasks","createExportPagesControllerTask","createExportPagesZipPagesTask","createExportPagesCleanupTask","createImportPagesControllerTask","createImportPagesProcessPagesTask","exports"],"sources":["index.ts"],"sourcesContent":["import { createExportPagesControllerTask } from \"./exportPagesControllerTask\";\nimport { createImportPagesControllerTask } from \"./importPagesControllerTask\";\nimport { createExportPagesZipPagesTask } from \"./exportPagesZipPagesTask\";\nimport { createExportPagesCleanupTask } from \"./exportPagesCleanupTask\";\nimport { createImportPagesProcessPagesTask } from \"./importPagesProcessPageTask\";\n\nexport const createPagesTasks = () => {\n return [\n createExportPagesControllerTask(),\n createExportPagesZipPagesTask(),\n createExportPagesCleanupTask(),\n createImportPagesControllerTask(),\n createImportPagesProcessPagesTask()\n ];\n};\n"],"mappings":";;;;;;AAAA,IAAAA,0BAAA,GAAAC,OAAA;AACA,IAAAC,0BAAA,GAAAD,OAAA;AACA,IAAAE,wBAAA,GAAAF,OAAA;AACA,IAAAG,uBAAA,GAAAH,OAAA;AACA,IAAAI,2BAAA,GAAAJ,OAAA;AAEO,MAAMK,gBAAgB,GAAGA,CAAA,KAAM;EAClC,OAAO,CACH,IAAAC,0DAA+B,EAAC,CAAC,EACjC,IAAAC,sDAA6B,EAAC,CAAC,EAC/B,IAAAC,oDAA4B,EAAC,CAAC,EAC9B,IAAAC,0DAA+B,EAAC,CAAC,EACjC,IAAAC,6DAAiC,EAAC,CAAC,CACtC;AACL,CAAC;AAACC,OAAA,CAAAN,gBAAA,GAAAA,gBAAA"}
1
+ {"version":3,"names":["_exportPagesControllerTask","require","_importPagesControllerTask","_exportPagesZipPagesTask","_exportPagesCleanupTask","_importPagesProcessPageTask","createPagesTasks","createExportPagesControllerTask","createExportPagesZipPagesTask","createExportPagesCleanupTask","createImportPagesControllerTask","createImportPagesProcessPagesTask","exports"],"sources":["index.ts"],"sourcesContent":["import { createExportPagesControllerTask } from \"./exportPagesControllerTask\";\nimport { createImportPagesControllerTask } from \"./importPagesControllerTask\";\nimport { createExportPagesZipPagesTask } from \"./exportPagesZipPagesTask\";\nimport { createExportPagesCleanupTask } from \"./exportPagesCleanupTask\";\nimport { createImportPagesProcessPagesTask } from \"./importPagesProcessPageTask\";\n\nexport const createPagesTasks = () => {\n return [\n createExportPagesControllerTask(),\n createExportPagesZipPagesTask(),\n createExportPagesCleanupTask(),\n createImportPagesControllerTask(),\n createImportPagesProcessPagesTask()\n ];\n};\n"],"mappings":";;;;;;AAAA,IAAAA,0BAAA,GAAAC,OAAA;AACA,IAAAC,0BAAA,GAAAD,OAAA;AACA,IAAAE,wBAAA,GAAAF,OAAA;AACA,IAAAG,uBAAA,GAAAH,OAAA;AACA,IAAAI,2BAAA,GAAAJ,OAAA;AAEO,MAAMK,gBAAgB,GAAGA,CAAA,KAAM;EAClC,OAAO,CACH,IAAAC,0DAA+B,EAAC,CAAC,EACjC,IAAAC,sDAA6B,EAAC,CAAC,EAC/B,IAAAC,oDAA4B,EAAC,CAAC,EAC9B,IAAAC,0DAA+B,EAAC,CAAC,EACjC,IAAAC,6DAAiC,EAAC,CAAC,CACtC;AACL,CAAC;AAACC,OAAA,CAAAN,gBAAA,GAAAA,gBAAA","ignoreList":[]}
package/types.js CHANGED
@@ -21,13 +21,12 @@ Object.keys(_types).forEach(function (key) {
21
21
  });
22
22
  });
23
23
  // Entities.
24
- let ExportRevisionType = /*#__PURE__*/function (ExportRevisionType) {
24
+ let ExportRevisionType = exports.ExportRevisionType = /*#__PURE__*/function (ExportRevisionType) {
25
25
  ExportRevisionType["PUBLISHED"] = "published";
26
26
  ExportRevisionType["LATEST"] = "latest";
27
27
  return ExportRevisionType;
28
28
  }({});
29
- exports.ExportRevisionType = ExportRevisionType;
30
- let ImportExportTaskStatus = /*#__PURE__*/function (ImportExportTaskStatus) {
29
+ let ImportExportTaskStatus = exports.ImportExportTaskStatus = /*#__PURE__*/function (ImportExportTaskStatus) {
31
30
  ImportExportTaskStatus["PENDING"] = "pending";
32
31
  ImportExportTaskStatus["PROCESSING"] = "processing";
33
32
  ImportExportTaskStatus["COMPLETED"] = "completed";
@@ -86,6 +85,5 @@ let ImportExportTaskStatus = /*#__PURE__*/function (ImportExportTaskStatus) {
86
85
  * @category StorageOperations
87
86
  * @category ImportExportTaskStorageOperations
88
87
  */
89
- exports.ImportExportTaskStatus = ImportExportTaskStatus;
90
88
 
91
89
  //# sourceMappingURL=types.js.map
package/types.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"names":["_types","require","Object","keys","forEach","key","prototype","hasOwnProperty","call","_exportNames","exports","defineProperty","enumerable","get","ExportRevisionType","ImportExportTaskStatus"],"sources":["types.ts"],"sourcesContent":["export * from \"./graphql/types\";\n\n// Entities.\nexport enum ExportRevisionType {\n PUBLISHED = \"published\",\n LATEST = \"latest\"\n}\n\nexport enum ImportExportTaskStatus {\n PENDING = \"pending\",\n PROCESSING = \"processing\",\n COMPLETED = \"completed\",\n FAILED = \"failed\"\n}\n\nexport interface ImportExportTaskStats {\n [ImportExportTaskStatus.PENDING]: number;\n [ImportExportTaskStatus.PROCESSING]: number;\n [ImportExportTaskStatus.COMPLETED]: number;\n [ImportExportTaskStatus.FAILED]: number;\n total: number;\n}\n\ninterface CreatedBy {\n id: string;\n type: string;\n displayName: string | null;\n}\n\nexport interface ImportExportTask {\n id: string;\n parent: string;\n status: ImportExportTaskStatus;\n data: Record<string, any>;\n stats: ImportExportTaskStats;\n error: Record<string, any>;\n input: Record<string, any>;\n createdOn: string;\n createdBy: CreatedBy;\n tenant: string;\n locale: string;\n}\n\nexport interface File {\n id: string;\n src: string;\n}\n\nexport interface MetaResponse {\n cursor: string | null;\n totalCount: number;\n hasMoreItems: boolean;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetParams {\n where: {\n id: string;\n tenant: string;\n locale: string;\n };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListParams {\n where: {\n tenant: string;\n locale: string;\n };\n sort?: string[];\n limit?: number;\n after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListResponse = [ImportExportTask[], MetaResponse];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateParams {\n input: Record<string, any>;\n task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateParams {\n input: Record<string, any>;\n original: ImportExportTask;\n task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsDeleteParams {\n task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetSubTaskParams {\n where: {\n id: string;\n parent: string;\n tenant: string;\n locale: string;\n };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListSubTaskParams {\n where: {\n tenant: string;\n locale: string;\n parent: string;\n status: ImportExportTaskStatus;\n createdBy?: string;\n };\n sort?: string[];\n limit?: number;\n after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListSubTaskResponse = [\n ImportExportTask[],\n MetaResponse\n];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateSubTaskParams {\n input: Record<string, any>;\n subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateSubTaskParams {\n input: Record<string, any>;\n original: ImportExportTask;\n subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateTaskStatsParams {\n input: {\n prevStatus: ImportExportTaskStatus;\n nextStatus: ImportExportTaskStatus;\n };\n original: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperations {\n /**\n * Get a single import export task item by given params.\n */\n getTask(params: ImportExportTaskStorageOperationsGetParams): Promise<ImportExportTask | null>;\n\n /**\n * Get all import export tasks by given params.\n */\n listTasks(\n params: ImportExportTaskStorageOperationsListParams\n ): Promise<ImportExportTaskStorageOperationsListResponse>;\n\n createTask(params: ImportExportTaskStorageOperationsCreateParams): Promise<ImportExportTask>;\n\n updateTask(params: ImportExportTaskStorageOperationsUpdateParams): Promise<ImportExportTask>;\n\n deleteTask(params: ImportExportTaskStorageOperationsDeleteParams): Promise<ImportExportTask>;\n\n updateTaskStats(\n params: ImportExportTaskStorageOperationsUpdateTaskStatsParams\n ): Promise<ImportExportTask>;\n\n /**\n * Get a single import export sub-task item by given params.\n */\n getSubTask(\n params: ImportExportTaskStorageOperationsGetSubTaskParams\n ): Promise<ImportExportTask | null>;\n\n /**\n * Get all import export sub-tasks by given params.\n */\n listSubTasks(\n params: ImportExportTaskStorageOperationsListSubTaskParams\n ): Promise<ImportExportTaskStorageOperationsListSubTaskResponse>;\n\n createSubTask(\n params: ImportExportTaskStorageOperationsCreateSubTaskParams\n ): Promise<ImportExportTask>;\n\n updateSubTask(\n params: ImportExportTaskStorageOperationsUpdateSubTaskParams\n ): Promise<ImportExportTask>;\n}\n\nexport interface FileUploadsData {\n /**\n * Location of export data file. Export data contains the relevant entity data (block, page, template), and an\n * array of file objects, exported from the DB, that need to be imported.\n *\n * Example:\n * 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/8lf6x9v69-header-1/Header #1.json'\n */\n data: string;\n /**\n * Example:\n * '8ldspraka-9l9iaffak-1.jpeg': 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/assets/8ldspraka-9l9iaffak-1.jpeg',\n * '8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png': 'IMPORTS/8lf6y7xp5/8lf6x9v69-header-1/assets/8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png'\n */\n assets: Record<string, string>;\n}\n\nexport interface ImportData {\n assets: Record<string, string>;\n data: string;\n key: string;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,MAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAC,YAAA,EAAAJ,GAAA;EAAA,IAAAA,GAAA,IAAAK,OAAA,IAAAA,OAAA,CAAAL,GAAA,MAAAL,MAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAS,cAAA,CAAAD,OAAA,EAAAL,GAAA;IAAAO,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAb,MAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AAEA;AAAA,IACYS,kBAAkB,0BAAlBA,kBAAkB;EAAlBA,kBAAkB;EAAlBA,kBAAkB;EAAA,OAAlBA,kBAAkB;AAAA;AAAAJ,OAAA,CAAAI,kBAAA,GAAAA,kBAAA;AAAA,IAKlBC,sBAAsB,0BAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAA,OAAtBA,sBAAsB;AAAA;AA8ClC;AACA;AACA;AACA;AASA;AACA;AACA;AACA;AAWA;AACA;AACA;AACA;AAGA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAOA;AACA;AACA;AACA;AAKA;AACA;AACA;AACA;AAUA;AACA;AACA;AACA;AAcA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAOA;AACA;AACA;AACA;AASA;AACA;AACA;AACA;AAHAL,OAAA,CAAAK,sBAAA,GAAAA,sBAAA"}
1
+ {"version":3,"names":["_types","require","Object","keys","forEach","key","prototype","hasOwnProperty","call","_exportNames","exports","defineProperty","enumerable","get","ExportRevisionType","ImportExportTaskStatus"],"sources":["types.ts"],"sourcesContent":["export * from \"./graphql/types\";\n\n// Entities.\nexport enum ExportRevisionType {\n PUBLISHED = \"published\",\n LATEST = \"latest\"\n}\n\nexport enum ImportExportTaskStatus {\n PENDING = \"pending\",\n PROCESSING = \"processing\",\n COMPLETED = \"completed\",\n FAILED = \"failed\"\n}\n\nexport interface ImportExportTaskStats {\n [ImportExportTaskStatus.PENDING]: number;\n [ImportExportTaskStatus.PROCESSING]: number;\n [ImportExportTaskStatus.COMPLETED]: number;\n [ImportExportTaskStatus.FAILED]: number;\n total: number;\n}\n\ninterface CreatedBy {\n id: string;\n type: string;\n displayName: string | null;\n}\n\nexport interface ImportExportTask {\n id: string;\n parent: string;\n status: ImportExportTaskStatus;\n data: Record<string, any>;\n stats: ImportExportTaskStats;\n error: Record<string, any>;\n input: Record<string, any>;\n createdOn: string;\n createdBy: CreatedBy;\n tenant: string;\n locale: string;\n}\n\nexport interface File {\n id: string;\n src: string;\n}\n\nexport interface MetaResponse {\n cursor: string | null;\n totalCount: number;\n hasMoreItems: boolean;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetParams {\n where: {\n id: string;\n tenant: string;\n locale: string;\n };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListParams {\n where: {\n tenant: string;\n locale: string;\n };\n sort?: string[];\n limit?: number;\n after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListResponse = [ImportExportTask[], MetaResponse];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateParams {\n input: Record<string, any>;\n task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateParams {\n input: Record<string, any>;\n original: ImportExportTask;\n task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsDeleteParams {\n task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetSubTaskParams {\n where: {\n id: string;\n parent: string;\n tenant: string;\n locale: string;\n };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListSubTaskParams {\n where: {\n tenant: string;\n locale: string;\n parent: string;\n status: ImportExportTaskStatus;\n createdBy?: string;\n };\n sort?: string[];\n limit?: number;\n after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListSubTaskResponse = [\n ImportExportTask[],\n MetaResponse\n];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateSubTaskParams {\n input: Record<string, any>;\n subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateSubTaskParams {\n input: Record<string, any>;\n original: ImportExportTask;\n subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateTaskStatsParams {\n input: {\n prevStatus: ImportExportTaskStatus;\n nextStatus: ImportExportTaskStatus;\n };\n original: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperations {\n /**\n * Get a single import export task item by given params.\n */\n getTask(params: ImportExportTaskStorageOperationsGetParams): Promise<ImportExportTask | null>;\n\n /**\n * Get all import export tasks by given params.\n */\n listTasks(\n params: ImportExportTaskStorageOperationsListParams\n ): Promise<ImportExportTaskStorageOperationsListResponse>;\n\n createTask(params: ImportExportTaskStorageOperationsCreateParams): Promise<ImportExportTask>;\n\n updateTask(params: ImportExportTaskStorageOperationsUpdateParams): Promise<ImportExportTask>;\n\n deleteTask(params: ImportExportTaskStorageOperationsDeleteParams): Promise<ImportExportTask>;\n\n updateTaskStats(\n params: ImportExportTaskStorageOperationsUpdateTaskStatsParams\n ): Promise<ImportExportTask>;\n\n /**\n * Get a single import export sub-task item by given params.\n */\n getSubTask(\n params: ImportExportTaskStorageOperationsGetSubTaskParams\n ): Promise<ImportExportTask | null>;\n\n /**\n * Get all import export sub-tasks by given params.\n */\n listSubTasks(\n params: ImportExportTaskStorageOperationsListSubTaskParams\n ): Promise<ImportExportTaskStorageOperationsListSubTaskResponse>;\n\n createSubTask(\n params: ImportExportTaskStorageOperationsCreateSubTaskParams\n ): Promise<ImportExportTask>;\n\n updateSubTask(\n params: ImportExportTaskStorageOperationsUpdateSubTaskParams\n ): Promise<ImportExportTask>;\n}\n\nexport interface FileUploadsData {\n /**\n * Location of export data file. Export data contains the relevant entity data (block, page, template), and an\n * array of file objects, exported from the DB, that need to be imported.\n *\n * Example:\n * 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/8lf6x9v69-header-1/Header #1.json'\n */\n data: string;\n /**\n * Example:\n * '8ldspraka-9l9iaffak-1.jpeg': 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/assets/8ldspraka-9l9iaffak-1.jpeg',\n * '8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png': 'IMPORTS/8lf6y7xp5/8lf6x9v69-header-1/assets/8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png'\n */\n assets: Record<string, string>;\n}\n\nexport interface ImportData {\n assets: Record<string, string>;\n data: string;\n key: string;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,MAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAC,YAAA,EAAAJ,GAAA;EAAA,IAAAA,GAAA,IAAAK,OAAA,IAAAA,OAAA,CAAAL,GAAA,MAAAL,MAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAS,cAAA,CAAAD,OAAA,EAAAL,GAAA;IAAAO,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAb,MAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AAEA;AAAA,IACYS,kBAAkB,GAAAJ,OAAA,CAAAI,kBAAA,0BAAlBA,kBAAkB;EAAlBA,kBAAkB;EAAlBA,kBAAkB;EAAA,OAAlBA,kBAAkB;AAAA;AAAA,IAKlBC,sBAAsB,GAAAL,OAAA,CAAAK,sBAAA,0BAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAA,OAAtBA,sBAAsB;AAAA;AA8ClC;AACA;AACA;AACA;AASA;AACA;AACA;AACA;AAWA;AACA;AACA;AACA;AAGA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAOA;AACA;AACA;AACA;AAKA;AACA;AACA;AACA;AAUA;AACA;AACA;AACA;AAcA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAOA;AACA;AACA;AACA;AASA;AACA;AACA;AACA","ignoreList":[]}
package/utils/ZipFiles.js CHANGED
@@ -31,7 +31,6 @@ class ZipFiles {
31
31
  maxTotalSockets: 10000,
32
32
  keepAliveMsecs: 900000 // milliseconds / 15 minutes
33
33
  }),
34
-
35
34
  httpsAgent: new _https.Agent({
36
35
  maxSockets: 10000,
37
36
  keepAlive: true,
@@ -42,11 +41,9 @@ class ZipFiles {
42
41
  maxTotalSockets: 10000,
43
42
  keepAliveMsecs: 900000 // milliseconds / 15 minutes
44
43
  }),
45
-
46
44
  requestTimeout: 900000 // milliseconds / 15 minutes
47
45
  })
48
46
  });
49
-
50
47
  const streamPassThrough = new _stream.Stream.PassThrough({
51
48
  autoDestroy: true
52
49
  });
@@ -1 +1 @@
1
- {"version":3,"names":["_archiver","require","_clientS","_path","_interopRequireDefault","_stream","_libStorage","_nodeHttpHandler","_https","_http","ZipFiles","bucket","process","env","S3_BUCKET","debug","DEBUG","constructor","options","setDebug","targetFileName","files","fileNames","Array","from","s3Client","createS3Client","requestHandler","NodeHttpHandler","connectionTimeout","httpAgent","HttpAgent","maxSockets","keepAlive","maxFreeSockets","maxTotalSockets","keepAliveMsecs","httpsAgent","HttpsAgent","sessionTimeout","maxCachedSessions","requestTimeout","streamPassThrough","Stream","PassThrough","autoDestroy","upload","Upload","client","params","ACL","Body","Bucket","ContentType","Key","queueSize","partSize","leavePartsOnError","archive","createArchiver","on","error","console","Error","name","code","message","path","stack","pipe","data","log","addFileToArchive","file","shift","setTimeout","finalize","cmd","GetObjectCommand","response","send","basename","append","result","done","destroy","undefined","exports"],"sources":["ZipFiles.ts"],"sourcesContent":["import { ArchiverError, create as createArchiver } from \"archiver\";\nimport {\n CompleteMultipartUploadOutput,\n createS3Client,\n GetObjectCommand\n} from \"@webiny/aws-sdk/client-s3\";\nimport path from \"path\";\nimport { type Readable, Stream } from \"stream\";\nimport { Upload } from \"@webiny/aws-sdk/lib-storage\";\nimport { NodeHttpHandler } from \"@smithy/node-http-handler\";\nimport { Agent as HttpsAgent } from \"https\";\nimport { Agent as HttpAgent } from \"http\";\n\nexport interface ZipFilesOptions {\n debug?: boolean;\n}\n\nexport class ZipFiles {\n private readonly bucket: string = process.env.S3_BUCKET as string;\n private debug: boolean = process.env.DEBUG === \"true\";\n\n public constructor(options?: ZipFilesOptions) {\n this.setDebug(options?.debug);\n }\n\n public async process(\n targetFileName: string,\n files: string[]\n ): Promise<CompleteMultipartUploadOutput> {\n const fileNames = Array.from(files);\n const s3Client = createS3Client({\n requestHandler: new NodeHttpHandler({\n connectionTimeout: 0,\n httpAgent: new HttpAgent({\n maxSockets: 10000,\n keepAlive: true,\n maxFreeSockets: 10000,\n maxTotalSockets: 10000,\n keepAliveMsecs: 900000 // milliseconds / 15 minutes\n }),\n httpsAgent: new HttpsAgent({\n maxSockets: 10000,\n keepAlive: true,\n sessionTimeout: 900, // seconds / 15 minutes\n maxCachedSessions: 100000,\n maxFreeSockets: 10000,\n maxTotalSockets: 10000,\n keepAliveMsecs: 900000 // milliseconds / 15 minutes\n }),\n requestTimeout: 900000 // milliseconds / 15 minutes\n })\n });\n\n const streamPassThrough = new Stream.PassThrough({\n autoDestroy: true\n });\n\n const upload = new Upload({\n client: s3Client,\n params: {\n ACL: \"private\",\n Body: streamPassThrough,\n Bucket: this.bucket,\n ContentType: \"application/zip\",\n Key: targetFileName\n },\n queueSize: 1,\n partSize: 1024 * 1024 * 5,\n leavePartsOnError: false\n });\n\n const archive = createArchiver(\"zip\", {});\n\n archive.on(\"error\", (error: ArchiverError) => {\n console.error(error);\n throw new Error(\n `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n );\n });\n\n archive.pipe(streamPassThrough);\n\n /**\n * To combine all the files into a single zip file, we need to add files one by one.\n *\n * addFileToArchive() method is called every time an entry event is triggered on the archive - it means that file was added into the archive.\n * The method is called manually, first time, to start the process.\n */\n\n archive.on(\"entry\", data => {\n this.debug && console.log(`Archived file: ${data.name}`);\n addFileToArchive();\n });\n\n const addFileToArchive = async (): Promise<void> => {\n const file = fileNames.shift();\n if (!file) {\n this.debug && console.log(\"No more files to add to the archive.\");\n /**\n * Must call finalize() with a timeout, otherwise the lambda crashes.\n */\n setTimeout(() => {\n archive.finalize();\n }, 200);\n return;\n }\n this.debug && console.log(`Adding file \"${file}\" to the archive.`);\n const cmd = new GetObjectCommand({\n Bucket: this.bucket,\n Key: file\n });\n\n const response = await s3Client.send(cmd);\n // Possible to get a null response.Body?\n // Typescript says yes, so let's check it.\n if (!response.Body) {\n this.debug &&\n console.log(`No response.Body for file \"${file}\", moving to next file.`);\n return addFileToArchive();\n }\n const name = `${path.basename(file)}`;\n\n archive.append(response.Body as Readable, {\n name\n });\n };\n\n addFileToArchive();\n\n const result = await upload.done();\n\n s3Client.destroy();\n return result;\n }\n\n private setDebug(debug?: boolean): void {\n if (debug === undefined) {\n return;\n }\n this.debug = debug;\n }\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,SAAA,GAAAC,OAAA;AACA,IAAAC,QAAA,GAAAD,OAAA;AAKA,IAAAE,KAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,WAAA,GAAAL,OAAA;AACA,IAAAM,gBAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,KAAA,GAAAR,OAAA;AAMO,MAAMS,QAAQ,CAAC;EACDC,MAAM,GAAWC,OAAO,CAACC,GAAG,CAACC,SAAS;EAC/CC,KAAK,GAAYH,OAAO,CAACC,GAAG,CAACG,KAAK,KAAK,MAAM;EAE9CC,WAAWA,CAACC,OAAyB,EAAE;IAC1C,IAAI,CAACC,QAAQ,CAACD,OAAO,EAAEH,KAAK,CAAC;EACjC;EAEA,MAAaH,OAAOA,CAChBQ,cAAsB,EACtBC,KAAe,EACuB;IACtC,MAAMC,SAAS,GAAGC,KAAK,CAACC,IAAI,CAACH,KAAK,CAAC;IACnC,MAAMI,QAAQ,GAAG,IAAAC,uBAAc,EAAC;MAC5BC,cAAc,EAAE,IAAIC,gCAAe,CAAC;QAChCC,iBAAiB,EAAE,CAAC;QACpBC,SAAS,EAAE,IAAIC,WAAS,CAAC;UACrBC,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfC,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;;QACFC,UAAU,EAAE,IAAIC,YAAU,CAAC;UACvBN,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfM,cAAc,EAAE,GAAG;UAAE;UACrBC,iBAAiB,EAAE,MAAM;UACzBN,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;;QACFK,cAAc,EAAE,MAAM,CAAC;MAC3B,CAAC;IACL,CAAC,CAAC;;IAEF,MAAMC,iBAAiB,GAAG,IAAIC,cAAM,CAACC,WAAW,CAAC;MAC7CC,WAAW,EAAE;IACjB,CAAC,CAAC;IAEF,MAAMC,MAAM,GAAG,IAAIC,kBAAM,CAAC;MACtBC,MAAM,EAAEvB,QAAQ;MAChBwB,MAAM,EAAE;QACJC,GAAG,EAAE,SAAS;QACdC,IAAI,EAAET,iBAAiB;QACvBU,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB0C,WAAW,EAAE,iBAAiB;QAC9BC,GAAG,EAAElC;MACT,CAAC;MACDmC,SAAS,EAAE,CAAC;MACZC,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;MACzBC,iBAAiB,EAAE;IACvB,CAAC,CAAC;IAEF,MAAMC,OAAO,GAAG,IAAAC,gBAAc,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAEzCD,OAAO,CAACE,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1CC,OAAO,CAACD,KAAK,CAACA,KAAK,CAAC;MACpB,MAAM,IAAIE,KAAK,CACV,GAAEF,KAAK,CAACG,IAAK,IAAGH,KAAK,CAACI,IAAK,IAAGJ,KAAK,CAACK,OAAQ,IAAGL,KAAK,CAACM,IAAK,IAAGN,KAAK,CAACO,KAAM,EAC9E,CAAC;IACL,CAAC,CAAC;IAEFV,OAAO,CAACW,IAAI,CAAC3B,iBAAiB,CAAC;;IAE/B;AACR;AACA;AACA;AACA;AACA;;IAEQgB,OAAO,CAACE,EAAE,CAAC,OAAO,EAAEU,IAAI,IAAI;MACxB,IAAI,CAACvD,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAE,kBAAiBD,IAAI,CAACN,IAAK,EAAC,CAAC;MACxDQ,gBAAgB,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,MAAMA,gBAAgB,GAAG,MAAAA,CAAA,KAA2B;MAChD,MAAMC,IAAI,GAAGnD,SAAS,CAACoD,KAAK,CAAC,CAAC;MAC9B,IAAI,CAACD,IAAI,EAAE;QACP,IAAI,CAAC1D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,sCAAsC,CAAC;QACjE;AAChB;AACA;QACgBI,UAAU,CAAC,MAAM;UACbjB,OAAO,CAACkB,QAAQ,CAAC,CAAC;QACtB,CAAC,EAAE,GAAG,CAAC;QACP;MACJ;MACA,IAAI,CAAC7D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAE,gBAAeE,IAAK,mBAAkB,CAAC;MAClE,MAAMI,GAAG,GAAG,IAAIC,yBAAgB,CAAC;QAC7B1B,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB2C,GAAG,EAAEmB;MACT,CAAC,CAAC;MAEF,MAAMM,QAAQ,GAAG,MAAMtD,QAAQ,CAACuD,IAAI,CAACH,GAAG,CAAC;MACzC;MACA;MACA,IAAI,CAACE,QAAQ,CAAC5B,IAAI,EAAE;QAChB,IAAI,CAACpC,KAAK,IACN+C,OAAO,CAACS,GAAG,CAAE,8BAA6BE,IAAK,yBAAwB,CAAC;QAC5E,OAAOD,gBAAgB,CAAC,CAAC;MAC7B;MACA,MAAMR,IAAI,GAAI,GAAEG,aAAI,CAACc,QAAQ,CAACR,IAAI,CAAE,EAAC;MAErCf,OAAO,CAACwB,MAAM,CAACH,QAAQ,CAAC5B,IAAI,EAAc;QACtCa;MACJ,CAAC,CAAC;IACN,CAAC;IAEDQ,gBAAgB,CAAC,CAAC;IAElB,MAAMW,MAAM,GAAG,MAAMrC,MAAM,CAACsC,IAAI,CAAC,CAAC;IAElC3D,QAAQ,CAAC4D,OAAO,CAAC,CAAC;IAClB,OAAOF,MAAM;EACjB;EAEQhE,QAAQA,CAACJ,KAAe,EAAQ;IACpC,IAAIA,KAAK,KAAKuE,SAAS,EAAE;MACrB;IACJ;IACA,IAAI,CAACvE,KAAK,GAAGA,KAAK;EACtB;AACJ;AAACwE,OAAA,CAAA7E,QAAA,GAAAA,QAAA"}
1
+ {"version":3,"names":["_archiver","require","_clientS","_path","_interopRequireDefault","_stream","_libStorage","_nodeHttpHandler","_https","_http","ZipFiles","bucket","process","env","S3_BUCKET","debug","DEBUG","constructor","options","setDebug","targetFileName","files","fileNames","Array","from","s3Client","createS3Client","requestHandler","NodeHttpHandler","connectionTimeout","httpAgent","HttpAgent","maxSockets","keepAlive","maxFreeSockets","maxTotalSockets","keepAliveMsecs","httpsAgent","HttpsAgent","sessionTimeout","maxCachedSessions","requestTimeout","streamPassThrough","Stream","PassThrough","autoDestroy","upload","Upload","client","params","ACL","Body","Bucket","ContentType","Key","queueSize","partSize","leavePartsOnError","archive","createArchiver","on","error","console","Error","name","code","message","path","stack","pipe","data","log","addFileToArchive","file","shift","setTimeout","finalize","cmd","GetObjectCommand","response","send","basename","append","result","done","destroy","undefined","exports"],"sources":["ZipFiles.ts"],"sourcesContent":["import { ArchiverError, create as createArchiver } from \"archiver\";\nimport {\n CompleteMultipartUploadOutput,\n createS3Client,\n GetObjectCommand\n} from \"@webiny/aws-sdk/client-s3\";\nimport path from \"path\";\nimport { type Readable, Stream } from \"stream\";\nimport { Upload } from \"@webiny/aws-sdk/lib-storage\";\nimport { NodeHttpHandler } from \"@smithy/node-http-handler\";\nimport { Agent as HttpsAgent } from \"https\";\nimport { Agent as HttpAgent } from \"http\";\n\nexport interface ZipFilesOptions {\n debug?: boolean;\n}\n\nexport class ZipFiles {\n private readonly bucket: string = process.env.S3_BUCKET as string;\n private debug: boolean = process.env.DEBUG === \"true\";\n\n public constructor(options?: ZipFilesOptions) {\n this.setDebug(options?.debug);\n }\n\n public async process(\n targetFileName: string,\n files: string[]\n ): Promise<CompleteMultipartUploadOutput> {\n const fileNames = Array.from(files);\n const s3Client = createS3Client({\n requestHandler: new NodeHttpHandler({\n connectionTimeout: 0,\n httpAgent: new HttpAgent({\n maxSockets: 10000,\n keepAlive: true,\n maxFreeSockets: 10000,\n maxTotalSockets: 10000,\n keepAliveMsecs: 900000 // milliseconds / 15 minutes\n }),\n httpsAgent: new HttpsAgent({\n maxSockets: 10000,\n keepAlive: true,\n sessionTimeout: 900, // seconds / 15 minutes\n maxCachedSessions: 100000,\n maxFreeSockets: 10000,\n maxTotalSockets: 10000,\n keepAliveMsecs: 900000 // milliseconds / 15 minutes\n }),\n requestTimeout: 900000 // milliseconds / 15 minutes\n })\n });\n\n const streamPassThrough = new Stream.PassThrough({\n autoDestroy: true\n });\n\n const upload = new Upload({\n client: s3Client,\n params: {\n ACL: \"private\",\n Body: streamPassThrough,\n Bucket: this.bucket,\n ContentType: \"application/zip\",\n Key: targetFileName\n },\n queueSize: 1,\n partSize: 1024 * 1024 * 5,\n leavePartsOnError: false\n });\n\n const archive = createArchiver(\"zip\", {});\n\n archive.on(\"error\", (error: ArchiverError) => {\n console.error(error);\n throw new Error(\n `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n );\n });\n\n archive.pipe(streamPassThrough);\n\n /**\n * To combine all the files into a single zip file, we need to add files one by one.\n *\n * addFileToArchive() method is called every time an entry event is triggered on the archive - it means that file was added into the archive.\n * The method is called manually, first time, to start the process.\n */\n\n archive.on(\"entry\", data => {\n this.debug && console.log(`Archived file: ${data.name}`);\n addFileToArchive();\n });\n\n const addFileToArchive = async (): Promise<void> => {\n const file = fileNames.shift();\n if (!file) {\n this.debug && console.log(\"No more files to add to the archive.\");\n /**\n * Must call finalize() with a timeout, otherwise the lambda crashes.\n */\n setTimeout(() => {\n archive.finalize();\n }, 200);\n return;\n }\n this.debug && console.log(`Adding file \"${file}\" to the archive.`);\n const cmd = new GetObjectCommand({\n Bucket: this.bucket,\n Key: file\n });\n\n const response = await s3Client.send(cmd);\n // Possible to get a null response.Body?\n // Typescript says yes, so let's check it.\n if (!response.Body) {\n this.debug &&\n console.log(`No response.Body for file \"${file}\", moving to next file.`);\n return addFileToArchive();\n }\n const name = `${path.basename(file)}`;\n\n archive.append(response.Body as Readable, {\n name\n });\n };\n\n addFileToArchive();\n\n const result = await upload.done();\n\n s3Client.destroy();\n return result;\n }\n\n private setDebug(debug?: boolean): void {\n if (debug === undefined) {\n return;\n }\n this.debug = debug;\n }\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,SAAA,GAAAC,OAAA;AACA,IAAAC,QAAA,GAAAD,OAAA;AAKA,IAAAE,KAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,WAAA,GAAAL,OAAA;AACA,IAAAM,gBAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,KAAA,GAAAR,OAAA;AAMO,MAAMS,QAAQ,CAAC;EACDC,MAAM,GAAWC,OAAO,CAACC,GAAG,CAACC,SAAS;EAC/CC,KAAK,GAAYH,OAAO,CAACC,GAAG,CAACG,KAAK,KAAK,MAAM;EAE9CC,WAAWA,CAACC,OAAyB,EAAE;IAC1C,IAAI,CAACC,QAAQ,CAACD,OAAO,EAAEH,KAAK,CAAC;EACjC;EAEA,MAAaH,OAAOA,CAChBQ,cAAsB,EACtBC,KAAe,EACuB;IACtC,MAAMC,SAAS,GAAGC,KAAK,CAACC,IAAI,CAACH,KAAK,CAAC;IACnC,MAAMI,QAAQ,GAAG,IAAAC,uBAAc,EAAC;MAC5BC,cAAc,EAAE,IAAIC,gCAAe,CAAC;QAChCC,iBAAiB,EAAE,CAAC;QACpBC,SAAS,EAAE,IAAIC,WAAS,CAAC;UACrBC,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfC,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFC,UAAU,EAAE,IAAIC,YAAU,CAAC;UACvBN,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfM,cAAc,EAAE,GAAG;UAAE;UACrBC,iBAAiB,EAAE,MAAM;UACzBN,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFK,cAAc,EAAE,MAAM,CAAC;MAC3B,CAAC;IACL,CAAC,CAAC;IAEF,MAAMC,iBAAiB,GAAG,IAAIC,cAAM,CAACC,WAAW,CAAC;MAC7CC,WAAW,EAAE;IACjB,CAAC,CAAC;IAEF,MAAMC,MAAM,GAAG,IAAIC,kBAAM,CAAC;MACtBC,MAAM,EAAEvB,QAAQ;MAChBwB,MAAM,EAAE;QACJC,GAAG,EAAE,SAAS;QACdC,IAAI,EAAET,iBAAiB;QACvBU,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB0C,WAAW,EAAE,iBAAiB;QAC9BC,GAAG,EAAElC;MACT,CAAC;MACDmC,SAAS,EAAE,CAAC;MACZC,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;MACzBC,iBAAiB,EAAE;IACvB,CAAC,CAAC;IAEF,MAAMC,OAAO,GAAG,IAAAC,gBAAc,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAEzCD,OAAO,CAACE,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1CC,OAAO,CAACD,KAAK,CAACA,KAAK,CAAC;MACpB,MAAM,IAAIE,KAAK,CACV,GAAEF,KAAK,CAACG,IAAK,IAAGH,KAAK,CAACI,IAAK,IAAGJ,KAAK,CAACK,OAAQ,IAAGL,KAAK,CAACM,IAAK,IAAGN,KAAK,CAACO,KAAM,EAC9E,CAAC;IACL,CAAC,CAAC;IAEFV,OAAO,CAACW,IAAI,CAAC3B,iBAAiB,CAAC;;IAE/B;AACR;AACA;AACA;AACA;AACA;;IAEQgB,OAAO,CAACE,EAAE,CAAC,OAAO,EAAEU,IAAI,IAAI;MACxB,IAAI,CAACvD,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAE,kBAAiBD,IAAI,CAACN,IAAK,EAAC,CAAC;MACxDQ,gBAAgB,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,MAAMA,gBAAgB,GAAG,MAAAA,CAAA,KAA2B;MAChD,MAAMC,IAAI,GAAGnD,SAAS,CAACoD,KAAK,CAAC,CAAC;MAC9B,IAAI,CAACD,IAAI,EAAE;QACP,IAAI,CAAC1D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,sCAAsC,CAAC;QACjE;AAChB;AACA;QACgBI,UAAU,CAAC,MAAM;UACbjB,OAAO,CAACkB,QAAQ,CAAC,CAAC;QACtB,CAAC,EAAE,GAAG,CAAC;QACP;MACJ;MACA,IAAI,CAAC7D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAE,gBAAeE,IAAK,mBAAkB,CAAC;MAClE,MAAMI,GAAG,GAAG,IAAIC,yBAAgB,CAAC;QAC7B1B,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB2C,GAAG,EAAEmB;MACT,CAAC,CAAC;MAEF,MAAMM,QAAQ,GAAG,MAAMtD,QAAQ,CAACuD,IAAI,CAACH,GAAG,CAAC;MACzC;MACA;MACA,IAAI,CAACE,QAAQ,CAAC5B,IAAI,EAAE;QAChB,IAAI,CAACpC,KAAK,IACN+C,OAAO,CAACS,GAAG,CAAE,8BAA6BE,IAAK,yBAAwB,CAAC;QAC5E,OAAOD,gBAAgB,CAAC,CAAC;MAC7B;MACA,MAAMR,IAAI,GAAI,GAAEG,aAAI,CAACc,QAAQ,CAACR,IAAI,CAAE,EAAC;MAErCf,OAAO,CAACwB,MAAM,CAACH,QAAQ,CAAC5B,IAAI,EAAc;QACtCa;MACJ,CAAC,CAAC;IACN,CAAC;IAEDQ,gBAAgB,CAAC,CAAC;IAElB,MAAMW,MAAM,GAAG,MAAMrC,MAAM,CAACsC,IAAI,CAAC,CAAC;IAElC3D,QAAQ,CAAC4D,OAAO,CAAC,CAAC;IAClB,OAAOF,MAAM;EACjB;EAEQhE,QAAQA,CAACJ,KAAe,EAAQ;IACpC,IAAIA,KAAK,KAAKuE,SAAS,EAAE;MACrB;IACJ;IACA,IAAI,CAACvE,KAAK,GAAGA,KAAK;EACtB;AACJ;AAACwE,OAAA,CAAA7E,QAAA,GAAAA,QAAA","ignoreList":[]}