@webiny/api-page-builder-import-export 0.0.0-unstable.d16f688daf → 0.0.0-unstable.d65ec29d44

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (84) hide show
  1. package/client.js +2 -6
  2. package/client.js.map +1 -1
  3. package/export/combine/blocksHandler.js +11 -18
  4. package/export/combine/blocksHandler.js.map +1 -1
  5. package/export/combine/index.js +14 -9
  6. package/export/combine/index.js.map +1 -1
  7. package/export/combine/pagesHandler.js +11 -18
  8. package/export/combine/pagesHandler.js.map +1 -1
  9. package/export/combine/templatesHandler.d.ts +6 -0
  10. package/export/combine/templatesHandler.js +99 -0
  11. package/export/combine/templatesHandler.js.map +1 -0
  12. package/export/process/blocksHandler.js +18 -32
  13. package/export/process/blocksHandler.js.map +1 -1
  14. package/export/process/index.js +14 -9
  15. package/export/process/index.js.map +1 -1
  16. package/export/process/pagesHandler.js +19 -34
  17. package/export/process/pagesHandler.js.map +1 -1
  18. package/export/process/templatesHandler.d.ts +6 -0
  19. package/export/process/templatesHandler.js +166 -0
  20. package/export/process/templatesHandler.js.map +1 -0
  21. package/export/s3Stream.js +1 -20
  22. package/export/s3Stream.js.map +1 -1
  23. package/export/utils.d.ts +7 -1
  24. package/export/utils.js +57 -32
  25. package/export/utils.js.map +1 -1
  26. package/export/zipper.js +29 -41
  27. package/export/zipper.js.map +1 -1
  28. package/graphql/crud/blocks.crud.js +19 -37
  29. package/graphql/crud/blocks.crud.js.map +1 -1
  30. package/graphql/crud/importExportTasks.crud.js +9 -57
  31. package/graphql/crud/importExportTasks.crud.js.map +1 -1
  32. package/graphql/crud/pages.crud.js +25 -41
  33. package/graphql/crud/pages.crud.js.map +1 -1
  34. package/graphql/crud/templates.crud.d.ts +4 -0
  35. package/graphql/crud/templates.crud.js +124 -0
  36. package/graphql/crud/templates.crud.js.map +1 -0
  37. package/graphql/crud.js +2 -7
  38. package/graphql/crud.js.map +1 -1
  39. package/graphql/graphql/blocks.gql.js +1 -6
  40. package/graphql/graphql/blocks.gql.js.map +1 -1
  41. package/graphql/graphql/importExportTasks.gql.js +1 -6
  42. package/graphql/graphql/importExportTasks.gql.js.map +1 -1
  43. package/graphql/graphql/pages.gql.js +2 -7
  44. package/graphql/graphql/pages.gql.js.map +1 -1
  45. package/graphql/graphql/templates.gql.d.ts +4 -0
  46. package/graphql/graphql/templates.gql.js +52 -0
  47. package/graphql/graphql/templates.gql.js.map +1 -0
  48. package/graphql/graphql/utils/resolve.d.ts +1 -1
  49. package/graphql/graphql/utils/resolve.js +0 -3
  50. package/graphql/graphql/utils/resolve.js.map +1 -1
  51. package/graphql/graphql.js +2 -6
  52. package/graphql/graphql.js.map +1 -1
  53. package/graphql/index.js +0 -5
  54. package/graphql/index.js.map +1 -1
  55. package/graphql/types.d.ts +17 -0
  56. package/graphql/types.js.map +1 -1
  57. package/import/create/blocksHandler.js +9 -19
  58. package/import/create/blocksHandler.js.map +1 -1
  59. package/import/create/index.d.ts +2 -1
  60. package/import/create/index.js +14 -9
  61. package/import/create/index.js.map +1 -1
  62. package/import/create/pagesHandler.js +12 -20
  63. package/import/create/pagesHandler.js.map +1 -1
  64. package/import/create/templatesHandler.d.ts +3 -0
  65. package/import/create/templatesHandler.js +98 -0
  66. package/import/create/templatesHandler.js.map +1 -0
  67. package/import/process/blocksHandler.js +20 -26
  68. package/import/process/blocksHandler.js.map +1 -1
  69. package/import/process/index.d.ts +1 -0
  70. package/import/process/index.js +14 -9
  71. package/import/process/index.js.map +1 -1
  72. package/import/process/pagesHandler.js +26 -29
  73. package/import/process/pagesHandler.js.map +1 -1
  74. package/import/process/templatesHandler.d.ts +3 -0
  75. package/import/process/templatesHandler.js +169 -0
  76. package/import/process/templatesHandler.js.map +1 -0
  77. package/import/utils.d.ts +8 -1
  78. package/import/utils.js +103 -137
  79. package/import/utils.js.map +1 -1
  80. package/mockSecurity.js +0 -2
  81. package/mockSecurity.js.map +1 -1
  82. package/package.json +24 -24
  83. package/types.js +0 -5
  84. package/types.js.map +1 -1
@@ -1 +1 @@
1
- {"version":3,"names":["ARCHIVE_CONTENT_TYPE","S3Stream","constructor","s3","S3","region","process","env","AWS_REGION","bucket","S3_BUCKET","getPresignedUrl","key","getSignedUrl","Bucket","Key","Expires","isFileAccessible","getObjectHead","error","console","warn","log","headObject","promise","readStream","getObject","createReadStream","writeStream","contentType","streamPassThrough","Stream","PassThrough","params","ACL","Body","ContentType","streamPassThroughUploadPromise","upload","listObject","prefix","listObjects","Prefix","deleteObject","s3Stream"],"sources":["s3Stream.ts"],"sourcesContent":["import { Stream, PassThrough, Readable } from \"stream\";\nimport S3 from \"aws-sdk/clients/s3\";\n\nconst ARCHIVE_CONTENT_TYPE = \"application/zip\";\n\nclass S3Stream {\n s3: S3;\n bucket: string;\n\n constructor() {\n this.s3 = new S3({\n region: process.env.AWS_REGION as string\n });\n this.bucket = process.env.S3_BUCKET as string;\n }\n\n getPresignedUrl(key: string) {\n return this.s3.getSignedUrl(\"getObject\", {\n Bucket: this.bucket,\n Key: key,\n Expires: 604800 // 1 week\n });\n }\n\n /**\n * We're checking if the file is accessible on S3 by getting object meta data.\n * It help us to filter files that we need to download as part of export data.\n * @param Key {string}\n */\n async isFileAccessible(Key: string): Promise<boolean> {\n try {\n await this.getObjectHead(Key);\n return true;\n } catch (error) {\n console.warn(`Error while fetching meta data for file \"${Key}\"`);\n console.log(error);\n return false;\n }\n }\n\n getObjectHead(Key: string): Promise<S3.HeadObjectOutput> {\n return this.s3.headObject({ Bucket: this.bucket, Key }).promise();\n }\n\n readStream(Key: string): Readable {\n return this.s3.getObject({ Bucket: this.bucket, Key }).createReadStream();\n }\n\n writeStream(\n Key: string,\n contentType: string = ARCHIVE_CONTENT_TYPE\n ): {\n streamPassThrough: PassThrough;\n streamPassThroughUploadPromise: Promise<S3.ManagedUpload.SendData>;\n } {\n const streamPassThrough = new Stream.PassThrough();\n\n const params: S3.PutObjectRequest = {\n ACL: \"private\",\n Body: streamPassThrough,\n Bucket: this.bucket,\n ContentType: contentType,\n Key\n };\n\n return {\n streamPassThrough: streamPassThrough,\n /**\n * We're not using the `FileManager` storage plugin here because it currently doesn't support streams.\n */\n streamPassThroughUploadPromise: this.s3.upload(params).promise()\n };\n }\n\n upload(params: {\n Key: string;\n ContentType: string;\n Body: Buffer;\n }): Promise<S3.ManagedUpload.SendData> {\n return this.s3\n .upload({\n ACL: \"private\",\n Bucket: this.bucket,\n ...params\n })\n .promise();\n }\n\n listObject(prefix: string): Promise<S3.ListObjectsOutput> {\n return this.s3\n .listObjects({\n Bucket: this.bucket,\n Prefix: prefix\n })\n .promise();\n }\n\n deleteObject(key: string): Promise<S3.DeleteObjectOutput> {\n return this.s3.deleteObject({ Key: key, Bucket: this.bucket }).promise();\n }\n}\n\nexport const s3Stream = new S3Stream();\n"],"mappings":";;;;;;;;;;;;;AAAA;;AACA;;AAEA,MAAMA,oBAAoB,GAAG,iBAA7B;;AAEA,MAAMC,QAAN,CAAe;EAIXC,WAAW,GAAG;IAAA;IAAA;IACV,KAAKC,EAAL,GAAU,IAAIC,UAAJ,CAAO;MACbC,MAAM,EAAEC,OAAO,CAACC,GAAR,CAAYC;IADP,CAAP,CAAV;IAGA,KAAKC,MAAL,GAAcH,OAAO,CAACC,GAAR,CAAYG,SAA1B;EACH;;EAEDC,eAAe,CAACC,GAAD,EAAc;IACzB,OAAO,KAAKT,EAAL,CAAQU,YAAR,CAAqB,WAArB,EAAkC;MACrCC,MAAM,EAAE,KAAKL,MADwB;MAErCM,GAAG,EAAEH,GAFgC;MAGrCI,OAAO,EAAE,MAH4B,CAGrB;;IAHqB,CAAlC,CAAP;EAKH;EAED;AACJ;AACA;AACA;AACA;;;EAC0B,MAAhBC,gBAAgB,CAACF,GAAD,EAAgC;IAClD,IAAI;MACA,MAAM,KAAKG,aAAL,CAAmBH,GAAnB,CAAN;MACA,OAAO,IAAP;IACH,CAHD,CAGE,OAAOI,KAAP,EAAc;MACZC,OAAO,CAACC,IAAR,CAAc,4CAA2CN,GAAI,GAA7D;MACAK,OAAO,CAACE,GAAR,CAAYH,KAAZ;MACA,OAAO,KAAP;IACH;EACJ;;EAEDD,aAAa,CAACH,GAAD,EAA4C;IACrD,OAAO,KAAKZ,EAAL,CAAQoB,UAAR,CAAmB;MAAET,MAAM,EAAE,KAAKL,MAAf;MAAuBM;IAAvB,CAAnB,EAAiDS,OAAjD,EAAP;EACH;;EAEDC,UAAU,CAACV,GAAD,EAAwB;IAC9B,OAAO,KAAKZ,EAAL,CAAQuB,SAAR,CAAkB;MAAEZ,MAAM,EAAE,KAAKL,MAAf;MAAuBM;IAAvB,CAAlB,EAAgDY,gBAAhD,EAAP;EACH;;EAEDC,WAAW,CACPb,GADO,EAEPc,WAAmB,GAAG7B,oBAFf,EAMT;IACE,MAAM8B,iBAAiB,GAAG,IAAIC,cAAA,CAAOC,WAAX,EAA1B;IAEA,MAAMC,MAA2B,GAAG;MAChCC,GAAG,EAAE,SAD2B;MAEhCC,IAAI,EAAEL,iBAF0B;MAGhChB,MAAM,EAAE,KAAKL,MAHmB;MAIhC2B,WAAW,EAAEP,WAJmB;MAKhCd;IALgC,CAApC;IAQA,OAAO;MACHe,iBAAiB,EAAEA,iBADhB;;MAEH;AACZ;AACA;MACYO,8BAA8B,EAAE,KAAKlC,EAAL,CAAQmC,MAAR,CAAeL,MAAf,EAAuBT,OAAvB;IAL7B,CAAP;EAOH;;EAEDc,MAAM,CAACL,MAAD,EAIiC;IACnC,OAAO,KAAK9B,EAAL,CACFmC,MADE;MAECJ,GAAG,EAAE,SAFN;MAGCpB,MAAM,EAAE,KAAKL;IAHd,GAIIwB,MAJJ,GAMFT,OANE,EAAP;EAOH;;EAEDe,UAAU,CAACC,MAAD,EAAgD;IACtD,OAAO,KAAKrC,EAAL,CACFsC,WADE,CACU;MACT3B,MAAM,EAAE,KAAKL,MADJ;MAETiC,MAAM,EAAEF;IAFC,CADV,EAKFhB,OALE,EAAP;EAMH;;EAEDmB,YAAY,CAAC/B,GAAD,EAA8C;IACtD,OAAO,KAAKT,EAAL,CAAQwC,YAAR,CAAqB;MAAE5B,GAAG,EAAEH,GAAP;MAAYE,MAAM,EAAE,KAAKL;IAAzB,CAArB,EAAwDe,OAAxD,EAAP;EACH;;AA9FU;;AAiGR,MAAMoB,QAAQ,GAAG,IAAI3C,QAAJ,EAAjB"}
1
+ {"version":3,"names":["ARCHIVE_CONTENT_TYPE","S3Stream","constructor","s3","S3","region","process","env","AWS_REGION","bucket","S3_BUCKET","getPresignedUrl","key","getSignedUrl","Bucket","Key","Expires","isFileAccessible","getObjectHead","error","console","warn","log","headObject","promise","readStream","getObject","createReadStream","writeStream","contentType","streamPassThrough","Stream","PassThrough","params","ACL","Body","ContentType","streamPassThroughUploadPromise","upload","listObject","prefix","listObjects","Prefix","deleteObject","s3Stream"],"sources":["s3Stream.ts"],"sourcesContent":["import { Stream, PassThrough, Readable } from \"stream\";\nimport S3 from \"aws-sdk/clients/s3\";\n\nconst ARCHIVE_CONTENT_TYPE = \"application/zip\";\n\nclass S3Stream {\n s3: S3;\n bucket: string;\n\n constructor() {\n this.s3 = new S3({\n region: process.env.AWS_REGION as string\n });\n this.bucket = process.env.S3_BUCKET as string;\n }\n\n getPresignedUrl(key: string) {\n return this.s3.getSignedUrl(\"getObject\", {\n Bucket: this.bucket,\n Key: key,\n Expires: 604800 // 1 week\n });\n }\n\n /**\n * We're checking if the file is accessible on S3 by getting object meta data.\n * It help us to filter files that we need to download as part of export data.\n * @param Key {string}\n */\n async isFileAccessible(Key: string): Promise<boolean> {\n try {\n await this.getObjectHead(Key);\n return true;\n } catch (error) {\n console.warn(`Error while fetching meta data for file \"${Key}\"`);\n console.log(error);\n return false;\n }\n }\n\n getObjectHead(Key: string): Promise<S3.HeadObjectOutput> {\n return this.s3.headObject({ Bucket: this.bucket, Key }).promise();\n }\n\n readStream(Key: string): Readable {\n return this.s3.getObject({ Bucket: this.bucket, Key }).createReadStream();\n }\n\n writeStream(\n Key: string,\n contentType: string = ARCHIVE_CONTENT_TYPE\n ): {\n streamPassThrough: PassThrough;\n streamPassThroughUploadPromise: Promise<S3.ManagedUpload.SendData>;\n } {\n const streamPassThrough = new Stream.PassThrough();\n\n const params: S3.PutObjectRequest = {\n ACL: \"private\",\n Body: streamPassThrough,\n Bucket: this.bucket,\n ContentType: contentType,\n Key\n };\n\n return {\n streamPassThrough: streamPassThrough,\n /**\n * We're not using the `FileManager` storage plugin here because it currently doesn't support streams.\n */\n streamPassThroughUploadPromise: this.s3.upload(params).promise()\n };\n }\n\n upload(params: {\n Key: string;\n ContentType: string;\n Body: Buffer;\n }): Promise<S3.ManagedUpload.SendData> {\n return this.s3\n .upload({\n ACL: \"private\",\n Bucket: this.bucket,\n ...params\n })\n .promise();\n }\n\n listObject(prefix: string): Promise<S3.ListObjectsOutput> {\n return this.s3\n .listObjects({\n Bucket: this.bucket,\n Prefix: prefix\n })\n .promise();\n }\n\n deleteObject(key: string): Promise<S3.DeleteObjectOutput> {\n return this.s3.deleteObject({ Key: key, Bucket: this.bucket }).promise();\n }\n}\n\nexport const s3Stream = new S3Stream();\n"],"mappings":";;;;;;;;;AAAA;AACA;AAEA,MAAMA,oBAAoB,GAAG,iBAAiB;AAE9C,MAAMC,QAAQ,CAAC;EAIXC,WAAW,GAAG;IAAA;IAAA;IACV,IAAI,CAACC,EAAE,GAAG,IAAIC,UAAE,CAAC;MACbC,MAAM,EAAEC,OAAO,CAACC,GAAG,CAACC;IACxB,CAAC,CAAC;IACF,IAAI,CAACC,MAAM,GAAGH,OAAO,CAACC,GAAG,CAACG,SAAmB;EACjD;EAEAC,eAAe,CAACC,GAAW,EAAE;IACzB,OAAO,IAAI,CAACT,EAAE,CAACU,YAAY,CAAC,WAAW,EAAE;MACrCC,MAAM,EAAE,IAAI,CAACL,MAAM;MACnBM,GAAG,EAAEH,GAAG;MACRI,OAAO,EAAE,MAAM,CAAC;IACpB,CAAC,CAAC;EACN;;EAEA;AACJ;AACA;AACA;AACA;EACI,MAAMC,gBAAgB,CAACF,GAAW,EAAoB;IAClD,IAAI;MACA,MAAM,IAAI,CAACG,aAAa,CAACH,GAAG,CAAC;MAC7B,OAAO,IAAI;IACf,CAAC,CAAC,OAAOI,KAAK,EAAE;MACZC,OAAO,CAACC,IAAI,CAAE,4CAA2CN,GAAI,GAAE,CAAC;MAChEK,OAAO,CAACE,GAAG,CAACH,KAAK,CAAC;MAClB,OAAO,KAAK;IAChB;EACJ;EAEAD,aAAa,CAACH,GAAW,EAAgC;IACrD,OAAO,IAAI,CAACZ,EAAE,CAACoB,UAAU,CAAC;MAAET,MAAM,EAAE,IAAI,CAACL,MAAM;MAAEM;IAAI,CAAC,CAAC,CAACS,OAAO,EAAE;EACrE;EAEAC,UAAU,CAACV,GAAW,EAAY;IAC9B,OAAO,IAAI,CAACZ,EAAE,CAACuB,SAAS,CAAC;MAAEZ,MAAM,EAAE,IAAI,CAACL,MAAM;MAAEM;IAAI,CAAC,CAAC,CAACY,gBAAgB,EAAE;EAC7E;EAEAC,WAAW,CACPb,GAAW,EACXc,WAAmB,GAAG7B,oBAAoB,EAI5C;IACE,MAAM8B,iBAAiB,GAAG,IAAIC,cAAM,CAACC,WAAW,EAAE;IAElD,MAAMC,MAA2B,GAAG;MAChCC,GAAG,EAAE,SAAS;MACdC,IAAI,EAAEL,iBAAiB;MACvBhB,MAAM,EAAE,IAAI,CAACL,MAAM;MACnB2B,WAAW,EAAEP,WAAW;MACxBd;IACJ,CAAC;IAED,OAAO;MACHe,iBAAiB,EAAEA,iBAAiB;MACpC;AACZ;AACA;MACYO,8BAA8B,EAAE,IAAI,CAAClC,EAAE,CAACmC,MAAM,CAACL,MAAM,CAAC,CAACT,OAAO;IAClE,CAAC;EACL;EAEAc,MAAM,CAACL,MAIN,EAAsC;IACnC,OAAO,IAAI,CAAC9B,EAAE,CACTmC,MAAM;MACHJ,GAAG,EAAE,SAAS;MACdpB,MAAM,EAAE,IAAI,CAACL;IAAM,GAChBwB,MAAM,EACX,CACDT,OAAO,EAAE;EAClB;EAEAe,UAAU,CAACC,MAAc,EAAiC;IACtD,OAAO,IAAI,CAACrC,EAAE,CACTsC,WAAW,CAAC;MACT3B,MAAM,EAAE,IAAI,CAACL,MAAM;MACnBiC,MAAM,EAAEF;IACZ,CAAC,CAAC,CACDhB,OAAO,EAAE;EAClB;EAEAmB,YAAY,CAAC/B,GAAW,EAAkC;IACtD,OAAO,IAAI,CAACT,EAAE,CAACwC,YAAY,CAAC;MAAE5B,GAAG,EAAEH,GAAG;MAAEE,MAAM,EAAE,IAAI,CAACL;IAAO,CAAC,CAAC,CAACe,OAAO,EAAE;EAC5E;AACJ;AAEO,MAAMoB,QAAQ,GAAG,IAAI3C,QAAQ,EAAE;AAAC"}
package/export/utils.d.ts CHANGED
@@ -1,8 +1,9 @@
1
1
  import S3 from "aws-sdk/clients/s3";
2
- import { Page, PageBlock } from "@webiny/api-page-builder/types";
2
+ import { Page, PageBlock, PageTemplate } from "@webiny/api-page-builder/types";
3
3
  import { FileManagerContext, File } from "@webiny/api-file-manager/types";
4
4
  export declare const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
5
5
  export declare const EXPORT_BLOCKS_FOLDER_KEY = "WEBINY_PB_EXPORT_BLOCK";
6
+ export declare const EXPORT_TEMPLATES_FOLDER_KEY = "WEBINY_PB_EXPORT_TEMPLATE";
6
7
  export interface ExportedPageData {
7
8
  page: Pick<Page, "content" | "title" | "version" | "status" | "settings" | "path">;
8
9
  files: File[];
@@ -13,4 +14,9 @@ export interface ExportedBlockData {
13
14
  files: File[];
14
15
  }
15
16
  export declare function exportBlock(block: PageBlock, exportBlocksDataKey: string, fileManager: FileManagerContext["fileManager"]): Promise<S3.ManagedUpload.SendData>;
17
+ export interface ExportedTemplateData {
18
+ template: Pick<PageTemplate, "title" | "slug" | "tags" | "description" | "content" | "layout">;
19
+ files: File[];
20
+ }
21
+ export declare function exportTemplate(template: PageTemplate, exportTemplatesDataKey: string, fileManager: FileManagerContext["fileManager"]): Promise<S3.ManagedUpload.SendData>;
16
22
  export declare function extractFilesFromData(data: Record<string, any>, files?: any[]): File[];
package/export/utils.js CHANGED
@@ -1,41 +1,38 @@
1
1
  "use strict";
2
2
 
3
3
  var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
4
-
5
4
  Object.defineProperty(exports, "__esModule", {
6
5
  value: true
7
6
  });
8
- exports.EXPORT_PAGES_FOLDER_KEY = exports.EXPORT_BLOCKS_FOLDER_KEY = void 0;
7
+ exports.EXPORT_TEMPLATES_FOLDER_KEY = exports.EXPORT_PAGES_FOLDER_KEY = exports.EXPORT_BLOCKS_FOLDER_KEY = void 0;
9
8
  exports.exportBlock = exportBlock;
10
9
  exports.exportPage = exportPage;
10
+ exports.exportTemplate = exportTemplate;
11
11
  exports.extractFilesFromData = extractFilesFromData;
12
-
13
12
  var _get = _interopRequireDefault(require("lodash/get"));
14
-
15
13
  var _zipper = _interopRequireDefault(require("./zipper"));
16
-
17
14
  const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
18
15
  exports.EXPORT_PAGES_FOLDER_KEY = EXPORT_PAGES_FOLDER_KEY;
19
16
  const EXPORT_BLOCKS_FOLDER_KEY = "WEBINY_PB_EXPORT_BLOCK";
20
17
  exports.EXPORT_BLOCKS_FOLDER_KEY = EXPORT_BLOCKS_FOLDER_KEY;
21
-
18
+ const EXPORT_TEMPLATES_FOLDER_KEY = "WEBINY_PB_EXPORT_TEMPLATE";
19
+ exports.EXPORT_TEMPLATES_FOLDER_KEY = EXPORT_TEMPLATES_FOLDER_KEY;
22
20
  async function exportPage(page, exportPagesDataKey, fileManager) {
23
21
  // Extract all files
24
- const files = extractFilesFromData(page.content || {}); // Extract images from page settings
25
-
22
+ const files = extractFilesFromData(page.content || {});
23
+ // Extract images from page settings
26
24
  const pageSettingsImages = [(0, _get.default)(page, "settings.general.image"), (0, _get.default)(page, "settings.social.image")].filter(image => image && image.src);
27
- const fileIds = [...files, ...pageSettingsImages].map(imageFile => imageFile.id); // Get file data for all images
28
-
25
+ const fileIds = [...files, ...pageSettingsImages].map(imageFile => imageFile.id);
26
+ // Get file data for all images
29
27
  const imageFilesData = [];
30
-
31
28
  if (fileIds.length > 0) {
32
29
  const [filesData] = await fileManager.files.listFiles({
33
30
  ids: fileIds
34
31
  });
35
32
  imageFilesData.push(...filesData);
36
- } // Extract the page data in a json file and upload it to S3
37
-
33
+ }
38
34
 
35
+ // Extract the page data in a json file and upload it to S3
39
36
  const pageData = {
40
37
  page: {
41
38
  content: page.content,
@@ -58,27 +55,24 @@ async function exportPage(page, exportPagesDataKey, fileManager) {
58
55
  });
59
56
  return zipper.process();
60
57
  }
61
-
62
58
  async function exportBlock(block, exportBlocksDataKey, fileManager) {
63
59
  // Extract all files
64
60
  const files = extractFilesFromData(block.content || {});
65
- const fileIds = files.map(imageFile => imageFile.id); // Get file data for all images
66
-
61
+ const fileIds = files.map(imageFile => imageFile.id);
62
+ // Get file data for all images
67
63
  const imageFilesData = [];
68
-
69
64
  if (fileIds.length > 0) {
70
65
  const [filesData] = await fileManager.files.listFiles({
71
66
  ids: fileIds
72
67
  });
73
68
  imageFilesData.push(...filesData);
74
- } // Add block preview image file data
75
-
76
-
69
+ }
70
+ // Add block preview image file data
77
71
  if (block.preview.id) {
78
72
  imageFilesData.push(await fileManager.files.getFile(block.preview.id));
79
- } // Extract the block data in a json file and upload it to S3
80
-
73
+ }
81
74
 
75
+ // Extract the block data in a json file and upload it to S3
82
76
  const blockData = {
83
77
  block: {
84
78
  name: block.name,
@@ -98,29 +92,61 @@ async function exportBlock(block, exportBlocksDataKey, fileManager) {
98
92
  });
99
93
  return zipper.process();
100
94
  }
95
+ async function exportTemplate(template, exportTemplatesDataKey, fileManager) {
96
+ // Extract all files
97
+ const files = extractFilesFromData(template.content || {});
98
+ const fileIds = files.map(imageFile => imageFile.id);
99
+ // Get file data for all images
100
+ const imageFilesData = [];
101
+ if (fileIds.length > 0) {
102
+ const [filesData] = await fileManager.files.listFiles({
103
+ ids: fileIds
104
+ });
105
+ imageFilesData.push(...filesData);
106
+ }
101
107
 
108
+ // Extract the template data in a json file and upload it to S3
109
+ const templateData = {
110
+ template: {
111
+ title: template.title,
112
+ slug: template.slug,
113
+ tags: template.tags,
114
+ description: template.description,
115
+ content: template.content,
116
+ layout: template.layout
117
+ },
118
+ files: imageFilesData
119
+ };
120
+ const templateDataBuffer = Buffer.from(JSON.stringify(templateData));
121
+ const zipper = new _zipper.default({
122
+ exportInfo: {
123
+ files: imageFilesData,
124
+ name: template.title,
125
+ dataBuffer: templateDataBuffer
126
+ },
127
+ archiveFileKey: exportTemplatesDataKey
128
+ });
129
+ return zipper.process();
130
+ }
102
131
  function extractFilesFromData(data, files = []) {
103
132
  // Base case: termination
104
133
  if (!data || typeof data !== "object") {
105
134
  return files;
106
- } // Recursively call function for each element
107
-
108
-
135
+ }
136
+ // Recursively call function for each element
109
137
  if (Array.isArray(data)) {
110
138
  for (let i = 0; i < data.length; i++) {
111
139
  const element = data[i];
112
140
  extractFilesFromData(element, files);
113
141
  }
114
-
115
142
  return files;
116
- } // Main
117
-
143
+ }
118
144
 
145
+ // Main
119
146
  const tuple = Object.entries(data);
120
-
121
147
  for (let i = 0; i < tuple.length; i++) {
122
- const [key, value] = tuple[i]; // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.
123
-
148
+ const [key, value] = tuple[i];
149
+ // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.
124
150
  if (key === "file" && value) {
125
151
  files.push(value);
126
152
  } else if (key === "images" && Array.isArray(value)) {
@@ -130,6 +156,5 @@ function extractFilesFromData(data, files = []) {
130
156
  extractFilesFromData(value, files);
131
157
  }
132
158
  }
133
-
134
159
  return files;
135
160
  }
@@ -1 +1 @@
1
- {"version":3,"names":["EXPORT_PAGES_FOLDER_KEY","EXPORT_BLOCKS_FOLDER_KEY","exportPage","page","exportPagesDataKey","fileManager","files","extractFilesFromData","content","pageSettingsImages","get","filter","image","src","fileIds","map","imageFile","id","imageFilesData","length","filesData","listFiles","ids","push","pageData","title","path","version","status","settings","pageDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","name","dataBuffer","archiveFileKey","process","exportBlock","block","exportBlocksDataKey","preview","getFile","blockData","blockDataBuffer","data","Array","isArray","i","element","tuple","Object","entries","key","value"],"sources":["utils.ts"],"sourcesContent":["import S3 from \"aws-sdk/clients/s3\";\nimport { Page, PageBlock } from \"@webiny/api-page-builder/types\";\nimport { FileManagerContext, File } from \"@webiny/api-file-manager/types\";\nimport get from \"lodash/get\";\nimport Zipper from \"./zipper\";\n\nexport const EXPORT_PAGES_FOLDER_KEY = \"WEBINY_PB_EXPORT_PAGES\";\nexport const EXPORT_BLOCKS_FOLDER_KEY = \"WEBINY_PB_EXPORT_BLOCK\";\n\nexport interface ExportedPageData {\n page: Pick<Page, \"content\" | \"title\" | \"version\" | \"status\" | \"settings\" | \"path\">;\n files: File[];\n}\n\nexport async function exportPage(\n page: Page,\n exportPagesDataKey: string,\n fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n // Extract all files\n const files = extractFilesFromData(page.content || {});\n // Extract images from page settings\n const pageSettingsImages = [\n get(page, \"settings.general.image\") as unknown as File,\n get(page, \"settings.social.image\") as unknown as File\n ].filter(image => image && image.src);\n\n const fileIds = [...files, ...pageSettingsImages].map(imageFile => imageFile.id);\n // Get file data for all images\n const imageFilesData = [];\n if (fileIds.length > 0) {\n const [filesData] = await fileManager.files.listFiles({ ids: fileIds });\n imageFilesData.push(...filesData);\n }\n\n // Extract the page data in a json file and upload it to S3\n const pageData = {\n page: {\n content: page.content,\n title: page.title,\n path: page.path,\n version: page.version,\n status: page.status,\n settings: page.settings\n },\n files: imageFilesData\n };\n const pageDataBuffer = Buffer.from(JSON.stringify(pageData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: imageFilesData,\n name: page.title,\n dataBuffer: pageDataBuffer\n },\n archiveFileKey: exportPagesDataKey\n });\n\n return zipper.process();\n}\n\nexport interface ExportedBlockData {\n block: Pick<PageBlock, \"name\" | \"content\" | \"preview\">;\n files: File[];\n}\n\nexport async function exportBlock(\n block: PageBlock,\n exportBlocksDataKey: string,\n fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n // Extract all files\n const files = extractFilesFromData(block.content || {});\n const fileIds = files.map(imageFile => imageFile.id);\n // Get file data for all images\n const imageFilesData = [];\n if (fileIds.length > 0) {\n const [filesData] = await fileManager.files.listFiles({ ids: fileIds });\n imageFilesData.push(...filesData);\n }\n // Add block preview image file data\n if (block.preview.id) {\n imageFilesData.push(await fileManager.files.getFile(block.preview.id));\n }\n\n // Extract the block data in a json file and upload it to S3\n const blockData = {\n block: {\n name: block.name,\n content: block.content,\n preview: block.preview\n },\n files: imageFilesData\n };\n const blockDataBuffer = Buffer.from(JSON.stringify(blockData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: imageFilesData,\n name: block.name,\n dataBuffer: blockDataBuffer\n },\n archiveFileKey: exportBlocksDataKey\n });\n\n return zipper.process();\n}\n\nexport function extractFilesFromData(data: Record<string, any>, files: any[] = []): File[] {\n // Base case: termination\n if (!data || typeof data !== \"object\") {\n return files;\n }\n // Recursively call function for each element\n if (Array.isArray(data)) {\n for (let i = 0; i < data.length; i++) {\n const element = data[i];\n extractFilesFromData(element, files);\n }\n return files;\n }\n\n // Main\n const tuple = Object.entries(data);\n for (let i = 0; i < tuple.length; i++) {\n const [key, value] = tuple[i];\n // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.\n if (key === \"file\" && value) {\n files.push(value);\n } else if (key === \"images\" && Array.isArray(value)) {\n // Handle case for \"images-list\" component\n files.push(...value);\n } else {\n extractFilesFromData(value, files);\n }\n }\n return files;\n}\n"],"mappings":";;;;;;;;;;;;AAGA;;AACA;;AAEO,MAAMA,uBAAuB,GAAG,wBAAhC;;AACA,MAAMC,wBAAwB,GAAG,wBAAjC;;;AAOA,eAAeC,UAAf,CACHC,IADG,EAEHC,kBAFG,EAGHC,WAHG,EAI+B;EAClC;EACA,MAAMC,KAAK,GAAGC,oBAAoB,CAACJ,IAAI,CAACK,OAAL,IAAgB,EAAjB,CAAlC,CAFkC,CAGlC;;EACA,MAAMC,kBAAkB,GAAG,CACvB,IAAAC,YAAA,EAAIP,IAAJ,EAAU,wBAAV,CADuB,EAEvB,IAAAO,YAAA,EAAIP,IAAJ,EAAU,uBAAV,CAFuB,EAGzBQ,MAHyB,CAGlBC,KAAK,IAAIA,KAAK,IAAIA,KAAK,CAACC,GAHN,CAA3B;EAKA,MAAMC,OAAO,GAAG,CAAC,GAAGR,KAAJ,EAAW,GAAGG,kBAAd,EAAkCM,GAAlC,CAAsCC,SAAS,IAAIA,SAAS,CAACC,EAA7D,CAAhB,CATkC,CAUlC;;EACA,MAAMC,cAAc,GAAG,EAAvB;;EACA,IAAIJ,OAAO,CAACK,MAAR,GAAiB,CAArB,EAAwB;IACpB,MAAM,CAACC,SAAD,IAAc,MAAMf,WAAW,CAACC,KAAZ,CAAkBe,SAAlB,CAA4B;MAAEC,GAAG,EAAER;IAAP,CAA5B,CAA1B;IACAI,cAAc,CAACK,IAAf,CAAoB,GAAGH,SAAvB;EACH,CAfiC,CAiBlC;;;EACA,MAAMI,QAAQ,GAAG;IACbrB,IAAI,EAAE;MACFK,OAAO,EAAEL,IAAI,CAACK,OADZ;MAEFiB,KAAK,EAAEtB,IAAI,CAACsB,KAFV;MAGFC,IAAI,EAAEvB,IAAI,CAACuB,IAHT;MAIFC,OAAO,EAAExB,IAAI,CAACwB,OAJZ;MAKFC,MAAM,EAAEzB,IAAI,CAACyB,MALX;MAMFC,QAAQ,EAAE1B,IAAI,CAAC0B;IANb,CADO;IASbvB,KAAK,EAAEY;EATM,CAAjB;EAWA,MAAMY,cAAc,GAAGC,MAAM,CAACC,IAAP,CAAYC,IAAI,CAACC,SAAL,CAAeV,QAAf,CAAZ,CAAvB;EAEA,MAAMW,MAAM,GAAG,IAAIC,eAAJ,CAAW;IACtBC,UAAU,EAAE;MACR/B,KAAK,EAAEY,cADC;MAERoB,IAAI,EAAEnC,IAAI,CAACsB,KAFH;MAGRc,UAAU,EAAET;IAHJ,CADU;IAMtBU,cAAc,EAAEpC;EANM,CAAX,CAAf;EASA,OAAO+B,MAAM,CAACM,OAAP,EAAP;AACH;;AAOM,eAAeC,WAAf,CACHC,KADG,EAEHC,mBAFG,EAGHvC,WAHG,EAI+B;EAClC;EACA,MAAMC,KAAK,GAAGC,oBAAoB,CAACoC,KAAK,CAACnC,OAAN,IAAiB,EAAlB,CAAlC;EACA,MAAMM,OAAO,GAAGR,KAAK,CAACS,GAAN,CAAUC,SAAS,IAAIA,SAAS,CAACC,EAAjC,CAAhB,CAHkC,CAIlC;;EACA,MAAMC,cAAc,GAAG,EAAvB;;EACA,IAAIJ,OAAO,CAACK,MAAR,GAAiB,CAArB,EAAwB;IACpB,MAAM,CAACC,SAAD,IAAc,MAAMf,WAAW,CAACC,KAAZ,CAAkBe,SAAlB,CAA4B;MAAEC,GAAG,EAAER;IAAP,CAA5B,CAA1B;IACAI,cAAc,CAACK,IAAf,CAAoB,GAAGH,SAAvB;EACH,CATiC,CAUlC;;;EACA,IAAIuB,KAAK,CAACE,OAAN,CAAc5B,EAAlB,EAAsB;IAClBC,cAAc,CAACK,IAAf,CAAoB,MAAMlB,WAAW,CAACC,KAAZ,CAAkBwC,OAAlB,CAA0BH,KAAK,CAACE,OAAN,CAAc5B,EAAxC,CAA1B;EACH,CAbiC,CAelC;;;EACA,MAAM8B,SAAS,GAAG;IACdJ,KAAK,EAAE;MACHL,IAAI,EAAEK,KAAK,CAACL,IADT;MAEH9B,OAAO,EAAEmC,KAAK,CAACnC,OAFZ;MAGHqC,OAAO,EAAEF,KAAK,CAACE;IAHZ,CADO;IAMdvC,KAAK,EAAEY;EANO,CAAlB;EAQA,MAAM8B,eAAe,GAAGjB,MAAM,CAACC,IAAP,CAAYC,IAAI,CAACC,SAAL,CAAea,SAAf,CAAZ,CAAxB;EAEA,MAAMZ,MAAM,GAAG,IAAIC,eAAJ,CAAW;IACtBC,UAAU,EAAE;MACR/B,KAAK,EAAEY,cADC;MAERoB,IAAI,EAAEK,KAAK,CAACL,IAFJ;MAGRC,UAAU,EAAES;IAHJ,CADU;IAMtBR,cAAc,EAAEI;EANM,CAAX,CAAf;EASA,OAAOT,MAAM,CAACM,OAAP,EAAP;AACH;;AAEM,SAASlC,oBAAT,CAA8B0C,IAA9B,EAAyD3C,KAAY,GAAG,EAAxE,EAAoF;EACvF;EACA,IAAI,CAAC2C,IAAD,IAAS,OAAOA,IAAP,KAAgB,QAA7B,EAAuC;IACnC,OAAO3C,KAAP;EACH,CAJsF,CAKvF;;;EACA,IAAI4C,KAAK,CAACC,OAAN,CAAcF,IAAd,CAAJ,EAAyB;IACrB,KAAK,IAAIG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,IAAI,CAAC9B,MAAzB,EAAiCiC,CAAC,EAAlC,EAAsC;MAClC,MAAMC,OAAO,GAAGJ,IAAI,CAACG,CAAD,CAApB;MACA7C,oBAAoB,CAAC8C,OAAD,EAAU/C,KAAV,CAApB;IACH;;IACD,OAAOA,KAAP;EACH,CAZsF,CAcvF;;;EACA,MAAMgD,KAAK,GAAGC,MAAM,CAACC,OAAP,CAAeP,IAAf,CAAd;;EACA,KAAK,IAAIG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGE,KAAK,CAACnC,MAA1B,EAAkCiC,CAAC,EAAnC,EAAuC;IACnC,MAAM,CAACK,GAAD,EAAMC,KAAN,IAAeJ,KAAK,CAACF,CAAD,CAA1B,CADmC,CAEnC;;IACA,IAAIK,GAAG,KAAK,MAAR,IAAkBC,KAAtB,EAA6B;MACzBpD,KAAK,CAACiB,IAAN,CAAWmC,KAAX;IACH,CAFD,MAEO,IAAID,GAAG,KAAK,QAAR,IAAoBP,KAAK,CAACC,OAAN,CAAcO,KAAd,CAAxB,EAA8C;MACjD;MACApD,KAAK,CAACiB,IAAN,CAAW,GAAGmC,KAAd;IACH,CAHM,MAGA;MACHnD,oBAAoB,CAACmD,KAAD,EAAQpD,KAAR,CAApB;IACH;EACJ;;EACD,OAAOA,KAAP;AACH"}
1
+ {"version":3,"names":["EXPORT_PAGES_FOLDER_KEY","EXPORT_BLOCKS_FOLDER_KEY","EXPORT_TEMPLATES_FOLDER_KEY","exportPage","page","exportPagesDataKey","fileManager","files","extractFilesFromData","content","pageSettingsImages","get","filter","image","src","fileIds","map","imageFile","id","imageFilesData","length","filesData","listFiles","ids","push","pageData","title","path","version","status","settings","pageDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","name","dataBuffer","archiveFileKey","process","exportBlock","block","exportBlocksDataKey","preview","getFile","blockData","blockDataBuffer","exportTemplate","template","exportTemplatesDataKey","templateData","slug","tags","description","layout","templateDataBuffer","data","Array","isArray","i","element","tuple","Object","entries","key","value"],"sources":["utils.ts"],"sourcesContent":["import S3 from \"aws-sdk/clients/s3\";\nimport { Page, PageBlock, PageTemplate } from \"@webiny/api-page-builder/types\";\nimport { FileManagerContext, File } from \"@webiny/api-file-manager/types\";\nimport get from \"lodash/get\";\nimport Zipper from \"./zipper\";\n\nexport const EXPORT_PAGES_FOLDER_KEY = \"WEBINY_PB_EXPORT_PAGES\";\nexport const EXPORT_BLOCKS_FOLDER_KEY = \"WEBINY_PB_EXPORT_BLOCK\";\nexport const EXPORT_TEMPLATES_FOLDER_KEY = \"WEBINY_PB_EXPORT_TEMPLATE\";\n\nexport interface ExportedPageData {\n page: Pick<Page, \"content\" | \"title\" | \"version\" | \"status\" | \"settings\" | \"path\">;\n files: File[];\n}\n\nexport async function exportPage(\n page: Page,\n exportPagesDataKey: string,\n fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n // Extract all files\n const files = extractFilesFromData(page.content || {});\n // Extract images from page settings\n const pageSettingsImages = [\n get(page, \"settings.general.image\") as unknown as File,\n get(page, \"settings.social.image\") as unknown as File\n ].filter(image => image && image.src);\n\n const fileIds = [...files, ...pageSettingsImages].map(imageFile => imageFile.id);\n // Get file data for all images\n const imageFilesData = [];\n if (fileIds.length > 0) {\n const [filesData] = await fileManager.files.listFiles({ ids: fileIds });\n imageFilesData.push(...filesData);\n }\n\n // Extract the page data in a json file and upload it to S3\n const pageData = {\n page: {\n content: page.content,\n title: page.title,\n path: page.path,\n version: page.version,\n status: page.status,\n settings: page.settings\n },\n files: imageFilesData\n };\n const pageDataBuffer = Buffer.from(JSON.stringify(pageData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: imageFilesData,\n name: page.title,\n dataBuffer: pageDataBuffer\n },\n archiveFileKey: exportPagesDataKey\n });\n\n return zipper.process();\n}\n\nexport interface ExportedBlockData {\n block: Pick<PageBlock, \"name\" | \"content\" | \"preview\">;\n files: File[];\n}\n\nexport async function exportBlock(\n block: PageBlock,\n exportBlocksDataKey: string,\n fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n // Extract all files\n const files = extractFilesFromData(block.content || {});\n const fileIds = files.map(imageFile => imageFile.id);\n // Get file data for all images\n const imageFilesData = [];\n if (fileIds.length > 0) {\n const [filesData] = await fileManager.files.listFiles({ ids: fileIds });\n imageFilesData.push(...filesData);\n }\n // Add block preview image file data\n if (block.preview.id) {\n imageFilesData.push(await fileManager.files.getFile(block.preview.id));\n }\n\n // Extract the block data in a json file and upload it to S3\n const blockData = {\n block: {\n name: block.name,\n content: block.content,\n preview: block.preview\n },\n files: imageFilesData\n };\n const blockDataBuffer = Buffer.from(JSON.stringify(blockData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: imageFilesData,\n name: block.name,\n dataBuffer: blockDataBuffer\n },\n archiveFileKey: exportBlocksDataKey\n });\n\n return zipper.process();\n}\n\nexport interface ExportedTemplateData {\n template: Pick<PageTemplate, \"title\" | \"slug\" | \"tags\" | \"description\" | \"content\" | \"layout\">;\n files: File[];\n}\n\nexport async function exportTemplate(\n template: PageTemplate,\n exportTemplatesDataKey: string,\n fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n // Extract all files\n const files = extractFilesFromData(template.content || {});\n const fileIds = files.map(imageFile => imageFile.id);\n // Get file data for all images\n const imageFilesData = [];\n if (fileIds.length > 0) {\n const [filesData] = await fileManager.files.listFiles({ ids: fileIds });\n imageFilesData.push(...filesData);\n }\n\n // Extract the template data in a json file and upload it to S3\n const templateData = {\n template: {\n title: template.title,\n slug: template.slug,\n tags: template.tags,\n description: template.description,\n content: template.content,\n layout: template.layout\n },\n files: imageFilesData\n };\n const templateDataBuffer = Buffer.from(JSON.stringify(templateData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: imageFilesData,\n name: template.title,\n dataBuffer: templateDataBuffer\n },\n archiveFileKey: exportTemplatesDataKey\n });\n\n return zipper.process();\n}\n\nexport function extractFilesFromData(data: Record<string, any>, files: any[] = []): File[] {\n // Base case: termination\n if (!data || typeof data !== \"object\") {\n return files;\n }\n // Recursively call function for each element\n if (Array.isArray(data)) {\n for (let i = 0; i < data.length; i++) {\n const element = data[i];\n extractFilesFromData(element, files);\n }\n return files;\n }\n\n // Main\n const tuple = Object.entries(data);\n for (let i = 0; i < tuple.length; i++) {\n const [key, value] = tuple[i];\n // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.\n if (key === \"file\" && value) {\n files.push(value);\n } else if (key === \"images\" && Array.isArray(value)) {\n // Handle case for \"images-list\" component\n files.push(...value);\n } else {\n extractFilesFromData(value, files);\n }\n }\n return files;\n}\n"],"mappings":";;;;;;;;;;;AAGA;AACA;AAEO,MAAMA,uBAAuB,GAAG,wBAAwB;AAAC;AACzD,MAAMC,wBAAwB,GAAG,wBAAwB;AAAC;AAC1D,MAAMC,2BAA2B,GAAG,2BAA2B;AAAC;AAOhE,eAAeC,UAAU,CAC5BC,IAAU,EACVC,kBAA0B,EAC1BC,WAA8C,EACZ;EAClC;EACA,MAAMC,KAAK,GAAGC,oBAAoB,CAACJ,IAAI,CAACK,OAAO,IAAI,CAAC,CAAC,CAAC;EACtD;EACA,MAAMC,kBAAkB,GAAG,CACvB,IAAAC,YAAG,EAACP,IAAI,EAAE,wBAAwB,CAAC,EACnC,IAAAO,YAAG,EAACP,IAAI,EAAE,uBAAuB,CAAC,CACrC,CAACQ,MAAM,CAACC,KAAK,IAAIA,KAAK,IAAIA,KAAK,CAACC,GAAG,CAAC;EAErC,MAAMC,OAAO,GAAG,CAAC,GAAGR,KAAK,EAAE,GAAGG,kBAAkB,CAAC,CAACM,GAAG,CAACC,SAAS,IAAIA,SAAS,CAACC,EAAE,CAAC;EAChF;EACA,MAAMC,cAAc,GAAG,EAAE;EACzB,IAAIJ,OAAO,CAACK,MAAM,GAAG,CAAC,EAAE;IACpB,MAAM,CAACC,SAAS,CAAC,GAAG,MAAMf,WAAW,CAACC,KAAK,CAACe,SAAS,CAAC;MAAEC,GAAG,EAAER;IAAQ,CAAC,CAAC;IACvEI,cAAc,CAACK,IAAI,CAAC,GAAGH,SAAS,CAAC;EACrC;;EAEA;EACA,MAAMI,QAAQ,GAAG;IACbrB,IAAI,EAAE;MACFK,OAAO,EAAEL,IAAI,CAACK,OAAO;MACrBiB,KAAK,EAAEtB,IAAI,CAACsB,KAAK;MACjBC,IAAI,EAAEvB,IAAI,CAACuB,IAAI;MACfC,OAAO,EAAExB,IAAI,CAACwB,OAAO;MACrBC,MAAM,EAAEzB,IAAI,CAACyB,MAAM;MACnBC,QAAQ,EAAE1B,IAAI,CAAC0B;IACnB,CAAC;IACDvB,KAAK,EAAEY;EACX,CAAC;EACD,MAAMY,cAAc,GAAGC,MAAM,CAACC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACV,QAAQ,CAAC,CAAC;EAE5D,MAAMW,MAAM,GAAG,IAAIC,eAAM,CAAC;IACtBC,UAAU,EAAE;MACR/B,KAAK,EAAEY,cAAc;MACrBoB,IAAI,EAAEnC,IAAI,CAACsB,KAAK;MAChBc,UAAU,EAAET;IAChB,CAAC;IACDU,cAAc,EAAEpC;EACpB,CAAC,CAAC;EAEF,OAAO+B,MAAM,CAACM,OAAO,EAAE;AAC3B;AAOO,eAAeC,WAAW,CAC7BC,KAAgB,EAChBC,mBAA2B,EAC3BvC,WAA8C,EACZ;EAClC;EACA,MAAMC,KAAK,GAAGC,oBAAoB,CAACoC,KAAK,CAACnC,OAAO,IAAI,CAAC,CAAC,CAAC;EACvD,MAAMM,OAAO,GAAGR,KAAK,CAACS,GAAG,CAACC,SAAS,IAAIA,SAAS,CAACC,EAAE,CAAC;EACpD;EACA,MAAMC,cAAc,GAAG,EAAE;EACzB,IAAIJ,OAAO,CAACK,MAAM,GAAG,CAAC,EAAE;IACpB,MAAM,CAACC,SAAS,CAAC,GAAG,MAAMf,WAAW,CAACC,KAAK,CAACe,SAAS,CAAC;MAAEC,GAAG,EAAER;IAAQ,CAAC,CAAC;IACvEI,cAAc,CAACK,IAAI,CAAC,GAAGH,SAAS,CAAC;EACrC;EACA;EACA,IAAIuB,KAAK,CAACE,OAAO,CAAC5B,EAAE,EAAE;IAClBC,cAAc,CAACK,IAAI,CAAC,MAAMlB,WAAW,CAACC,KAAK,CAACwC,OAAO,CAACH,KAAK,CAACE,OAAO,CAAC5B,EAAE,CAAC,CAAC;EAC1E;;EAEA;EACA,MAAM8B,SAAS,GAAG;IACdJ,KAAK,EAAE;MACHL,IAAI,EAAEK,KAAK,CAACL,IAAI;MAChB9B,OAAO,EAAEmC,KAAK,CAACnC,OAAO;MACtBqC,OAAO,EAAEF,KAAK,CAACE;IACnB,CAAC;IACDvC,KAAK,EAAEY;EACX,CAAC;EACD,MAAM8B,eAAe,GAAGjB,MAAM,CAACC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACa,SAAS,CAAC,CAAC;EAE9D,MAAMZ,MAAM,GAAG,IAAIC,eAAM,CAAC;IACtBC,UAAU,EAAE;MACR/B,KAAK,EAAEY,cAAc;MACrBoB,IAAI,EAAEK,KAAK,CAACL,IAAI;MAChBC,UAAU,EAAES;IAChB,CAAC;IACDR,cAAc,EAAEI;EACpB,CAAC,CAAC;EAEF,OAAOT,MAAM,CAACM,OAAO,EAAE;AAC3B;AAOO,eAAeQ,cAAc,CAChCC,QAAsB,EACtBC,sBAA8B,EAC9B9C,WAA8C,EACZ;EAClC;EACA,MAAMC,KAAK,GAAGC,oBAAoB,CAAC2C,QAAQ,CAAC1C,OAAO,IAAI,CAAC,CAAC,CAAC;EAC1D,MAAMM,OAAO,GAAGR,KAAK,CAACS,GAAG,CAACC,SAAS,IAAIA,SAAS,CAACC,EAAE,CAAC;EACpD;EACA,MAAMC,cAAc,GAAG,EAAE;EACzB,IAAIJ,OAAO,CAACK,MAAM,GAAG,CAAC,EAAE;IACpB,MAAM,CAACC,SAAS,CAAC,GAAG,MAAMf,WAAW,CAACC,KAAK,CAACe,SAAS,CAAC;MAAEC,GAAG,EAAER;IAAQ,CAAC,CAAC;IACvEI,cAAc,CAACK,IAAI,CAAC,GAAGH,SAAS,CAAC;EACrC;;EAEA;EACA,MAAMgC,YAAY,GAAG;IACjBF,QAAQ,EAAE;MACNzB,KAAK,EAAEyB,QAAQ,CAACzB,KAAK;MACrB4B,IAAI,EAAEH,QAAQ,CAACG,IAAI;MACnBC,IAAI,EAAEJ,QAAQ,CAACI,IAAI;MACnBC,WAAW,EAAEL,QAAQ,CAACK,WAAW;MACjC/C,OAAO,EAAE0C,QAAQ,CAAC1C,OAAO;MACzBgD,MAAM,EAAEN,QAAQ,CAACM;IACrB,CAAC;IACDlD,KAAK,EAAEY;EACX,CAAC;EACD,MAAMuC,kBAAkB,GAAG1B,MAAM,CAACC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACkB,YAAY,CAAC,CAAC;EAEpE,MAAMjB,MAAM,GAAG,IAAIC,eAAM,CAAC;IACtBC,UAAU,EAAE;MACR/B,KAAK,EAAEY,cAAc;MACrBoB,IAAI,EAAEY,QAAQ,CAACzB,KAAK;MACpBc,UAAU,EAAEkB;IAChB,CAAC;IACDjB,cAAc,EAAEW;EACpB,CAAC,CAAC;EAEF,OAAOhB,MAAM,CAACM,OAAO,EAAE;AAC3B;AAEO,SAASlC,oBAAoB,CAACmD,IAAyB,EAAEpD,KAAY,GAAG,EAAE,EAAU;EACvF;EACA,IAAI,CAACoD,IAAI,IAAI,OAAOA,IAAI,KAAK,QAAQ,EAAE;IACnC,OAAOpD,KAAK;EAChB;EACA;EACA,IAAIqD,KAAK,CAACC,OAAO,CAACF,IAAI,CAAC,EAAE;IACrB,KAAK,IAAIG,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,IAAI,CAACvC,MAAM,EAAE0C,CAAC,EAAE,EAAE;MAClC,MAAMC,OAAO,GAAGJ,IAAI,CAACG,CAAC,CAAC;MACvBtD,oBAAoB,CAACuD,OAAO,EAAExD,KAAK,CAAC;IACxC;IACA,OAAOA,KAAK;EAChB;;EAEA;EACA,MAAMyD,KAAK,GAAGC,MAAM,CAACC,OAAO,CAACP,IAAI,CAAC;EAClC,KAAK,IAAIG,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGE,KAAK,CAAC5C,MAAM,EAAE0C,CAAC,EAAE,EAAE;IACnC,MAAM,CAACK,GAAG,EAAEC,KAAK,CAAC,GAAGJ,KAAK,CAACF,CAAC,CAAC;IAC7B;IACA,IAAIK,GAAG,KAAK,MAAM,IAAIC,KAAK,EAAE;MACzB7D,KAAK,CAACiB,IAAI,CAAC4C,KAAK,CAAC;IACrB,CAAC,MAAM,IAAID,GAAG,KAAK,QAAQ,IAAIP,KAAK,CAACC,OAAO,CAACO,KAAK,CAAC,EAAE;MACjD;MACA7D,KAAK,CAACiB,IAAI,CAAC,GAAG4C,KAAK,CAAC;IACxB,CAAC,MAAM;MACH5D,oBAAoB,CAAC4D,KAAK,EAAE7D,KAAK,CAAC;IACtC;EACJ;EACA,OAAOA,KAAK;AAChB"}
package/export/zipper.js CHANGED
@@ -1,29 +1,20 @@
1
1
  "use strict";
2
2
 
3
3
  var _interopRequireWildcard = require("@babel/runtime/helpers/interopRequireWildcard").default;
4
-
5
4
  var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
6
-
7
5
  Object.defineProperty(exports, "__esModule", {
8
6
  value: true
9
7
  });
10
8
  exports.default = exports.ZipOfZip = void 0;
11
-
12
9
  var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
13
-
14
10
  var _archiver = _interopRequireDefault(require("archiver"));
15
-
16
11
  var _stream = require("stream");
17
-
18
12
  var path = _interopRequireWildcard(require("path"));
19
-
20
13
  var _kebabCase = _interopRequireDefault(require("lodash/kebabCase"));
21
-
22
14
  var _uniqid = _interopRequireDefault(require("uniqid"));
23
-
24
15
  var _s3Stream = require("./s3Stream");
25
-
26
16
  // TODO: Move "archive" in layer
17
+
27
18
  class Zipper {
28
19
  constructor(config) {
29
20
  (0, _defineProperty2.default)(this, "archiveFormat", "zip");
@@ -33,7 +24,6 @@ class Zipper {
33
24
  this.config = config;
34
25
  this.archiveFileName = (0, _uniqid.default)(`${this.config.archiveFileKey}/`, `-${(0, _kebabCase.default)(this.config.exportInfo.name)}.zip`);
35
26
  }
36
-
37
27
  s3DownloadStreams() {
38
28
  const exportInfo = this.config.exportInfo;
39
29
  const prefix = (0, _uniqid.default)("", `-${(0, _kebabCase.default)(exportInfo.name)}`);
@@ -50,39 +40,38 @@ class Zipper {
50
40
  filename: `${prefix}\\${exportInfo.name}.json`
51
41
  }];
52
42
  }
53
-
54
43
  process() {
55
44
  const {
56
45
  streamPassThrough,
57
46
  streamPassThroughUploadPromise
58
- } = _s3Stream.s3Stream.writeStream(this.archiveFileName); // 1. Read all files from S3 using stream.
59
-
60
-
61
- const s3FilesStreams = this.s3DownloadStreams(); // 2. Prepare zip from the file stream.
62
-
63
- const archive = _archiver.default.create(this.archiveFormat); // Handle archive events.
47
+ } = _s3Stream.s3Stream.writeStream(this.archiveFileName);
64
48
 
49
+ // 1. Read all files from S3 using stream.
50
+ const s3FilesStreams = this.s3DownloadStreams();
65
51
 
52
+ // 2. Prepare zip from the file stream.
53
+ const archive = _archiver.default.create(this.archiveFormat);
54
+ // Handle archive events.
66
55
  archive.on("error", error => {
67
56
  throw new Error(`${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`);
68
- }); // Append all file streams to archive.
57
+ });
69
58
 
59
+ // Append all file streams to archive.
70
60
  s3FilesStreams.forEach(streamDetails => archive.append(streamDetails.stream, {
71
61
  name: streamDetails.filename
72
- })); // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
62
+ }));
73
63
 
74
- archive.pipe(streamPassThrough); // Finalize the archive (ie we are done appending files but streams have to finish yet)
64
+ // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
65
+ archive.pipe(streamPassThrough);
66
+ // Finalize the archive (ie we are done appending files but streams have to finish yet)
75
67
  // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand
68
+ archive.finalize();
76
69
 
77
- archive.finalize(); // 3. Return upload stream promise.
78
-
70
+ // 3. Return upload stream promise.
79
71
  return streamPassThroughUploadPromise;
80
72
  }
81
-
82
73
  }
83
-
84
74
  exports.default = Zipper;
85
-
86
75
  class ZipOfZip {
87
76
  constructor(keys, filename) {
88
77
  (0, _defineProperty2.default)(this, "archiveFormat", "zip");
@@ -93,7 +82,6 @@ class ZipOfZip {
93
82
  this.filename = filename;
94
83
  this.archiveFileName = (0, _uniqid.default)("", `-${filename}`);
95
84
  }
96
-
97
85
  getFileStreams() {
98
86
  return this.keys.map(key => {
99
87
  return {
@@ -102,35 +90,35 @@ class ZipOfZip {
102
90
  };
103
91
  });
104
92
  }
105
-
106
93
  process() {
107
94
  const {
108
95
  streamPassThrough,
109
96
  streamPassThroughUploadPromise
110
- } = _s3Stream.s3Stream.writeStream(this.archiveFileName); // 1. Read all files from S3 using stream.
111
-
112
-
113
- const fileStreamDetails = this.getFileStreams(); // 2. Prepare zip from the file stream.
114
-
115
- const archive = _archiver.default.create(this.archiveFormat); // Handle archive events.
97
+ } = _s3Stream.s3Stream.writeStream(this.archiveFileName);
116
98
 
99
+ // 1. Read all files from S3 using stream.
100
+ const fileStreamDetails = this.getFileStreams();
117
101
 
102
+ // 2. Prepare zip from the file stream.
103
+ const archive = _archiver.default.create(this.archiveFormat);
104
+ // Handle archive events.
118
105
  archive.on("error", error => {
119
106
  throw new Error(`${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`);
120
- }); // Append all file streams to archive.
107
+ });
121
108
 
109
+ // Append all file streams to archive.
122
110
  fileStreamDetails.forEach(streamDetails => archive.append(streamDetails.stream, {
123
111
  name: streamDetails.filename
124
- })); // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
112
+ }));
125
113
 
126
- archive.pipe(streamPassThrough); // Finalize the archive (ie we are done appending files but streams have to finish yet)
114
+ // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
115
+ archive.pipe(streamPassThrough);
116
+ // Finalize the archive (ie we are done appending files but streams have to finish yet)
127
117
  // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand
118
+ archive.finalize();
128
119
 
129
- archive.finalize(); // 3. Return upload stream promise.
130
-
120
+ // 3. Return upload stream promise.
131
121
  return streamPassThroughUploadPromise;
132
122
  }
133
-
134
123
  }
135
-
136
124
  exports.ZipOfZip = ZipOfZip;
@@ -1 +1 @@
1
- {"version":3,"names":["Zipper","constructor","config","archiveFileName","uniqueId","archiveFileKey","kebabCase","exportInfo","name","s3DownloadStreams","prefix","files","map","key","stream","s3Stream","readStream","filename","filesDirName","path","basename","Readable","from","dataBuffer","process","streamPassThrough","streamPassThroughUploadPromise","writeStream","s3FilesStreams","archive","vending","create","archiveFormat","on","error","Error","code","message","stack","forEach","streamDetails","append","pipe","finalize","ZipOfZip","keys","getFileStreams","fileStreamDetails"],"sources":["zipper.ts"],"sourcesContent":["// TODO: Move \"archive\" in layer\nimport vending, { ArchiverError } from \"archiver\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport { Readable } from \"stream\";\nimport * as path from \"path\";\nimport kebabCase from \"lodash/kebabCase\";\nimport uniqueId from \"uniqid\";\nimport { s3Stream } from \"./s3Stream\";\nimport { File } from \"@webiny/api-file-manager/types\";\n\ninterface FileStreamDetails {\n stream: Readable;\n filename: string;\n}\n\ninterface ExportInfo {\n files: File[];\n name: string;\n dataBuffer: Buffer;\n}\n\nexport interface ZipperConfig {\n exportInfo: ExportInfo;\n archiveFileKey: string;\n}\n\nexport default class Zipper {\n private readonly archiveFormat = \"zip\";\n private readonly filesDirName = \"assets\";\n private readonly archiveFileName: string;\n config: ZipperConfig;\n\n constructor(config: ZipperConfig) {\n this.config = config;\n this.archiveFileName = uniqueId(\n `${this.config.archiveFileKey}/`,\n `-${kebabCase(this.config.exportInfo.name)}.zip`\n );\n }\n\n s3DownloadStreams(): FileStreamDetails[] {\n const exportInfo = this.config.exportInfo;\n const prefix = uniqueId(\"\", `-${kebabCase(exportInfo.name)}`);\n const files = exportInfo.files.map(({ key }) => {\n return {\n stream: s3Stream.readStream(key),\n filename: `${prefix}\\\\${this.filesDirName}\\\\${path.basename(key)}`\n };\n });\n\n return [\n ...files,\n {\n stream: Readable.from(exportInfo.dataBuffer),\n filename: `${prefix}\\\\${exportInfo.name}.json`\n }\n ];\n }\n\n process(): Promise<S3.ManagedUpload.SendData> {\n const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n this.archiveFileName\n );\n\n // 1. Read all files from S3 using stream.\n const s3FilesStreams = this.s3DownloadStreams();\n\n // 2. Prepare zip from the file stream.\n const archive = vending.create(this.archiveFormat);\n // Handle archive events.\n archive.on(\"error\", (error: ArchiverError) => {\n throw new Error(\n `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n );\n });\n\n // Append all file streams to archive.\n s3FilesStreams.forEach((streamDetails: FileStreamDetails) =>\n archive.append(streamDetails.stream, { name: streamDetails.filename })\n );\n\n // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n archive.pipe(streamPassThrough);\n // Finalize the archive (ie we are done appending files but streams have to finish yet)\n // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n archive.finalize();\n\n // 3. Return upload stream promise.\n return streamPassThroughUploadPromise;\n }\n}\n\nexport class ZipOfZip {\n private readonly archiveFormat = \"zip\";\n private readonly archiveFileName: string;\n keys: string[];\n filename: string;\n\n constructor(keys: string[], filename: string) {\n this.keys = keys;\n this.filename = filename;\n this.archiveFileName = uniqueId(\"\", `-${filename}`);\n }\n\n getFileStreams(): FileStreamDetails[] {\n return this.keys.map(key => {\n return {\n stream: s3Stream.readStream(key),\n filename: `${path.basename(key)}`\n };\n });\n }\n\n process(): Promise<S3.ManagedUpload.SendData> {\n const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n this.archiveFileName\n );\n\n // 1. Read all files from S3 using stream.\n const fileStreamDetails = this.getFileStreams();\n\n // 2. Prepare zip from the file stream.\n const archive = vending.create(this.archiveFormat);\n // Handle archive events.\n archive.on(\"error\", (error: ArchiverError) => {\n throw new Error(\n `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n );\n });\n\n // Append all file streams to archive.\n fileStreamDetails.forEach((streamDetails: FileStreamDetails) =>\n archive.append(streamDetails.stream, { name: streamDetails.filename })\n );\n\n // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n archive.pipe(streamPassThrough);\n // Finalize the archive (ie we are done appending files but streams have to finish yet)\n // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n archive.finalize();\n\n // 3. Return upload stream promise.\n return streamPassThroughUploadPromise;\n }\n}\n"],"mappings":";;;;;;;;;;;;;AACA;;AAEA;;AACA;;AACA;;AACA;;AACA;;AAPA;AA0Be,MAAMA,MAAN,CAAa;EAMxBC,WAAW,CAACC,MAAD,EAAuB;IAAA,qDALD,KAKC;IAAA,oDAJF,QAIE;IAAA;IAAA;IAC9B,KAAKA,MAAL,GAAcA,MAAd;IACA,KAAKC,eAAL,GAAuB,IAAAC,eAAA,EAClB,GAAE,KAAKF,MAAL,CAAYG,cAAe,GADX,EAElB,IAAG,IAAAC,kBAAA,EAAU,KAAKJ,MAAL,CAAYK,UAAZ,CAAuBC,IAAjC,CAAuC,MAFxB,CAAvB;EAIH;;EAEDC,iBAAiB,GAAwB;IACrC,MAAMF,UAAU,GAAG,KAAKL,MAAL,CAAYK,UAA/B;IACA,MAAMG,MAAM,GAAG,IAAAN,eAAA,EAAS,EAAT,EAAc,IAAG,IAAAE,kBAAA,EAAUC,UAAU,CAACC,IAArB,CAA2B,EAA5C,CAAf;IACA,MAAMG,KAAK,GAAGJ,UAAU,CAACI,KAAX,CAAiBC,GAAjB,CAAqB,CAAC;MAAEC;IAAF,CAAD,KAAa;MAC5C,OAAO;QACHC,MAAM,EAAEC,kBAAA,CAASC,UAAT,CAAoBH,GAApB,CADL;QAEHI,QAAQ,EAAG,GAAEP,MAAO,KAAI,KAAKQ,YAAa,KAAIC,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;MAF9D,CAAP;IAIH,CALa,CAAd;IAOA,OAAO,CACH,GAAGF,KADA,EAEH;MACIG,MAAM,EAAEO,gBAAA,CAASC,IAAT,CAAcf,UAAU,CAACgB,UAAzB,CADZ;MAEIN,QAAQ,EAAG,GAAEP,MAAO,KAAIH,UAAU,CAACC,IAAK;IAF5C,CAFG,CAAP;EAOH;;EAEDgB,OAAO,GAAuC;IAC1C,MAAM;MAAEC,iBAAF;MAAqBC;IAArB,IAAwDX,kBAAA,CAASY,WAAT,CAC1D,KAAKxB,eADqD,CAA9D,CAD0C,CAK1C;;;IACA,MAAMyB,cAAc,GAAG,KAAKnB,iBAAL,EAAvB,CAN0C,CAQ1C;;IACA,MAAMoB,OAAO,GAAGC,iBAAA,CAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;IACAH,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAA0B;MAC1C,MAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAAC1B,IAAK,IAAG0B,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,OAAQ,IAAGH,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACI,KAAM,EADxE,CAAN;IAGH,CAJD,EAX0C,CAiB1C;;IACAV,cAAc,CAACW,OAAf,CAAwBC,aAAD,IACnBX,OAAO,CAACY,MAAR,CAAeD,aAAa,CAAC1B,MAA7B,EAAqC;MAAEN,IAAI,EAAEgC,aAAa,CAACvB;IAAtB,CAArC,CADJ,EAlB0C,CAsB1C;;IACAY,OAAO,CAACa,IAAR,CAAajB,iBAAb,EAvB0C,CAwB1C;IACA;;IACAI,OAAO,CAACc,QAAR,GA1B0C,CA4B1C;;IACA,OAAOjB,8BAAP;EACH;;AA/DuB;;;;AAkErB,MAAMkB,QAAN,CAAe;EAMlB3C,WAAW,CAAC4C,IAAD,EAAiB5B,QAAjB,EAAmC;IAAA,qDALb,KAKa;IAAA;IAAA;IAAA;IAC1C,KAAK4B,IAAL,GAAYA,IAAZ;IACA,KAAK5B,QAAL,GAAgBA,QAAhB;IACA,KAAKd,eAAL,GAAuB,IAAAC,eAAA,EAAS,EAAT,EAAc,IAAGa,QAAS,EAA1B,CAAvB;EACH;;EAED6B,cAAc,GAAwB;IAClC,OAAO,KAAKD,IAAL,CAAUjC,GAAV,CAAcC,GAAG,IAAI;MACxB,OAAO;QACHC,MAAM,EAAEC,kBAAA,CAASC,UAAT,CAAoBH,GAApB,CADL;QAEHI,QAAQ,EAAG,GAAEE,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;MAF7B,CAAP;IAIH,CALM,CAAP;EAMH;;EAEDW,OAAO,GAAuC;IAC1C,MAAM;MAAEC,iBAAF;MAAqBC;IAArB,IAAwDX,kBAAA,CAASY,WAAT,CAC1D,KAAKxB,eADqD,CAA9D,CAD0C,CAK1C;;;IACA,MAAM4C,iBAAiB,GAAG,KAAKD,cAAL,EAA1B,CAN0C,CAQ1C;;IACA,MAAMjB,OAAO,GAAGC,iBAAA,CAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;IACAH,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAA0B;MAC1C,MAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAAC1B,IAAK,IAAG0B,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,OAAQ,IAAGH,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACI,KAAM,EADxE,CAAN;IAGH,CAJD,EAX0C,CAiB1C;;IACAS,iBAAiB,CAACR,OAAlB,CAA2BC,aAAD,IACtBX,OAAO,CAACY,MAAR,CAAeD,aAAa,CAAC1B,MAA7B,EAAqC;MAAEN,IAAI,EAAEgC,aAAa,CAACvB;IAAtB,CAArC,CADJ,EAlB0C,CAsB1C;;IACAY,OAAO,CAACa,IAAR,CAAajB,iBAAb,EAvB0C,CAwB1C;IACA;;IACAI,OAAO,CAACc,QAAR,GA1B0C,CA4B1C;;IACA,OAAOjB,8BAAP;EACH;;AAnDiB"}
1
+ {"version":3,"names":["Zipper","constructor","config","archiveFileName","uniqueId","archiveFileKey","kebabCase","exportInfo","name","s3DownloadStreams","prefix","files","map","key","stream","s3Stream","readStream","filename","filesDirName","path","basename","Readable","from","dataBuffer","process","streamPassThrough","streamPassThroughUploadPromise","writeStream","s3FilesStreams","archive","vending","create","archiveFormat","on","error","Error","code","message","stack","forEach","streamDetails","append","pipe","finalize","ZipOfZip","keys","getFileStreams","fileStreamDetails"],"sources":["zipper.ts"],"sourcesContent":["// TODO: Move \"archive\" in layer\nimport vending, { ArchiverError } from \"archiver\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport { Readable } from \"stream\";\nimport * as path from \"path\";\nimport kebabCase from \"lodash/kebabCase\";\nimport uniqueId from \"uniqid\";\nimport { s3Stream } from \"./s3Stream\";\nimport { File } from \"@webiny/api-file-manager/types\";\n\ninterface FileStreamDetails {\n stream: Readable;\n filename: string;\n}\n\ninterface ExportInfo {\n files: File[];\n name: string;\n dataBuffer: Buffer;\n}\n\nexport interface ZipperConfig {\n exportInfo: ExportInfo;\n archiveFileKey: string;\n}\n\nexport default class Zipper {\n private readonly archiveFormat = \"zip\";\n private readonly filesDirName = \"assets\";\n private readonly archiveFileName: string;\n config: ZipperConfig;\n\n constructor(config: ZipperConfig) {\n this.config = config;\n this.archiveFileName = uniqueId(\n `${this.config.archiveFileKey}/`,\n `-${kebabCase(this.config.exportInfo.name)}.zip`\n );\n }\n\n s3DownloadStreams(): FileStreamDetails[] {\n const exportInfo = this.config.exportInfo;\n const prefix = uniqueId(\"\", `-${kebabCase(exportInfo.name)}`);\n const files = exportInfo.files.map(({ key }) => {\n return {\n stream: s3Stream.readStream(key),\n filename: `${prefix}\\\\${this.filesDirName}\\\\${path.basename(key)}`\n };\n });\n\n return [\n ...files,\n {\n stream: Readable.from(exportInfo.dataBuffer),\n filename: `${prefix}\\\\${exportInfo.name}.json`\n }\n ];\n }\n\n process(): Promise<S3.ManagedUpload.SendData> {\n const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n this.archiveFileName\n );\n\n // 1. Read all files from S3 using stream.\n const s3FilesStreams = this.s3DownloadStreams();\n\n // 2. Prepare zip from the file stream.\n const archive = vending.create(this.archiveFormat);\n // Handle archive events.\n archive.on(\"error\", (error: ArchiverError) => {\n throw new Error(\n `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n );\n });\n\n // Append all file streams to archive.\n s3FilesStreams.forEach((streamDetails: FileStreamDetails) =>\n archive.append(streamDetails.stream, { name: streamDetails.filename })\n );\n\n // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n archive.pipe(streamPassThrough);\n // Finalize the archive (ie we are done appending files but streams have to finish yet)\n // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n archive.finalize();\n\n // 3. Return upload stream promise.\n return streamPassThroughUploadPromise;\n }\n}\n\nexport class ZipOfZip {\n private readonly archiveFormat = \"zip\";\n private readonly archiveFileName: string;\n keys: string[];\n filename: string;\n\n constructor(keys: string[], filename: string) {\n this.keys = keys;\n this.filename = filename;\n this.archiveFileName = uniqueId(\"\", `-${filename}`);\n }\n\n getFileStreams(): FileStreamDetails[] {\n return this.keys.map(key => {\n return {\n stream: s3Stream.readStream(key),\n filename: `${path.basename(key)}`\n };\n });\n }\n\n process(): Promise<S3.ManagedUpload.SendData> {\n const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n this.archiveFileName\n );\n\n // 1. Read all files from S3 using stream.\n const fileStreamDetails = this.getFileStreams();\n\n // 2. Prepare zip from the file stream.\n const archive = vending.create(this.archiveFormat);\n // Handle archive events.\n archive.on(\"error\", (error: ArchiverError) => {\n throw new Error(\n `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n );\n });\n\n // Append all file streams to archive.\n fileStreamDetails.forEach((streamDetails: FileStreamDetails) =>\n archive.append(streamDetails.stream, { name: streamDetails.filename })\n );\n\n // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n archive.pipe(streamPassThrough);\n // Finalize the archive (ie we are done appending files but streams have to finish yet)\n // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n archive.finalize();\n\n // 3. Return upload stream promise.\n return streamPassThroughUploadPromise;\n }\n}\n"],"mappings":";;;;;;;;;AACA;AAEA;AACA;AACA;AACA;AACA;AAPA;;AA0Be,MAAMA,MAAM,CAAC;EAMxBC,WAAW,CAACC,MAAoB,EAAE;IAAA,qDALD,KAAK;IAAA,oDACN,QAAQ;IAAA;IAAA;IAKpC,IAAI,CAACA,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACC,eAAe,GAAG,IAAAC,eAAQ,EAC1B,GAAE,IAAI,CAACF,MAAM,CAACG,cAAe,GAAE,EAC/B,IAAG,IAAAC,kBAAS,EAAC,IAAI,CAACJ,MAAM,CAACK,UAAU,CAACC,IAAI,CAAE,MAAK,CACnD;EACL;EAEAC,iBAAiB,GAAwB;IACrC,MAAMF,UAAU,GAAG,IAAI,CAACL,MAAM,CAACK,UAAU;IACzC,MAAMG,MAAM,GAAG,IAAAN,eAAQ,EAAC,EAAE,EAAG,IAAG,IAAAE,kBAAS,EAACC,UAAU,CAACC,IAAI,CAAE,EAAC,CAAC;IAC7D,MAAMG,KAAK,GAAGJ,UAAU,CAACI,KAAK,CAACC,GAAG,CAAC,CAAC;MAAEC;IAAI,CAAC,KAAK;MAC5C,OAAO;QACHC,MAAM,EAAEC,kBAAQ,CAACC,UAAU,CAACH,GAAG,CAAC;QAChCI,QAAQ,EAAG,GAAEP,MAAO,KAAI,IAAI,CAACQ,YAAa,KAAIC,IAAI,CAACC,QAAQ,CAACP,GAAG,CAAE;MACrE,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,CACH,GAAGF,KAAK,EACR;MACIG,MAAM,EAAEO,gBAAQ,CAACC,IAAI,CAACf,UAAU,CAACgB,UAAU,CAAC;MAC5CN,QAAQ,EAAG,GAAEP,MAAO,KAAIH,UAAU,CAACC,IAAK;IAC5C,CAAC,CACJ;EACL;EAEAgB,OAAO,GAAuC;IAC1C,MAAM;MAAEC,iBAAiB;MAAEC;IAA+B,CAAC,GAAGX,kBAAQ,CAACY,WAAW,CAC9E,IAAI,CAACxB,eAAe,CACvB;;IAED;IACA,MAAMyB,cAAc,GAAG,IAAI,CAACnB,iBAAiB,EAAE;;IAE/C;IACA,MAAMoB,OAAO,GAAGC,iBAAO,CAACC,MAAM,CAAC,IAAI,CAACC,aAAa,CAAC;IAClD;IACAH,OAAO,CAACI,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1C,MAAM,IAAIC,KAAK,CACV,GAAED,KAAK,CAAC1B,IAAK,IAAG0B,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,OAAQ,IAAGH,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACI,KAAM,EAAC,CAC9E;IACL,CAAC,CAAC;;IAEF;IACAV,cAAc,CAACW,OAAO,CAAEC,aAAgC,IACpDX,OAAO,CAACY,MAAM,CAACD,aAAa,CAAC1B,MAAM,EAAE;MAAEN,IAAI,EAAEgC,aAAa,CAACvB;IAAS,CAAC,CAAC,CACzE;;IAED;IACAY,OAAO,CAACa,IAAI,CAACjB,iBAAiB,CAAC;IAC/B;IACA;IACAI,OAAO,CAACc,QAAQ,EAAE;;IAElB;IACA,OAAOjB,8BAA8B;EACzC;AACJ;AAAC;AAEM,MAAMkB,QAAQ,CAAC;EAMlB3C,WAAW,CAAC4C,IAAc,EAAE5B,QAAgB,EAAE;IAAA,qDALb,KAAK;IAAA;IAAA;IAAA;IAMlC,IAAI,CAAC4B,IAAI,GAAGA,IAAI;IAChB,IAAI,CAAC5B,QAAQ,GAAGA,QAAQ;IACxB,IAAI,CAACd,eAAe,GAAG,IAAAC,eAAQ,EAAC,EAAE,EAAG,IAAGa,QAAS,EAAC,CAAC;EACvD;EAEA6B,cAAc,GAAwB;IAClC,OAAO,IAAI,CAACD,IAAI,CAACjC,GAAG,CAACC,GAAG,IAAI;MACxB,OAAO;QACHC,MAAM,EAAEC,kBAAQ,CAACC,UAAU,CAACH,GAAG,CAAC;QAChCI,QAAQ,EAAG,GAAEE,IAAI,CAACC,QAAQ,CAACP,GAAG,CAAE;MACpC,CAAC;IACL,CAAC,CAAC;EACN;EAEAW,OAAO,GAAuC;IAC1C,MAAM;MAAEC,iBAAiB;MAAEC;IAA+B,CAAC,GAAGX,kBAAQ,CAACY,WAAW,CAC9E,IAAI,CAACxB,eAAe,CACvB;;IAED;IACA,MAAM4C,iBAAiB,GAAG,IAAI,CAACD,cAAc,EAAE;;IAE/C;IACA,MAAMjB,OAAO,GAAGC,iBAAO,CAACC,MAAM,CAAC,IAAI,CAACC,aAAa,CAAC;IAClD;IACAH,OAAO,CAACI,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1C,MAAM,IAAIC,KAAK,CACV,GAAED,KAAK,CAAC1B,IAAK,IAAG0B,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,OAAQ,IAAGH,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACI,KAAM,EAAC,CAC9E;IACL,CAAC,CAAC;;IAEF;IACAS,iBAAiB,CAACR,OAAO,CAAEC,aAAgC,IACvDX,OAAO,CAACY,MAAM,CAACD,aAAa,CAAC1B,MAAM,EAAE;MAAEN,IAAI,EAAEgC,aAAa,CAACvB;IAAS,CAAC,CAAC,CACzE;;IAED;IACAY,OAAO,CAACa,IAAI,CAACjB,iBAAiB,CAAC;IAC/B;IACA;IACAI,OAAO,CAACc,QAAQ,EAAE;;IAElB;IACA,OAAOjB,8BAA8B;EACzC;AACJ;AAAC"}
@@ -1,34 +1,22 @@
1
1
  "use strict";
2
2
 
3
3
  var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
4
-
5
4
  Object.defineProperty(exports, "__esModule", {
6
5
  value: true
7
6
  });
8
7
  exports.default = void 0;
9
-
10
8
  var _error = _interopRequireDefault(require("@webiny/error"));
11
-
12
9
  var _handlerGraphql = require("@webiny/handler-graphql");
13
-
14
10
  var _api = require("@webiny/api");
15
-
16
11
  var _checkBasePermissions = _interopRequireDefault(require("@webiny/api-page-builder/graphql/crud/utils/checkBasePermissions"));
17
-
18
12
  var _types = require("../../types");
19
-
20
13
  var _client = require("../../client");
21
-
22
14
  var _utils = require("../../import/utils");
23
-
24
15
  var _utils2 = require("../../export/utils");
25
-
26
16
  var _utils3 = require("@webiny/utils");
27
-
28
17
  const PERMISSION_NAME = "pb.block";
29
18
  const EXPORT_BLOCKS_PROCESS_HANDLER = process.env.EXPORT_PROCESS_HANDLER;
30
19
  const IMPORT_BLOCKS_CREATE_HANDLER = process.env.IMPORT_CREATE_HANDLER;
31
-
32
20
  var _default = new _api.ContextPlugin(context => {
33
21
  const importExportCrud = {
34
22
  async importBlocks({
@@ -37,15 +25,15 @@ var _default = new _api.ContextPlugin(context => {
37
25
  }) {
38
26
  await (0, _checkBasePermissions.default)(context, PERMISSION_NAME, {
39
27
  rwd: "w"
40
- }); // Bail out early if category not found
28
+ });
41
29
 
30
+ // Bail out early if category not found
42
31
  const category = await context.pageBuilder.getBlockCategory(categorySlug);
43
-
44
32
  if (!category) {
45
33
  throw new _handlerGraphql.NotFoundError(`Category with slug "${categorySlug}" not found.`);
46
- } // Create a task for import block
47
-
34
+ }
48
35
 
36
+ // Create a task for import block
49
37
  const task = await context.pageBuilder.importExportTask.createTask({
50
38
  status: _types.ImportExportTaskStatus.PENDING,
51
39
  input: {
@@ -58,7 +46,6 @@ var _default = new _api.ContextPlugin(context => {
58
46
  * ImportBlocks
59
47
  * importBlocks
60
48
  */
61
-
62
49
  await (0, _client.invokeHandlerClient)({
63
50
  context,
64
51
  name: IMPORT_BLOCKS_CREATE_HANDLER,
@@ -75,7 +62,6 @@ var _default = new _api.ContextPlugin(context => {
75
62
  task
76
63
  };
77
64
  },
78
-
79
65
  async exportBlocks({
80
66
  ids: initialBlockIds,
81
67
  where
@@ -83,30 +69,29 @@ var _default = new _api.ContextPlugin(context => {
83
69
  await (0, _checkBasePermissions.default)(context, PERMISSION_NAME, {
84
70
  rwd: "w"
85
71
  });
86
- let blockIds = initialBlockIds || []; // If no ids are provided then it means we want to export all blocks
87
-
72
+ let blockIds = initialBlockIds || [];
73
+ // If no ids are provided then it means we want to export all blocks
88
74
  if (!initialBlockIds || Array.isArray(initialBlockIds) && initialBlockIds.length === 0) {
89
75
  blockIds = [];
90
76
  const blocks = await context.pageBuilder.listPageBlocks({
91
77
  where
92
- }); // Save block ids
93
-
78
+ });
79
+ // Save block ids
94
80
  blocks.forEach(block => blockIds.push(block.id));
95
81
  }
96
-
97
82
  if (blockIds.length === 0) {
98
83
  throw new _error.default("Cannot export blocks - no blocks found for provided inputs.", "EMPTY_EXPORT_NO_BLOCKS_FOUND");
99
- } // Create the main task for blocks export.
100
-
84
+ }
101
85
 
86
+ // Create the main task for blocks export.
102
87
  const task = await context.pageBuilder.importExportTask.createTask({
103
88
  status: _types.ImportExportTaskStatus.PENDING
104
89
  });
105
- const exportBlocksDataKey = `${_utils2.EXPORT_BLOCKS_FOLDER_KEY}/${task.id}`; // For each block create a sub task and invoke the process handler.
106
-
90
+ const exportBlocksDataKey = `${_utils2.EXPORT_BLOCKS_FOLDER_KEY}/${task.id}`;
91
+ // For each block create a sub task and invoke the process handler.
107
92
  for (let i = 0; i < blockIds.length; i++) {
108
- const blockId = blockIds[i]; // Create sub task.
109
-
93
+ const blockId = blockIds[i];
94
+ // Create sub task.
110
95
  await context.pageBuilder.importExportTask.createSubTask(task.id, (0, _utils3.zeroPad)(i + 1, 5), {
111
96
  status: _types.ImportExportTaskStatus.PENDING,
112
97
  input: {
@@ -114,9 +99,8 @@ var _default = new _api.ContextPlugin(context => {
114
99
  exportBlocksDataKey
115
100
  }
116
101
  });
117
- } // Update main task status.
118
-
119
-
102
+ }
103
+ // Update main task status.
120
104
  await context.pageBuilder.importExportTask.updateTask(task.id, {
121
105
  status: _types.ImportExportTaskStatus.PROCESSING,
122
106
  stats: (0, _utils.initialStats)(blockIds.length),
@@ -124,13 +108,13 @@ var _default = new _api.ContextPlugin(context => {
124
108
  exportBlocksDataKey
125
109
  }
126
110
  });
111
+
127
112
  /**
128
113
  * Export Blocks
129
114
  * ExportBlocks
130
115
  * exportBlocks
131
116
  */
132
117
  // Invoke handler.
133
-
134
118
  await (0, _client.invokeHandlerClient)({
135
119
  context,
136
120
  name: EXPORT_BLOCKS_PROCESS_HANDLER,
@@ -146,10 +130,8 @@ var _default = new _api.ContextPlugin(context => {
146
130
  task
147
131
  };
148
132
  }
149
-
150
- }; // Modify context
151
-
133
+ };
134
+ // Modify context
152
135
  context.pageBuilder.blocks = importExportCrud;
153
136
  });
154
-
155
137
  exports.default = _default;