@webiny/api-page-builder-import-export 0.0.0-unstable.8c4d9f045a → 0.0.0-unstable.8feaff8c32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/client.d.ts +2 -2
- package/client.js +6 -16
- package/client.js.map +1 -1
- package/export/combine/blocksHandler.d.ts +6 -0
- package/export/combine/blocksHandler.js +99 -0
- package/export/combine/blocksHandler.js.map +1 -0
- package/export/combine/formsHandler.d.ts +6 -0
- package/export/combine/formsHandler.js +99 -0
- package/export/combine/formsHandler.js.map +1 -0
- package/{exportPages → export}/combine/index.d.ts +3 -2
- package/export/combine/index.js +42 -0
- package/export/combine/index.js.map +1 -0
- package/export/combine/pagesHandler.d.ts +6 -0
- package/export/combine/pagesHandler.js +99 -0
- package/export/combine/pagesHandler.js.map +1 -0
- package/export/combine/templatesHandler.d.ts +6 -0
- package/export/combine/templatesHandler.js +99 -0
- package/export/combine/templatesHandler.js.map +1 -0
- package/export/process/blocksHandler.d.ts +6 -0
- package/export/process/blocksHandler.js +167 -0
- package/export/process/blocksHandler.js.map +1 -0
- package/export/process/formsHandler.d.ts +6 -0
- package/export/process/formsHandler.js +187 -0
- package/export/process/formsHandler.js.map +1 -0
- package/{exportPages → export}/process/index.d.ts +4 -6
- package/export/process/index.js +39 -0
- package/export/process/index.js.map +1 -0
- package/export/process/pagesHandler.d.ts +6 -0
- package/export/process/pagesHandler.js +189 -0
- package/export/process/pagesHandler.js.map +1 -0
- package/export/process/templatesHandler.d.ts +6 -0
- package/export/process/templatesHandler.js +166 -0
- package/export/process/templatesHandler.js.map +1 -0
- package/{exportPages → export}/s3Stream.d.ts +5 -2
- package/{exportPages → export}/s3Stream.js +4 -25
- package/export/s3Stream.js.map +1 -0
- package/export/utils.d.ts +30 -0
- package/export/utils.js +200 -0
- package/export/utils.js.map +1 -0
- package/{exportPages → export}/zipper.d.ts +6 -5
- package/{exportPages → export}/zipper.js +40 -53
- package/export/zipper.js.map +1 -0
- package/graphql/crud/blocks.crud.d.ts +4 -0
- package/graphql/crud/blocks.crud.js +130 -0
- package/graphql/crud/blocks.crud.js.map +1 -0
- package/graphql/crud/forms.crud.d.ts +4 -0
- package/graphql/crud/forms.crud.js +134 -0
- package/graphql/crud/forms.crud.js.map +1 -0
- package/graphql/crud/importExportTasks.crud.d.ts +5 -0
- package/graphql/crud/{pageImportExportTasks.crud.js → importExportTasks.crud.js} +100 -140
- package/graphql/crud/importExportTasks.crud.js.map +1 -0
- package/graphql/crud/pages.crud.d.ts +2 -2
- package/graphql/crud/pages.crud.js +48 -58
- package/graphql/crud/pages.crud.js.map +1 -1
- package/graphql/crud/templates.crud.d.ts +4 -0
- package/graphql/crud/templates.crud.js +128 -0
- package/graphql/crud/templates.crud.js.map +1 -0
- package/graphql/crud.d.ts +2 -2
- package/graphql/crud.js +6 -8
- package/graphql/crud.js.map +1 -1
- package/graphql/graphql/blocks.gql.d.ts +4 -0
- package/graphql/graphql/blocks.gql.js +52 -0
- package/graphql/graphql/blocks.gql.js.map +1 -0
- package/graphql/graphql/forms.gql.d.ts +4 -0
- package/graphql/graphql/forms.gql.js +60 -0
- package/graphql/graphql/forms.gql.js.map +1 -0
- package/graphql/graphql/importExportTasks.gql.d.ts +4 -0
- package/graphql/graphql/{pageImportExportTasks.gql.js → importExportTasks.gql.js} +19 -24
- package/graphql/graphql/importExportTasks.gql.js.map +1 -0
- package/graphql/graphql/pages.gql.d.ts +2 -2
- package/graphql/graphql/pages.gql.js +5 -16
- package/graphql/graphql/pages.gql.js.map +1 -1
- package/graphql/graphql/templates.gql.d.ts +4 -0
- package/graphql/graphql/templates.gql.js +52 -0
- package/graphql/graphql/templates.gql.js.map +1 -0
- package/graphql/graphql/utils/resolve.js +0 -3
- package/graphql/graphql/utils/resolve.js.map +1 -1
- package/graphql/graphql.js +6 -7
- package/graphql/graphql.js.map +1 -1
- package/graphql/index.d.ts +2 -2
- package/graphql/index.js +1 -6
- package/graphql/index.js.map +1 -1
- package/graphql/types.d.ts +82 -23
- package/graphql/types.js.map +1 -1
- package/import/constants.d.ts +3 -0
- package/import/constants.js +14 -0
- package/import/constants.js.map +1 -0
- package/import/create/blocksHandler.d.ts +3 -0
- package/import/create/blocksHandler.js +99 -0
- package/import/create/blocksHandler.js.map +1 -0
- package/import/create/formsHandler.d.ts +3 -0
- package/import/create/formsHandler.js +103 -0
- package/import/create/formsHandler.js.map +1 -0
- package/{importPages → import}/create/index.d.ts +7 -5
- package/import/create/index.js +42 -0
- package/import/create/index.js.map +1 -0
- package/import/create/pagesHandler.d.ts +3 -0
- package/import/create/pagesHandler.js +103 -0
- package/import/create/pagesHandler.js.map +1 -0
- package/import/create/templatesHandler.d.ts +3 -0
- package/import/create/templatesHandler.js +99 -0
- package/import/create/templatesHandler.js.map +1 -0
- package/import/process/blocks/blocksHandler.d.ts +3 -0
- package/import/process/blocks/blocksHandler.js +168 -0
- package/import/process/blocks/blocksHandler.js.map +1 -0
- package/import/process/blocks/importBlock.d.ts +11 -0
- package/import/process/blocks/importBlock.js +106 -0
- package/import/process/blocks/importBlock.js.map +1 -0
- package/import/process/forms/formsHandler.d.ts +3 -0
- package/import/process/forms/formsHandler.js +176 -0
- package/import/process/forms/formsHandler.js.map +1 -0
- package/import/process/forms/importForm.d.ts +9 -0
- package/import/process/forms/importForm.js +43 -0
- package/import/process/forms/importForm.js.map +1 -0
- package/{importPages → import}/process/index.d.ts +5 -3
- package/import/process/index.js +39 -0
- package/import/process/index.js.map +1 -0
- package/import/process/pages/importPage.d.ts +11 -0
- package/import/process/pages/importPage.js +92 -0
- package/import/process/pages/importPage.js.map +1 -0
- package/import/process/pages/pagesHandler.d.ts +3 -0
- package/import/process/pages/pagesHandler.js +183 -0
- package/import/process/pages/pagesHandler.js.map +1 -0
- package/import/process/templates/importTemplate.d.ts +11 -0
- package/import/process/templates/importTemplate.js +66 -0
- package/import/process/templates/importTemplate.js.map +1 -0
- package/import/process/templates/templatesHandler.d.ts +3 -0
- package/import/process/templates/templatesHandler.js +170 -0
- package/import/process/templates/templatesHandler.js.map +1 -0
- package/import/utils/deleteS3Folder.d.ts +1 -0
- package/import/utils/deleteS3Folder.js +19 -0
- package/import/utils/deleteS3Folder.js.map +1 -0
- package/import/utils/extractAndUploadZipFileContents.d.ts +7 -0
- package/import/utils/extractAndUploadZipFileContents.js +122 -0
- package/import/utils/extractAndUploadZipFileContents.js.map +1 -0
- package/import/utils/extractZipAndUploadToS3.d.ts +2 -0
- package/import/utils/extractZipAndUploadToS3.js +98 -0
- package/import/utils/extractZipAndUploadToS3.js.map +1 -0
- package/import/utils/getFileNameWithoutExt.d.ts +1 -0
- package/import/utils/getFileNameWithoutExt.js +11 -0
- package/import/utils/getFileNameWithoutExt.js.map +1 -0
- package/import/utils/index.d.ts +9 -0
- package/import/utils/index.js +104 -0
- package/import/utils/index.js.map +1 -0
- package/import/utils/initialStats.d.ts +7 -0
- package/import/utils/initialStats.js +16 -0
- package/import/utils/initialStats.js.map +1 -0
- package/import/utils/prepareDataDirMap.d.ts +6 -0
- package/import/utils/prepareDataDirMap.js +29 -0
- package/import/utils/prepareDataDirMap.js.map +1 -0
- package/import/utils/updateFilesInData.d.ts +8 -0
- package/import/utils/updateFilesInData.js +49 -0
- package/import/utils/updateFilesInData.js.map +1 -0
- package/import/utils/uploadAssets.d.ts +10 -0
- package/import/utils/uploadAssets.js +87 -0
- package/import/utils/uploadAssets.js.map +1 -0
- package/import/utils/uploadFilesFromS3.d.ts +3 -0
- package/import/utils/uploadFilesFromS3.js +19 -0
- package/import/utils/uploadFilesFromS3.js.map +1 -0
- package/mockSecurity.js +0 -3
- package/mockSecurity.js.map +1 -1
- package/package.json +34 -37
- package/types.d.ts +83 -65
- package/types.js +69 -22
- package/types.js.map +1 -1
- package/exportPages/combine/index.js +0 -114
- package/exportPages/combine/index.js.map +0 -1
- package/exportPages/process/index.js +0 -208
- package/exportPages/process/index.js.map +0 -1
- package/exportPages/s3Stream.js.map +0 -1
- package/exportPages/utils.d.ts +0 -13
- package/exportPages/utils.js +0 -113
- package/exportPages/utils.js.map +0 -1
- package/exportPages/zipper.js.map +0 -1
- package/graphql/crud/pageImportExportTasks.crud.d.ts +0 -5
- package/graphql/crud/pageImportExportTasks.crud.js.map +0 -1
- package/graphql/graphql/pageImportExportTasks.gql.d.ts +0 -4
- package/graphql/graphql/pageImportExportTasks.gql.js.map +0 -1
- package/importPages/create/index.js +0 -118
- package/importPages/create/index.js.map +0 -1
- package/importPages/process/index.js +0 -185
- package/importPages/process/index.js.map +0 -1
- package/importPages/utils.d.ts +0 -50
- package/importPages/utils.js +0 -570
- package/importPages/utils.js.map +0 -1
package/export/utils.js
ADDED
@@ -0,0 +1,200 @@
|
|
1
|
+
"use strict";
|
2
|
+
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
5
|
+
value: true
|
6
|
+
});
|
7
|
+
exports.EXPORT_TEMPLATES_FOLDER_KEY = exports.EXPORT_PAGES_FOLDER_KEY = exports.EXPORT_FORMS_FOLDER_KEY = exports.EXPORT_BLOCKS_FOLDER_KEY = void 0;
|
8
|
+
exports.exportBlock = exportBlock;
|
9
|
+
exports.exportForm = exportForm;
|
10
|
+
exports.exportPage = exportPage;
|
11
|
+
exports.exportTemplate = exportTemplate;
|
12
|
+
exports.extractFilesFromData = extractFilesFromData;
|
13
|
+
var _get = _interopRequireDefault(require("lodash/get"));
|
14
|
+
var _zipper = _interopRequireDefault(require("./zipper"));
|
15
|
+
const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
|
16
|
+
exports.EXPORT_PAGES_FOLDER_KEY = EXPORT_PAGES_FOLDER_KEY;
|
17
|
+
const EXPORT_BLOCKS_FOLDER_KEY = "WEBINY_PB_EXPORT_BLOCK";
|
18
|
+
exports.EXPORT_BLOCKS_FOLDER_KEY = EXPORT_BLOCKS_FOLDER_KEY;
|
19
|
+
const EXPORT_TEMPLATES_FOLDER_KEY = "WEBINY_PB_EXPORT_TEMPLATE";
|
20
|
+
exports.EXPORT_TEMPLATES_FOLDER_KEY = EXPORT_TEMPLATES_FOLDER_KEY;
|
21
|
+
const EXPORT_FORMS_FOLDER_KEY = "WEBINY_FB_EXPORT_FORM";
|
22
|
+
exports.EXPORT_FORMS_FOLDER_KEY = EXPORT_FORMS_FOLDER_KEY;
|
23
|
+
async function exportPage(page, exportPagesDataKey, fileManager) {
|
24
|
+
// Extract all files
|
25
|
+
const files = extractFilesFromData(page.content || {});
|
26
|
+
// Extract images from page settings
|
27
|
+
const pageSettingsImages = [(0, _get.default)(page, "settings.general.image"), (0, _get.default)(page, "settings.social.image")].filter(image => image && image.src);
|
28
|
+
const fileIds = [...files, ...pageSettingsImages].map(imageFile => imageFile.id);
|
29
|
+
// Get file data for all images
|
30
|
+
const imageFilesData = [];
|
31
|
+
if (fileIds.length > 0) {
|
32
|
+
const [filesData] = await fileManager.listFiles({
|
33
|
+
where: {
|
34
|
+
id_in: fileIds
|
35
|
+
}
|
36
|
+
});
|
37
|
+
imageFilesData.push(...filesData);
|
38
|
+
}
|
39
|
+
|
40
|
+
// Extract the page data in a json file and upload it to S3
|
41
|
+
const pageData = {
|
42
|
+
page: {
|
43
|
+
content: page.content,
|
44
|
+
title: page.title,
|
45
|
+
path: page.path,
|
46
|
+
version: page.version,
|
47
|
+
status: page.status,
|
48
|
+
settings: page.settings
|
49
|
+
},
|
50
|
+
files: imageFilesData
|
51
|
+
};
|
52
|
+
const pageDataBuffer = Buffer.from(JSON.stringify(pageData));
|
53
|
+
const zipper = new _zipper.default({
|
54
|
+
exportInfo: {
|
55
|
+
files: imageFilesData,
|
56
|
+
name: page.title,
|
57
|
+
dataBuffer: pageDataBuffer
|
58
|
+
},
|
59
|
+
archiveFileKey: exportPagesDataKey
|
60
|
+
});
|
61
|
+
return zipper.process();
|
62
|
+
}
|
63
|
+
async function exportBlock(block, blockCategory, exportBlocksDataKey, fileManager) {
|
64
|
+
// Extract all files
|
65
|
+
const files = extractFilesFromData(block.content || {});
|
66
|
+
const fileIds = files.map(imageFile => imageFile.id);
|
67
|
+
// Get file data for all images
|
68
|
+
const imageFilesData = [];
|
69
|
+
if (fileIds.length > 0) {
|
70
|
+
const [filesData] = await fileManager.listFiles({
|
71
|
+
where: {
|
72
|
+
id_in: fileIds
|
73
|
+
}
|
74
|
+
});
|
75
|
+
imageFilesData.push(...filesData);
|
76
|
+
}
|
77
|
+
// Add block preview image file data
|
78
|
+
if (block.preview.id) {
|
79
|
+
imageFilesData.push(await fileManager.getFile(block.preview.id));
|
80
|
+
}
|
81
|
+
|
82
|
+
// Extract the block data in a json file and upload it to S3
|
83
|
+
const blockData = {
|
84
|
+
block: {
|
85
|
+
name: block.name,
|
86
|
+
content: block.content,
|
87
|
+
preview: block.preview
|
88
|
+
},
|
89
|
+
category: {
|
90
|
+
name: blockCategory.name,
|
91
|
+
slug: blockCategory.slug,
|
92
|
+
icon: blockCategory.icon,
|
93
|
+
description: blockCategory.description
|
94
|
+
},
|
95
|
+
files: imageFilesData
|
96
|
+
};
|
97
|
+
const blockDataBuffer = Buffer.from(JSON.stringify(blockData));
|
98
|
+
const zipper = new _zipper.default({
|
99
|
+
exportInfo: {
|
100
|
+
files: imageFilesData,
|
101
|
+
name: block.name,
|
102
|
+
dataBuffer: blockDataBuffer
|
103
|
+
},
|
104
|
+
archiveFileKey: exportBlocksDataKey
|
105
|
+
});
|
106
|
+
return zipper.process();
|
107
|
+
}
|
108
|
+
async function exportTemplate(template, exportTemplatesDataKey, fileManager) {
|
109
|
+
// Extract all files
|
110
|
+
const files = extractFilesFromData(template.content || {});
|
111
|
+
const fileIds = files.map(imageFile => imageFile.id);
|
112
|
+
// Get file data for all images
|
113
|
+
const imageFilesData = [];
|
114
|
+
if (fileIds.length > 0) {
|
115
|
+
const [filesData] = await fileManager.listFiles({
|
116
|
+
where: {
|
117
|
+
id_in: fileIds
|
118
|
+
}
|
119
|
+
});
|
120
|
+
imageFilesData.push(...filesData);
|
121
|
+
}
|
122
|
+
|
123
|
+
// Extract the template data in a json file and upload it to S3
|
124
|
+
const templateData = {
|
125
|
+
template: {
|
126
|
+
title: template.title,
|
127
|
+
slug: template.slug,
|
128
|
+
tags: template.tags,
|
129
|
+
description: template.description,
|
130
|
+
content: template.content,
|
131
|
+
layout: template.layout,
|
132
|
+
pageCategory: template.pageCategory
|
133
|
+
},
|
134
|
+
files: imageFilesData
|
135
|
+
};
|
136
|
+
const templateDataBuffer = Buffer.from(JSON.stringify(templateData));
|
137
|
+
const zipper = new _zipper.default({
|
138
|
+
exportInfo: {
|
139
|
+
files: imageFilesData,
|
140
|
+
name: template.title,
|
141
|
+
dataBuffer: templateDataBuffer
|
142
|
+
},
|
143
|
+
archiveFileKey: exportTemplatesDataKey
|
144
|
+
});
|
145
|
+
return zipper.process();
|
146
|
+
}
|
147
|
+
function extractFilesFromData(data, files = []) {
|
148
|
+
// Base case: termination
|
149
|
+
if (!data || typeof data !== "object") {
|
150
|
+
return files;
|
151
|
+
}
|
152
|
+
// Recursively call function for each element
|
153
|
+
if (Array.isArray(data)) {
|
154
|
+
for (let i = 0; i < data.length; i++) {
|
155
|
+
const element = data[i];
|
156
|
+
extractFilesFromData(element, files);
|
157
|
+
}
|
158
|
+
return files;
|
159
|
+
}
|
160
|
+
|
161
|
+
// Main
|
162
|
+
const tuple = Object.entries(data);
|
163
|
+
for (let i = 0; i < tuple.length; i++) {
|
164
|
+
const [key, value] = tuple[i];
|
165
|
+
// TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.
|
166
|
+
if (key === "file" && value) {
|
167
|
+
files.push(value);
|
168
|
+
} else if (key === "images" && Array.isArray(value)) {
|
169
|
+
// Handle case for "images-list" component
|
170
|
+
files.push(...value);
|
171
|
+
} else {
|
172
|
+
extractFilesFromData(value, files);
|
173
|
+
}
|
174
|
+
}
|
175
|
+
return files;
|
176
|
+
}
|
177
|
+
async function exportForm(form, exportFormsDataKey) {
|
178
|
+
// Extract the form data in a json file and upload it to S3
|
179
|
+
const formData = {
|
180
|
+
form: {
|
181
|
+
name: form.name,
|
182
|
+
status: form.status,
|
183
|
+
version: form.version,
|
184
|
+
fields: form.fields,
|
185
|
+
layout: form.layout,
|
186
|
+
settings: form.settings,
|
187
|
+
triggers: form.triggers
|
188
|
+
}
|
189
|
+
};
|
190
|
+
const formDataBuffer = Buffer.from(JSON.stringify(formData));
|
191
|
+
const zipper = new _zipper.default({
|
192
|
+
exportInfo: {
|
193
|
+
files: [],
|
194
|
+
name: form.name,
|
195
|
+
dataBuffer: formDataBuffer
|
196
|
+
},
|
197
|
+
archiveFileKey: exportFormsDataKey
|
198
|
+
});
|
199
|
+
return zipper.process();
|
200
|
+
}
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"names":["_get","_interopRequireDefault","require","_zipper","EXPORT_PAGES_FOLDER_KEY","exports","EXPORT_BLOCKS_FOLDER_KEY","EXPORT_TEMPLATES_FOLDER_KEY","EXPORT_FORMS_FOLDER_KEY","exportPage","page","exportPagesDataKey","fileManager","files","extractFilesFromData","content","pageSettingsImages","get","filter","image","src","fileIds","map","imageFile","id","imageFilesData","length","filesData","listFiles","where","id_in","push","pageData","title","path","version","status","settings","pageDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","name","dataBuffer","archiveFileKey","process","exportBlock","block","blockCategory","exportBlocksDataKey","preview","getFile","blockData","category","slug","icon","description","blockDataBuffer","exportTemplate","template","exportTemplatesDataKey","templateData","tags","layout","pageCategory","templateDataBuffer","data","Array","isArray","i","element","tuple","Object","entries","key","value","exportForm","form","exportFormsDataKey","formData","fields","triggers","formDataBuffer"],"sources":["utils.ts"],"sourcesContent":["import S3 from \"aws-sdk/clients/s3\";\nimport { BlockCategory, Page, PageBlock, PageTemplate } from \"@webiny/api-page-builder/types\";\nimport { FbForm } from \"@webiny/api-form-builder/types\";\nimport { FileManagerContext, File } from \"@webiny/api-file-manager/types\";\nimport get from \"lodash/get\";\nimport Zipper from \"./zipper\";\n\nexport const EXPORT_PAGES_FOLDER_KEY = \"WEBINY_PB_EXPORT_PAGES\";\nexport const EXPORT_BLOCKS_FOLDER_KEY = \"WEBINY_PB_EXPORT_BLOCK\";\nexport const EXPORT_TEMPLATES_FOLDER_KEY = \"WEBINY_PB_EXPORT_TEMPLATE\";\nexport const EXPORT_FORMS_FOLDER_KEY = \"WEBINY_FB_EXPORT_FORM\";\n\nexport interface ExportedPageData {\n page: Pick<Page, \"content\" | \"title\" | \"version\" | \"status\" | \"settings\" | \"path\">;\n files: File[];\n}\n\nexport async function exportPage(\n page: Page,\n exportPagesDataKey: string,\n fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n // Extract all files\n const files = extractFilesFromData(page.content || {});\n // Extract images from page settings\n const pageSettingsImages = [\n get(page, \"settings.general.image\") as unknown as File,\n get(page, \"settings.social.image\") as unknown as File\n ].filter(image => image && image.src);\n\n const fileIds = [...files, ...pageSettingsImages].map(imageFile => imageFile.id);\n // Get file data for all images\n const imageFilesData = [];\n if (fileIds.length > 0) {\n const [filesData] = await fileManager.listFiles({ where: { id_in: fileIds } });\n imageFilesData.push(...filesData);\n }\n\n // Extract the page data in a json file and upload it to S3\n const pageData = {\n page: {\n content: page.content,\n title: page.title,\n path: page.path,\n version: page.version,\n status: page.status,\n settings: page.settings\n },\n files: imageFilesData\n };\n const pageDataBuffer = Buffer.from(JSON.stringify(pageData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: imageFilesData,\n name: page.title,\n dataBuffer: pageDataBuffer\n },\n archiveFileKey: exportPagesDataKey\n });\n\n return zipper.process();\n}\n\nexport interface ExportedBlockData {\n block: Pick<PageBlock, \"name\" | \"content\" | \"preview\">;\n category: BlockCategory;\n files: File[];\n}\n\nexport async function exportBlock(\n block: PageBlock,\n blockCategory: BlockCategory,\n exportBlocksDataKey: string,\n fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n // Extract all files\n const files = extractFilesFromData(block.content || {});\n const fileIds = files.map(imageFile => imageFile.id);\n // Get file data for all images\n const imageFilesData = [];\n if (fileIds.length > 0) {\n const [filesData] = await fileManager.listFiles({ where: { id_in: fileIds } });\n imageFilesData.push(...filesData);\n }\n // Add block preview image file data\n if (block.preview.id) {\n imageFilesData.push(await fileManager.getFile(block.preview.id));\n }\n\n // Extract the block data in a json file and upload it to S3\n const blockData = {\n block: {\n name: block.name,\n content: block.content,\n preview: block.preview\n },\n category: {\n name: blockCategory.name,\n slug: blockCategory.slug,\n icon: blockCategory.icon,\n description: blockCategory.description\n },\n files: imageFilesData\n };\n const blockDataBuffer = Buffer.from(JSON.stringify(blockData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: imageFilesData,\n name: block.name,\n dataBuffer: blockDataBuffer\n },\n archiveFileKey: exportBlocksDataKey\n });\n\n return zipper.process();\n}\n\nexport interface ExportedTemplateData {\n template: Pick<\n PageTemplate,\n \"title\" | \"slug\" | \"tags\" | \"description\" | \"content\" | \"layout\" | \"pageCategory\"\n >;\n files: File[];\n}\n\nexport async function exportTemplate(\n template: PageTemplate,\n exportTemplatesDataKey: string,\n fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n // Extract all files\n const files = extractFilesFromData(template.content || {});\n const fileIds = files.map(imageFile => imageFile.id);\n // Get file data for all images\n const imageFilesData = [];\n if (fileIds.length > 0) {\n const [filesData] = await fileManager.listFiles({ where: { id_in: fileIds } });\n imageFilesData.push(...filesData);\n }\n\n // Extract the template data in a json file and upload it to S3\n const templateData = {\n template: {\n title: template.title,\n slug: template.slug,\n tags: template.tags,\n description: template.description,\n content: template.content,\n layout: template.layout,\n pageCategory: template.pageCategory\n },\n files: imageFilesData\n };\n const templateDataBuffer = Buffer.from(JSON.stringify(templateData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: imageFilesData,\n name: template.title,\n dataBuffer: templateDataBuffer\n },\n archiveFileKey: exportTemplatesDataKey\n });\n\n return zipper.process();\n}\n\nexport function extractFilesFromData(data: Record<string, any>, files: any[] = []): File[] {\n // Base case: termination\n if (!data || typeof data !== \"object\") {\n return files;\n }\n // Recursively call function for each element\n if (Array.isArray(data)) {\n for (let i = 0; i < data.length; i++) {\n const element = data[i];\n extractFilesFromData(element, files);\n }\n return files;\n }\n\n // Main\n const tuple = Object.entries(data);\n for (let i = 0; i < tuple.length; i++) {\n const [key, value] = tuple[i];\n // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.\n if (key === \"file\" && value) {\n files.push(value);\n } else if (key === \"images\" && Array.isArray(value)) {\n // Handle case for \"images-list\" component\n files.push(...value);\n } else {\n extractFilesFromData(value, files);\n }\n }\n return files;\n}\n\nexport interface ExportedFormData {\n form: Pick<\n FbForm,\n \"name\" | \"status\" | \"version\" | \"fields\" | \"layout\" | \"settings\" | \"triggers\"\n >;\n files: File[];\n}\n\nexport async function exportForm(\n form: FbForm,\n exportFormsDataKey: string\n): Promise<S3.ManagedUpload.SendData> {\n // Extract the form data in a json file and upload it to S3\n const formData = {\n form: {\n name: form.name,\n status: form.status,\n version: form.version,\n fields: form.fields,\n layout: form.layout,\n settings: form.settings,\n triggers: form.triggers\n }\n };\n const formDataBuffer = Buffer.from(JSON.stringify(formData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: [],\n name: form.name,\n dataBuffer: formDataBuffer\n },\n archiveFileKey: exportFormsDataKey\n });\n\n return zipper.process();\n}\n"],"mappings":";;;;;;;;;;;;AAIA,IAAAA,IAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,OAAA,GAAAF,sBAAA,CAAAC,OAAA;AAEO,MAAME,uBAAuB,GAAG,wBAAwB;AAACC,OAAA,CAAAD,uBAAA,GAAAA,uBAAA;AACzD,MAAME,wBAAwB,GAAG,wBAAwB;AAACD,OAAA,CAAAC,wBAAA,GAAAA,wBAAA;AAC1D,MAAMC,2BAA2B,GAAG,2BAA2B;AAACF,OAAA,CAAAE,2BAAA,GAAAA,2BAAA;AAChE,MAAMC,uBAAuB,GAAG,uBAAuB;AAACH,OAAA,CAAAG,uBAAA,GAAAA,uBAAA;AAOxD,eAAeC,UAAUA,CAC5BC,IAAU,EACVC,kBAA0B,EAC1BC,WAA8C,EACZ;EAClC;EACA,MAAMC,KAAK,GAAGC,oBAAoB,CAACJ,IAAI,CAACK,OAAO,IAAI,CAAC,CAAC,CAAC;EACtD;EACA,MAAMC,kBAAkB,GAAG,CACvB,IAAAC,YAAG,EAACP,IAAI,EAAE,wBAAwB,CAAC,EACnC,IAAAO,YAAG,EAACP,IAAI,EAAE,uBAAuB,CAAC,CACrC,CAACQ,MAAM,CAACC,KAAK,IAAIA,KAAK,IAAIA,KAAK,CAACC,GAAG,CAAC;EAErC,MAAMC,OAAO,GAAG,CAAC,GAAGR,KAAK,EAAE,GAAGG,kBAAkB,CAAC,CAACM,GAAG,CAACC,SAAS,IAAIA,SAAS,CAACC,EAAE,CAAC;EAChF;EACA,MAAMC,cAAc,GAAG,EAAE;EACzB,IAAIJ,OAAO,CAACK,MAAM,GAAG,CAAC,EAAE;IACpB,MAAM,CAACC,SAAS,CAAC,GAAG,MAAMf,WAAW,CAACgB,SAAS,CAAC;MAAEC,KAAK,EAAE;QAAEC,KAAK,EAAET;MAAQ;IAAE,CAAC,CAAC;IAC9EI,cAAc,CAACM,IAAI,CAAC,GAAGJ,SAAS,CAAC;EACrC;;EAEA;EACA,MAAMK,QAAQ,GAAG;IACbtB,IAAI,EAAE;MACFK,OAAO,EAAEL,IAAI,CAACK,OAAO;MACrBkB,KAAK,EAAEvB,IAAI,CAACuB,KAAK;MACjBC,IAAI,EAAExB,IAAI,CAACwB,IAAI;MACfC,OAAO,EAAEzB,IAAI,CAACyB,OAAO;MACrBC,MAAM,EAAE1B,IAAI,CAAC0B,MAAM;MACnBC,QAAQ,EAAE3B,IAAI,CAAC2B;IACnB,CAAC;IACDxB,KAAK,EAAEY;EACX,CAAC;EACD,MAAMa,cAAc,GAAGC,MAAM,CAACC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACV,QAAQ,CAAC,CAAC;EAE5D,MAAMW,MAAM,GAAG,IAAIC,eAAM,CAAC;IACtBC,UAAU,EAAE;MACRhC,KAAK,EAAEY,cAAc;MACrBqB,IAAI,EAAEpC,IAAI,CAACuB,KAAK;MAChBc,UAAU,EAAET;IAChB,CAAC;IACDU,cAAc,EAAErC;EACpB,CAAC,CAAC;EAEF,OAAOgC,MAAM,CAACM,OAAO,CAAC,CAAC;AAC3B;AAQO,eAAeC,WAAWA,CAC7BC,KAAgB,EAChBC,aAA4B,EAC5BC,mBAA2B,EAC3BzC,WAA8C,EACZ;EAClC;EACA,MAAMC,KAAK,GAAGC,oBAAoB,CAACqC,KAAK,CAACpC,OAAO,IAAI,CAAC,CAAC,CAAC;EACvD,MAAMM,OAAO,GAAGR,KAAK,CAACS,GAAG,CAACC,SAAS,IAAIA,SAAS,CAACC,EAAE,CAAC;EACpD;EACA,MAAMC,cAAc,GAAG,EAAE;EACzB,IAAIJ,OAAO,CAACK,MAAM,GAAG,CAAC,EAAE;IACpB,MAAM,CAACC,SAAS,CAAC,GAAG,MAAMf,WAAW,CAACgB,SAAS,CAAC;MAAEC,KAAK,EAAE;QAAEC,KAAK,EAAET;MAAQ;IAAE,CAAC,CAAC;IAC9EI,cAAc,CAACM,IAAI,CAAC,GAAGJ,SAAS,CAAC;EACrC;EACA;EACA,IAAIwB,KAAK,CAACG,OAAO,CAAC9B,EAAE,EAAE;IAClBC,cAAc,CAACM,IAAI,CAAC,MAAMnB,WAAW,CAAC2C,OAAO,CAACJ,KAAK,CAACG,OAAO,CAAC9B,EAAE,CAAC,CAAC;EACpE;;EAEA;EACA,MAAMgC,SAAS,GAAG;IACdL,KAAK,EAAE;MACHL,IAAI,EAAEK,KAAK,CAACL,IAAI;MAChB/B,OAAO,EAAEoC,KAAK,CAACpC,OAAO;MACtBuC,OAAO,EAAEH,KAAK,CAACG;IACnB,CAAC;IACDG,QAAQ,EAAE;MACNX,IAAI,EAAEM,aAAa,CAACN,IAAI;MACxBY,IAAI,EAAEN,aAAa,CAACM,IAAI;MACxBC,IAAI,EAAEP,aAAa,CAACO,IAAI;MACxBC,WAAW,EAAER,aAAa,CAACQ;IAC/B,CAAC;IACD/C,KAAK,EAAEY;EACX,CAAC;EACD,MAAMoC,eAAe,GAAGtB,MAAM,CAACC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACc,SAAS,CAAC,CAAC;EAE9D,MAAMb,MAAM,GAAG,IAAIC,eAAM,CAAC;IACtBC,UAAU,EAAE;MACRhC,KAAK,EAAEY,cAAc;MACrBqB,IAAI,EAAEK,KAAK,CAACL,IAAI;MAChBC,UAAU,EAAEc;IAChB,CAAC;IACDb,cAAc,EAAEK;EACpB,CAAC,CAAC;EAEF,OAAOV,MAAM,CAACM,OAAO,CAAC,CAAC;AAC3B;AAUO,eAAea,cAAcA,CAChCC,QAAsB,EACtBC,sBAA8B,EAC9BpD,WAA8C,EACZ;EAClC;EACA,MAAMC,KAAK,GAAGC,oBAAoB,CAACiD,QAAQ,CAAChD,OAAO,IAAI,CAAC,CAAC,CAAC;EAC1D,MAAMM,OAAO,GAAGR,KAAK,CAACS,GAAG,CAACC,SAAS,IAAIA,SAAS,CAACC,EAAE,CAAC;EACpD;EACA,MAAMC,cAAc,GAAG,EAAE;EACzB,IAAIJ,OAAO,CAACK,MAAM,GAAG,CAAC,EAAE;IACpB,MAAM,CAACC,SAAS,CAAC,GAAG,MAAMf,WAAW,CAACgB,SAAS,CAAC;MAAEC,KAAK,EAAE;QAAEC,KAAK,EAAET;MAAQ;IAAE,CAAC,CAAC;IAC9EI,cAAc,CAACM,IAAI,CAAC,GAAGJ,SAAS,CAAC;EACrC;;EAEA;EACA,MAAMsC,YAAY,GAAG;IACjBF,QAAQ,EAAE;MACN9B,KAAK,EAAE8B,QAAQ,CAAC9B,KAAK;MACrByB,IAAI,EAAEK,QAAQ,CAACL,IAAI;MACnBQ,IAAI,EAAEH,QAAQ,CAACG,IAAI;MACnBN,WAAW,EAAEG,QAAQ,CAACH,WAAW;MACjC7C,OAAO,EAAEgD,QAAQ,CAAChD,OAAO;MACzBoD,MAAM,EAAEJ,QAAQ,CAACI,MAAM;MACvBC,YAAY,EAAEL,QAAQ,CAACK;IAC3B,CAAC;IACDvD,KAAK,EAAEY;EACX,CAAC;EACD,MAAM4C,kBAAkB,GAAG9B,MAAM,CAACC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACuB,YAAY,CAAC,CAAC;EAEpE,MAAMtB,MAAM,GAAG,IAAIC,eAAM,CAAC;IACtBC,UAAU,EAAE;MACRhC,KAAK,EAAEY,cAAc;MACrBqB,IAAI,EAAEiB,QAAQ,CAAC9B,KAAK;MACpBc,UAAU,EAAEsB;IAChB,CAAC;IACDrB,cAAc,EAAEgB;EACpB,CAAC,CAAC;EAEF,OAAOrB,MAAM,CAACM,OAAO,CAAC,CAAC;AAC3B;AAEO,SAASnC,oBAAoBA,CAACwD,IAAyB,EAAEzD,KAAY,GAAG,EAAE,EAAU;EACvF;EACA,IAAI,CAACyD,IAAI,IAAI,OAAOA,IAAI,KAAK,QAAQ,EAAE;IACnC,OAAOzD,KAAK;EAChB;EACA;EACA,IAAI0D,KAAK,CAACC,OAAO,CAACF,IAAI,CAAC,EAAE;IACrB,KAAK,IAAIG,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,IAAI,CAAC5C,MAAM,EAAE+C,CAAC,EAAE,EAAE;MAClC,MAAMC,OAAO,GAAGJ,IAAI,CAACG,CAAC,CAAC;MACvB3D,oBAAoB,CAAC4D,OAAO,EAAE7D,KAAK,CAAC;IACxC;IACA,OAAOA,KAAK;EAChB;;EAEA;EACA,MAAM8D,KAAK,GAAGC,MAAM,CAACC,OAAO,CAACP,IAAI,CAAC;EAClC,KAAK,IAAIG,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGE,KAAK,CAACjD,MAAM,EAAE+C,CAAC,EAAE,EAAE;IACnC,MAAM,CAACK,GAAG,EAAEC,KAAK,CAAC,GAAGJ,KAAK,CAACF,CAAC,CAAC;IAC7B;IACA,IAAIK,GAAG,KAAK,MAAM,IAAIC,KAAK,EAAE;MACzBlE,KAAK,CAACkB,IAAI,CAACgD,KAAK,CAAC;IACrB,CAAC,MAAM,IAAID,GAAG,KAAK,QAAQ,IAAIP,KAAK,CAACC,OAAO,CAACO,KAAK,CAAC,EAAE;MACjD;MACAlE,KAAK,CAACkB,IAAI,CAAC,GAAGgD,KAAK,CAAC;IACxB,CAAC,MAAM;MACHjE,oBAAoB,CAACiE,KAAK,EAAElE,KAAK,CAAC;IACtC;EACJ;EACA,OAAOA,KAAK;AAChB;AAUO,eAAemE,UAAUA,CAC5BC,IAAY,EACZC,kBAA0B,EACQ;EAClC;EACA,MAAMC,QAAQ,GAAG;IACbF,IAAI,EAAE;MACFnC,IAAI,EAAEmC,IAAI,CAACnC,IAAI;MACfV,MAAM,EAAE6C,IAAI,CAAC7C,MAAM;MACnBD,OAAO,EAAE8C,IAAI,CAAC9C,OAAO;MACrBiD,MAAM,EAAEH,IAAI,CAACG,MAAM;MACnBjB,MAAM,EAAEc,IAAI,CAACd,MAAM;MACnB9B,QAAQ,EAAE4C,IAAI,CAAC5C,QAAQ;MACvBgD,QAAQ,EAAEJ,IAAI,CAACI;IACnB;EACJ,CAAC;EACD,MAAMC,cAAc,GAAG/C,MAAM,CAACC,IAAI,CAACC,IAAI,CAACC,SAAS,CAACyC,QAAQ,CAAC,CAAC;EAE5D,MAAMxC,MAAM,GAAG,IAAIC,eAAM,CAAC;IACtBC,UAAU,EAAE;MACRhC,KAAK,EAAE,EAAE;MACTiC,IAAI,EAAEmC,IAAI,CAACnC,IAAI;MACfC,UAAU,EAAEuC;IAChB,CAAC;IACDtC,cAAc,EAAEkC;EACpB,CAAC,CAAC;EAEF,OAAOvC,MAAM,CAACM,OAAO,CAAC,CAAC;AAC3B"}
|
@@ -2,15 +2,15 @@
|
|
2
2
|
/// <reference types="node" />
|
3
3
|
import S3 from "aws-sdk/clients/s3";
|
4
4
|
import { Readable } from "stream";
|
5
|
-
import {
|
5
|
+
import { File } from "@webiny/api-file-manager/types";
|
6
6
|
interface FileStreamDetails {
|
7
7
|
stream: Readable;
|
8
8
|
filename: string;
|
9
9
|
}
|
10
10
|
interface ExportInfo {
|
11
|
-
files:
|
12
|
-
|
13
|
-
|
11
|
+
files: File[];
|
12
|
+
name: string;
|
13
|
+
dataBuffer: Buffer;
|
14
14
|
}
|
15
15
|
export interface ZipperConfig {
|
16
16
|
exportInfo: ExportInfo;
|
@@ -29,7 +29,8 @@ export declare class ZipOfZip {
|
|
29
29
|
private readonly archiveFormat;
|
30
30
|
private readonly archiveFileName;
|
31
31
|
keys: string[];
|
32
|
-
|
32
|
+
filename: string;
|
33
|
+
constructor(keys: string[], filename: string);
|
33
34
|
getFileStreams(): FileStreamDetails[];
|
34
35
|
process(): Promise<S3.ManagedUpload.SendData>;
|
35
36
|
}
|
@@ -1,31 +1,20 @@
|
|
1
1
|
"use strict";
|
2
2
|
|
3
|
-
var
|
4
|
-
|
3
|
+
var _interopRequireWildcard = require("@babel/runtime/helpers/interopRequireWildcard").default;
|
4
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
5
5
|
Object.defineProperty(exports, "__esModule", {
|
6
6
|
value: true
|
7
7
|
});
|
8
8
|
exports.default = exports.ZipOfZip = void 0;
|
9
|
-
|
10
9
|
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
|
11
|
-
|
12
10
|
var _archiver = _interopRequireDefault(require("archiver"));
|
13
|
-
|
14
11
|
var _stream = require("stream");
|
15
|
-
|
16
12
|
var path = _interopRequireWildcard(require("path"));
|
17
|
-
|
18
13
|
var _kebabCase = _interopRequireDefault(require("lodash/kebabCase"));
|
19
|
-
|
20
14
|
var _uniqid = _interopRequireDefault(require("uniqid"));
|
21
|
-
|
22
15
|
var _s3Stream = require("./s3Stream");
|
23
|
-
|
24
|
-
function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
|
25
|
-
|
26
|
-
function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
|
27
|
-
|
28
16
|
// TODO: Move "archive" in layer
|
17
|
+
|
29
18
|
class Zipper {
|
30
19
|
constructor(config) {
|
31
20
|
(0, _defineProperty2.default)(this, "archiveFormat", "zip");
|
@@ -33,68 +22,66 @@ class Zipper {
|
|
33
22
|
(0, _defineProperty2.default)(this, "archiveFileName", void 0);
|
34
23
|
(0, _defineProperty2.default)(this, "config", void 0);
|
35
24
|
this.config = config;
|
36
|
-
this.archiveFileName = (0, _uniqid.default)(`${this.config.archiveFileKey}/`, `-${(0, _kebabCase.default)(this.config.exportInfo.
|
25
|
+
this.archiveFileName = (0, _uniqid.default)(`${this.config.archiveFileKey}/`, `-${(0, _kebabCase.default)(this.config.exportInfo.name)}.zip`);
|
37
26
|
}
|
38
|
-
|
39
27
|
s3DownloadStreams() {
|
40
28
|
const exportInfo = this.config.exportInfo;
|
41
|
-
const prefix = (0, _uniqid.default)("", `-${(0, _kebabCase.default)(exportInfo.
|
29
|
+
const prefix = (0, _uniqid.default)("", `-${(0, _kebabCase.default)(exportInfo.name)}`);
|
42
30
|
const files = exportInfo.files.map(({
|
43
31
|
key
|
44
32
|
}) => {
|
45
33
|
return {
|
46
34
|
stream: _s3Stream.s3Stream.readStream(key),
|
47
|
-
filename: `${prefix}\\${this.filesDirName}\\${
|
35
|
+
filename: `${prefix}\\${this.filesDirName}\\${key}`
|
48
36
|
};
|
49
37
|
});
|
50
38
|
return [...files, {
|
51
|
-
stream: _stream.Readable.from(exportInfo.
|
52
|
-
filename: `${prefix}\\${exportInfo.
|
39
|
+
stream: _stream.Readable.from(exportInfo.dataBuffer),
|
40
|
+
filename: `${prefix}\\${exportInfo.name}.json`
|
53
41
|
}];
|
54
42
|
}
|
55
|
-
|
56
43
|
process() {
|
57
44
|
const {
|
58
45
|
streamPassThrough,
|
59
46
|
streamPassThroughUploadPromise
|
60
|
-
} = _s3Stream.s3Stream.writeStream(this.archiveFileName);
|
61
|
-
|
62
|
-
|
63
|
-
const s3FilesStreams = this.s3DownloadStreams(); // 2. Prepare zip from the file stream.
|
64
|
-
|
65
|
-
const archive = _archiver.default.create(this.archiveFormat); // Handle archive events.
|
47
|
+
} = _s3Stream.s3Stream.writeStream(this.archiveFileName);
|
66
48
|
|
49
|
+
// 1. Read all files from S3 using stream.
|
50
|
+
const s3FilesStreams = this.s3DownloadStreams();
|
67
51
|
|
52
|
+
// 2. Prepare zip from the file stream.
|
53
|
+
const archive = _archiver.default.create(this.archiveFormat);
|
54
|
+
// Handle archive events.
|
68
55
|
archive.on("error", error => {
|
69
56
|
throw new Error(`${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`);
|
70
|
-
});
|
57
|
+
});
|
71
58
|
|
59
|
+
// Append all file streams to archive.
|
72
60
|
s3FilesStreams.forEach(streamDetails => archive.append(streamDetails.stream, {
|
73
61
|
name: streamDetails.filename
|
74
|
-
}));
|
62
|
+
}));
|
75
63
|
|
76
|
-
|
64
|
+
// Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
|
65
|
+
archive.pipe(streamPassThrough);
|
66
|
+
// Finalize the archive (ie we are done appending files but streams have to finish yet)
|
77
67
|
// 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand
|
68
|
+
archive.finalize();
|
78
69
|
|
79
|
-
|
80
|
-
|
70
|
+
// 3. Return upload stream promise.
|
81
71
|
return streamPassThroughUploadPromise;
|
82
72
|
}
|
83
|
-
|
84
73
|
}
|
85
|
-
|
86
74
|
exports.default = Zipper;
|
87
|
-
const PAGE_EXPORT_BASENAME = `WEBINY_PAGE_EXPORT.zip`;
|
88
|
-
|
89
75
|
class ZipOfZip {
|
90
|
-
constructor(keys) {
|
76
|
+
constructor(keys, filename) {
|
91
77
|
(0, _defineProperty2.default)(this, "archiveFormat", "zip");
|
92
78
|
(0, _defineProperty2.default)(this, "archiveFileName", void 0);
|
93
79
|
(0, _defineProperty2.default)(this, "keys", void 0);
|
80
|
+
(0, _defineProperty2.default)(this, "filename", void 0);
|
94
81
|
this.keys = keys;
|
95
|
-
this.
|
82
|
+
this.filename = filename;
|
83
|
+
this.archiveFileName = (0, _uniqid.default)("EXPORTS/", `-${filename}`);
|
96
84
|
}
|
97
|
-
|
98
85
|
getFileStreams() {
|
99
86
|
return this.keys.map(key => {
|
100
87
|
return {
|
@@ -103,35 +90,35 @@ class ZipOfZip {
|
|
103
90
|
};
|
104
91
|
});
|
105
92
|
}
|
106
|
-
|
107
93
|
process() {
|
108
94
|
const {
|
109
95
|
streamPassThrough,
|
110
96
|
streamPassThroughUploadPromise
|
111
|
-
} = _s3Stream.s3Stream.writeStream(this.archiveFileName);
|
112
|
-
|
113
|
-
|
114
|
-
const fileStreamDetails = this.getFileStreams(); // 2. Prepare zip from the file stream.
|
115
|
-
|
116
|
-
const archive = _archiver.default.create(this.archiveFormat); // Handle archive events.
|
97
|
+
} = _s3Stream.s3Stream.writeStream(this.archiveFileName);
|
117
98
|
|
99
|
+
// 1. Read all files from S3 using stream.
|
100
|
+
const fileStreamDetails = this.getFileStreams();
|
118
101
|
|
102
|
+
// 2. Prepare zip from the file stream.
|
103
|
+
const archive = _archiver.default.create(this.archiveFormat);
|
104
|
+
// Handle archive events.
|
119
105
|
archive.on("error", error => {
|
120
106
|
throw new Error(`${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`);
|
121
|
-
});
|
107
|
+
});
|
122
108
|
|
109
|
+
// Append all file streams to archive.
|
123
110
|
fileStreamDetails.forEach(streamDetails => archive.append(streamDetails.stream, {
|
124
111
|
name: streamDetails.filename
|
125
|
-
}));
|
112
|
+
}));
|
126
113
|
|
127
|
-
|
114
|
+
// Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.
|
115
|
+
archive.pipe(streamPassThrough);
|
116
|
+
// Finalize the archive (ie we are done appending files but streams have to finish yet)
|
128
117
|
// 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand
|
118
|
+
archive.finalize();
|
129
119
|
|
130
|
-
|
131
|
-
|
120
|
+
// 3. Return upload stream promise.
|
132
121
|
return streamPassThroughUploadPromise;
|
133
122
|
}
|
134
|
-
|
135
123
|
}
|
136
|
-
|
137
124
|
exports.ZipOfZip = ZipOfZip;
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"names":["_archiver","_interopRequireDefault","require","_stream","path","_interopRequireWildcard","_kebabCase","_uniqid","_s3Stream","Zipper","constructor","config","_defineProperty2","default","archiveFileName","uniqueId","archiveFileKey","kebabCase","exportInfo","name","s3DownloadStreams","prefix","files","map","key","stream","s3Stream","readStream","filename","filesDirName","Readable","from","dataBuffer","process","streamPassThrough","streamPassThroughUploadPromise","writeStream","s3FilesStreams","archive","vending","create","archiveFormat","on","error","Error","code","message","stack","forEach","streamDetails","append","pipe","finalize","exports","ZipOfZip","keys","getFileStreams","basename","fileStreamDetails"],"sources":["zipper.ts"],"sourcesContent":["// TODO: Move \"archive\" in layer\nimport vending, { ArchiverError } from \"archiver\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport { Readable } from \"stream\";\nimport * as path from \"path\";\nimport kebabCase from \"lodash/kebabCase\";\nimport uniqueId from \"uniqid\";\nimport { s3Stream } from \"./s3Stream\";\nimport { File } from \"@webiny/api-file-manager/types\";\n\ninterface FileStreamDetails {\n stream: Readable;\n filename: string;\n}\n\ninterface ExportInfo {\n files: File[];\n name: string;\n dataBuffer: Buffer;\n}\n\nexport interface ZipperConfig {\n exportInfo: ExportInfo;\n archiveFileKey: string;\n}\n\nexport default class Zipper {\n private readonly archiveFormat = \"zip\";\n private readonly filesDirName = \"assets\";\n private readonly archiveFileName: string;\n config: ZipperConfig;\n\n constructor(config: ZipperConfig) {\n this.config = config;\n this.archiveFileName = uniqueId(\n `${this.config.archiveFileKey}/`,\n `-${kebabCase(this.config.exportInfo.name)}.zip`\n );\n }\n\n s3DownloadStreams(): FileStreamDetails[] {\n const exportInfo = this.config.exportInfo;\n const prefix = uniqueId(\"\", `-${kebabCase(exportInfo.name)}`);\n const files = exportInfo.files.map(({ key }) => {\n return {\n stream: s3Stream.readStream(key),\n filename: `${prefix}\\\\${this.filesDirName}\\\\${key}`\n };\n });\n\n return [\n ...files,\n {\n stream: Readable.from(exportInfo.dataBuffer),\n filename: `${prefix}\\\\${exportInfo.name}.json`\n }\n ];\n }\n\n process(): Promise<S3.ManagedUpload.SendData> {\n const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n this.archiveFileName\n );\n\n // 1. Read all files from S3 using stream.\n const s3FilesStreams = this.s3DownloadStreams();\n\n // 2. Prepare zip from the file stream.\n const archive = vending.create(this.archiveFormat);\n // Handle archive events.\n archive.on(\"error\", (error: ArchiverError) => {\n throw new Error(\n `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n );\n });\n\n // Append all file streams to archive.\n s3FilesStreams.forEach((streamDetails: FileStreamDetails) =>\n archive.append(streamDetails.stream, { name: streamDetails.filename })\n );\n\n // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n archive.pipe(streamPassThrough);\n // Finalize the archive (ie we are done appending files but streams have to finish yet)\n // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n archive.finalize();\n\n // 3. Return upload stream promise.\n return streamPassThroughUploadPromise;\n }\n}\n\nexport class ZipOfZip {\n private readonly archiveFormat = \"zip\";\n private readonly archiveFileName: string;\n keys: string[];\n filename: string;\n\n constructor(keys: string[], filename: string) {\n this.keys = keys;\n this.filename = filename;\n this.archiveFileName = uniqueId(\"EXPORTS/\", `-${filename}`);\n }\n\n getFileStreams(): FileStreamDetails[] {\n return this.keys.map(key => {\n return {\n stream: s3Stream.readStream(key),\n filename: `${path.basename(key)}`\n };\n });\n }\n\n process(): Promise<S3.ManagedUpload.SendData> {\n const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n this.archiveFileName\n );\n\n // 1. Read all files from S3 using stream.\n const fileStreamDetails = this.getFileStreams();\n\n // 2. Prepare zip from the file stream.\n const archive = vending.create(this.archiveFormat);\n // Handle archive events.\n archive.on(\"error\", (error: ArchiverError) => {\n throw new Error(\n `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n );\n });\n\n // Append all file streams to archive.\n fileStreamDetails.forEach((streamDetails: FileStreamDetails) =>\n archive.append(streamDetails.stream, { name: streamDetails.filename })\n );\n\n // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n archive.pipe(streamPassThrough);\n // Finalize the archive (ie we are done appending files but streams have to finish yet)\n // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n archive.finalize();\n\n // 3. Return upload stream promise.\n return streamPassThroughUploadPromise;\n }\n}\n"],"mappings":";;;;;;;;;AACA,IAAAA,SAAA,GAAAC,sBAAA,CAAAC,OAAA;AAEA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,IAAA,GAAAC,uBAAA,CAAAH,OAAA;AACA,IAAAI,UAAA,GAAAL,sBAAA,CAAAC,OAAA;AACA,IAAAK,OAAA,GAAAN,sBAAA,CAAAC,OAAA;AACA,IAAAM,SAAA,GAAAN,OAAA;AAPA;;AA0Be,MAAMO,MAAM,CAAC;EAMxBC,WAAWA,CAACC,MAAoB,EAAE;IAAA,IAAAC,gBAAA,CAAAC,OAAA,yBALD,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA,wBACN,QAAQ;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAKpC,IAAI,CAACF,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACG,eAAe,GAAG,IAAAC,eAAQ,EAC1B,GAAE,IAAI,CAACJ,MAAM,CAACK,cAAe,GAAE,EAC/B,IAAG,IAAAC,kBAAS,EAAC,IAAI,CAACN,MAAM,CAACO,UAAU,CAACC,IAAI,CAAE,MAC/C,CAAC;EACL;EAEAC,iBAAiBA,CAAA,EAAwB;IACrC,MAAMF,UAAU,GAAG,IAAI,CAACP,MAAM,CAACO,UAAU;IACzC,MAAMG,MAAM,GAAG,IAAAN,eAAQ,EAAC,EAAE,EAAG,IAAG,IAAAE,kBAAS,EAACC,UAAU,CAACC,IAAI,CAAE,EAAC,CAAC;IAC7D,MAAMG,KAAK,GAAGJ,UAAU,CAACI,KAAK,CAACC,GAAG,CAAC,CAAC;MAAEC;IAAI,CAAC,KAAK;MAC5C,OAAO;QACHC,MAAM,EAAEC,kBAAQ,CAACC,UAAU,CAACH,GAAG,CAAC;QAChCI,QAAQ,EAAG,GAAEP,MAAO,KAAI,IAAI,CAACQ,YAAa,KAAIL,GAAI;MACtD,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,CACH,GAAGF,KAAK,EACR;MACIG,MAAM,EAAEK,gBAAQ,CAACC,IAAI,CAACb,UAAU,CAACc,UAAU,CAAC;MAC5CJ,QAAQ,EAAG,GAAEP,MAAO,KAAIH,UAAU,CAACC,IAAK;IAC5C,CAAC,CACJ;EACL;EAEAc,OAAOA,CAAA,EAAuC;IAC1C,MAAM;MAAEC,iBAAiB;MAAEC;IAA+B,CAAC,GAAGT,kBAAQ,CAACU,WAAW,CAC9E,IAAI,CAACtB,eACT,CAAC;;IAED;IACA,MAAMuB,cAAc,GAAG,IAAI,CAACjB,iBAAiB,CAAC,CAAC;;IAE/C;IACA,MAAMkB,OAAO,GAAGC,iBAAO,CAACC,MAAM,CAAC,IAAI,CAACC,aAAa,CAAC;IAClD;IACAH,OAAO,CAACI,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1C,MAAM,IAAIC,KAAK,CACV,GAAED,KAAK,CAACxB,IAAK,IAAGwB,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,OAAQ,IAAGH,KAAK,CAACvC,IAAK,IAAGuC,KAAK,CAACI,KAAM,EAC9E,CAAC;IACL,CAAC,CAAC;;IAEF;IACAV,cAAc,CAACW,OAAO,CAAEC,aAAgC,IACpDX,OAAO,CAACY,MAAM,CAACD,aAAa,CAACxB,MAAM,EAAE;MAAEN,IAAI,EAAE8B,aAAa,CAACrB;IAAS,CAAC,CACzE,CAAC;;IAED;IACAU,OAAO,CAACa,IAAI,CAACjB,iBAAiB,CAAC;IAC/B;IACA;IACAI,OAAO,CAACc,QAAQ,CAAC,CAAC;;IAElB;IACA,OAAOjB,8BAA8B;EACzC;AACJ;AAACkB,OAAA,CAAAxC,OAAA,GAAAJ,MAAA;AAEM,MAAM6C,QAAQ,CAAC;EAMlB5C,WAAWA,CAAC6C,IAAc,EAAE3B,QAAgB,EAAE;IAAA,IAAAhB,gBAAA,CAAAC,OAAA,yBALb,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAMlC,IAAI,CAAC0C,IAAI,GAAGA,IAAI;IAChB,IAAI,CAAC3B,QAAQ,GAAGA,QAAQ;IACxB,IAAI,CAACd,eAAe,GAAG,IAAAC,eAAQ,EAAC,UAAU,EAAG,IAAGa,QAAS,EAAC,CAAC;EAC/D;EAEA4B,cAAcA,CAAA,EAAwB;IAClC,OAAO,IAAI,CAACD,IAAI,CAAChC,GAAG,CAACC,GAAG,IAAI;MACxB,OAAO;QACHC,MAAM,EAAEC,kBAAQ,CAACC,UAAU,CAACH,GAAG,CAAC;QAChCI,QAAQ,EAAG,GAAExB,IAAI,CAACqD,QAAQ,CAACjC,GAAG,CAAE;MACpC,CAAC;IACL,CAAC,CAAC;EACN;EAEAS,OAAOA,CAAA,EAAuC;IAC1C,MAAM;MAAEC,iBAAiB;MAAEC;IAA+B,CAAC,GAAGT,kBAAQ,CAACU,WAAW,CAC9E,IAAI,CAACtB,eACT,CAAC;;IAED;IACA,MAAM4C,iBAAiB,GAAG,IAAI,CAACF,cAAc,CAAC,CAAC;;IAE/C;IACA,MAAMlB,OAAO,GAAGC,iBAAO,CAACC,MAAM,CAAC,IAAI,CAACC,aAAa,CAAC;IAClD;IACAH,OAAO,CAACI,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1C,MAAM,IAAIC,KAAK,CACV,GAAED,KAAK,CAACxB,IAAK,IAAGwB,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,OAAQ,IAAGH,KAAK,CAACvC,IAAK,IAAGuC,KAAK,CAACI,KAAM,EAC9E,CAAC;IACL,CAAC,CAAC;;IAEF;IACAW,iBAAiB,CAACV,OAAO,CAAEC,aAAgC,IACvDX,OAAO,CAACY,MAAM,CAACD,aAAa,CAACxB,MAAM,EAAE;MAAEN,IAAI,EAAE8B,aAAa,CAACrB;IAAS,CAAC,CACzE,CAAC;;IAED;IACAU,OAAO,CAACa,IAAI,CAACjB,iBAAiB,CAAC;IAC/B;IACA;IACAI,OAAO,CAACc,QAAQ,CAAC,CAAC;;IAElB;IACA,OAAOjB,8BAA8B;EACzC;AACJ;AAACkB,OAAA,CAAAC,QAAA,GAAAA,QAAA"}
|
@@ -0,0 +1,130 @@
|
|
1
|
+
"use strict";
|
2
|
+
|
3
|
+
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
|
4
|
+
Object.defineProperty(exports, "__esModule", {
|
5
|
+
value: true
|
6
|
+
});
|
7
|
+
exports.default = void 0;
|
8
|
+
var _error = _interopRequireDefault(require("@webiny/error"));
|
9
|
+
var _api = require("@webiny/api");
|
10
|
+
var _types = require("../../types");
|
11
|
+
var _client = require("../../client");
|
12
|
+
var _utils = require("../../import/utils");
|
13
|
+
var _utils2 = require("../../export/utils");
|
14
|
+
var _utils3 = require("@webiny/utils");
|
15
|
+
var _PageBlocksPermissions = require("@webiny/api-page-builder/graphql/crud/permissions/PageBlocksPermissions");
|
16
|
+
const EXPORT_BLOCKS_PROCESS_HANDLER = process.env.EXPORT_PROCESS_HANDLER;
|
17
|
+
const IMPORT_BLOCKS_CREATE_HANDLER = process.env.IMPORT_CREATE_HANDLER;
|
18
|
+
var _default = new _api.ContextPlugin(context => {
|
19
|
+
const pageBlocksPermissions = new _PageBlocksPermissions.PageBlocksPermissions({
|
20
|
+
getPermissions: () => context.security.getPermissions("pb.block"),
|
21
|
+
getIdentity: context.security.getIdentity,
|
22
|
+
fullAccessPermissionName: "pb.*"
|
23
|
+
});
|
24
|
+
const importExportCrud = {
|
25
|
+
async importBlocks({
|
26
|
+
zipFileUrl
|
27
|
+
}) {
|
28
|
+
await pageBlocksPermissions.ensure({
|
29
|
+
rwd: "w"
|
30
|
+
});
|
31
|
+
|
32
|
+
// Create a task for import block
|
33
|
+
const task = await context.pageBuilder.importExportTask.createTask({
|
34
|
+
status: _types.ImportExportTaskStatus.PENDING,
|
35
|
+
input: {
|
36
|
+
zipFileUrl
|
37
|
+
}
|
38
|
+
});
|
39
|
+
/**
|
40
|
+
* Import Blocks
|
41
|
+
* ImportBlocks
|
42
|
+
* importBlocks
|
43
|
+
*/
|
44
|
+
await (0, _client.invokeHandlerClient)({
|
45
|
+
context,
|
46
|
+
name: IMPORT_BLOCKS_CREATE_HANDLER,
|
47
|
+
payload: {
|
48
|
+
zipFileUrl,
|
49
|
+
task,
|
50
|
+
type: "block",
|
51
|
+
identity: context.security.getIdentity()
|
52
|
+
},
|
53
|
+
description: "Import Blocks - create"
|
54
|
+
});
|
55
|
+
return {
|
56
|
+
task
|
57
|
+
};
|
58
|
+
},
|
59
|
+
async exportBlocks({
|
60
|
+
ids: initialBlockIds,
|
61
|
+
where
|
62
|
+
}) {
|
63
|
+
await pageBlocksPermissions.ensure({
|
64
|
+
rwd: "w"
|
65
|
+
});
|
66
|
+
let blockIds = initialBlockIds || [];
|
67
|
+
// If no ids are provided then it means we want to export all blocks
|
68
|
+
if (!initialBlockIds || Array.isArray(initialBlockIds) && initialBlockIds.length === 0) {
|
69
|
+
const blocks = await context.pageBuilder.listPageBlocks({
|
70
|
+
where
|
71
|
+
});
|
72
|
+
// Save block ids
|
73
|
+
blockIds = blocks.map(block => block.id);
|
74
|
+
}
|
75
|
+
if (blockIds.length === 0) {
|
76
|
+
throw new _error.default("Cannot export blocks - no blocks found for provided inputs.", "EMPTY_EXPORT_NO_BLOCKS_FOUND");
|
77
|
+
}
|
78
|
+
|
79
|
+
// Create the main task for blocks export.
|
80
|
+
const task = await context.pageBuilder.importExportTask.createTask({
|
81
|
+
status: _types.ImportExportTaskStatus.PENDING
|
82
|
+
});
|
83
|
+
const exportBlocksDataKey = `${_utils2.EXPORT_BLOCKS_FOLDER_KEY}/${task.id}`;
|
84
|
+
// For each block create a sub task and invoke the process handler.
|
85
|
+
for (let i = 0; i < blockIds.length; i++) {
|
86
|
+
const blockId = blockIds[i];
|
87
|
+
// Create sub task.
|
88
|
+
await context.pageBuilder.importExportTask.createSubTask(task.id, (0, _utils3.zeroPad)(i + 1, 5), {
|
89
|
+
status: _types.ImportExportTaskStatus.PENDING,
|
90
|
+
input: {
|
91
|
+
blockId,
|
92
|
+
exportBlocksDataKey
|
93
|
+
}
|
94
|
+
});
|
95
|
+
}
|
96
|
+
// Update main task status.
|
97
|
+
await context.pageBuilder.importExportTask.updateTask(task.id, {
|
98
|
+
status: _types.ImportExportTaskStatus.PROCESSING,
|
99
|
+
stats: (0, _utils.initialStats)(blockIds.length),
|
100
|
+
input: {
|
101
|
+
exportBlocksDataKey
|
102
|
+
}
|
103
|
+
});
|
104
|
+
|
105
|
+
/**
|
106
|
+
* Export Blocks
|
107
|
+
* ExportBlocks
|
108
|
+
* exportBlocks
|
109
|
+
*/
|
110
|
+
// Invoke handler.
|
111
|
+
await (0, _client.invokeHandlerClient)({
|
112
|
+
context,
|
113
|
+
name: EXPORT_BLOCKS_PROCESS_HANDLER,
|
114
|
+
payload: {
|
115
|
+
taskId: task.id,
|
116
|
+
subTaskIndex: 1,
|
117
|
+
type: "block",
|
118
|
+
identity: context.security.getIdentity()
|
119
|
+
},
|
120
|
+
description: "Export blocks - process"
|
121
|
+
});
|
122
|
+
return {
|
123
|
+
task
|
124
|
+
};
|
125
|
+
}
|
126
|
+
};
|
127
|
+
// Modify context
|
128
|
+
context.pageBuilder.blocks = importExportCrud;
|
129
|
+
});
|
130
|
+
exports.default = _default;
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"names":["_error","_interopRequireDefault","require","_api","_types","_client","_utils","_utils2","_utils3","_PageBlocksPermissions","EXPORT_BLOCKS_PROCESS_HANDLER","process","env","EXPORT_PROCESS_HANDLER","IMPORT_BLOCKS_CREATE_HANDLER","IMPORT_CREATE_HANDLER","_default","ContextPlugin","context","pageBlocksPermissions","PageBlocksPermissions","getPermissions","security","getIdentity","fullAccessPermissionName","importExportCrud","importBlocks","zipFileUrl","ensure","rwd","task","pageBuilder","importExportTask","createTask","status","ImportExportTaskStatus","PENDING","input","invokeHandlerClient","name","payload","type","identity","description","exportBlocks","ids","initialBlockIds","where","blockIds","Array","isArray","length","blocks","listPageBlocks","map","block","id","WebinyError","exportBlocksDataKey","EXPORT_BLOCKS_FOLDER_KEY","i","blockId","createSubTask","zeroPad","updateTask","PROCESSING","stats","initialStats","taskId","subTaskIndex","exports","default"],"sources":["blocks.crud.ts"],"sourcesContent":["import WebinyError from \"@webiny/error\";\nimport { ContextPlugin } from \"@webiny/api\";\nimport { ImportExportTaskStatus, BlocksImportExportCrud, PbImportExportContext } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { Payload as CreateHandlerPayload } from \"~/import/create\";\nimport { initialStats } from \"~/import/utils\";\nimport { Payload as ExportBlocksProcessHandlerPayload } from \"~/export/process\";\nimport { EXPORT_BLOCKS_FOLDER_KEY } from \"~/export/utils\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { PageBlocksPermissions } from \"@webiny/api-page-builder/graphql/crud/permissions/PageBlocksPermissions\";\n\nconst EXPORT_BLOCKS_PROCESS_HANDLER = process.env.EXPORT_PROCESS_HANDLER as string;\nconst IMPORT_BLOCKS_CREATE_HANDLER = process.env.IMPORT_CREATE_HANDLER as string;\n\nexport default new ContextPlugin<PbImportExportContext>(context => {\n const pageBlocksPermissions = new PageBlocksPermissions({\n getPermissions: () => context.security.getPermissions(\"pb.block\"),\n getIdentity: context.security.getIdentity,\n fullAccessPermissionName: \"pb.*\"\n });\n\n const importExportCrud: BlocksImportExportCrud = {\n async importBlocks({ zipFileUrl }) {\n await pageBlocksPermissions.ensure({ rwd: \"w\" });\n\n // Create a task for import block\n const task = await context.pageBuilder.importExportTask.createTask({\n status: ImportExportTaskStatus.PENDING,\n input: {\n zipFileUrl\n }\n });\n /**\n * Import Blocks\n * ImportBlocks\n * importBlocks\n */\n await invokeHandlerClient<CreateHandlerPayload>({\n context,\n name: IMPORT_BLOCKS_CREATE_HANDLER,\n payload: {\n zipFileUrl,\n task,\n type: \"block\",\n identity: context.security.getIdentity()\n },\n description: \"Import Blocks - create\"\n });\n\n return {\n task\n };\n },\n\n async exportBlocks({ ids: initialBlockIds, where }) {\n await pageBlocksPermissions.ensure({ rwd: \"w\" });\n\n let blockIds: string[] = initialBlockIds || [];\n // If no ids are provided then it means we want to export all blocks\n if (\n !initialBlockIds ||\n (Array.isArray(initialBlockIds) && initialBlockIds.length === 0)\n ) {\n const blocks = await context.pageBuilder.listPageBlocks({ where });\n // Save block ids\n blockIds = blocks.map(block => block.id);\n }\n\n if (blockIds.length === 0) {\n throw new WebinyError(\n \"Cannot export blocks - no blocks found for provided inputs.\",\n \"EMPTY_EXPORT_NO_BLOCKS_FOUND\"\n );\n }\n\n // Create the main task for blocks export.\n const task = await context.pageBuilder.importExportTask.createTask({\n status: ImportExportTaskStatus.PENDING\n });\n const exportBlocksDataKey = `${EXPORT_BLOCKS_FOLDER_KEY}/${task.id}`;\n // For each block create a sub task and invoke the process handler.\n for (let i = 0; i < blockIds.length; i++) {\n const blockId = blockIds[i];\n // Create sub task.\n await context.pageBuilder.importExportTask.createSubTask(\n task.id,\n zeroPad(i + 1, 5),\n {\n status: ImportExportTaskStatus.PENDING,\n input: {\n blockId,\n exportBlocksDataKey\n }\n }\n );\n }\n // Update main task status.\n await context.pageBuilder.importExportTask.updateTask(task.id, {\n status: ImportExportTaskStatus.PROCESSING,\n stats: initialStats(blockIds.length),\n input: {\n exportBlocksDataKey\n }\n });\n\n /**\n * Export Blocks\n * ExportBlocks\n * exportBlocks\n */\n // Invoke handler.\n await invokeHandlerClient<ExportBlocksProcessHandlerPayload>({\n context,\n name: EXPORT_BLOCKS_PROCESS_HANDLER,\n payload: {\n taskId: task.id,\n subTaskIndex: 1,\n type: \"block\",\n identity: context.security.getIdentity()\n },\n description: \"Export blocks - process\"\n });\n\n return { task };\n }\n };\n // Modify context\n context.pageBuilder.blocks = importExportCrud;\n});\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,IAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAF,OAAA;AACA,IAAAG,OAAA,GAAAH,OAAA;AAEA,IAAAI,MAAA,GAAAJ,OAAA;AAEA,IAAAK,OAAA,GAAAL,OAAA;AACA,IAAAM,OAAA,GAAAN,OAAA;AACA,IAAAO,sBAAA,GAAAP,OAAA;AAEA,MAAMQ,6BAA6B,GAAGC,OAAO,CAACC,GAAG,CAACC,sBAAgC;AAClF,MAAMC,4BAA4B,GAAGH,OAAO,CAACC,GAAG,CAACG,qBAA+B;AAAC,IAAAC,QAAA,GAElE,IAAIC,kBAAa,CAAwBC,OAAO,IAAI;EAC/D,MAAMC,qBAAqB,GAAG,IAAIC,4CAAqB,CAAC;IACpDC,cAAc,EAAEA,CAAA,KAAMH,OAAO,CAACI,QAAQ,CAACD,cAAc,CAAC,UAAU,CAAC;IACjEE,WAAW,EAAEL,OAAO,CAACI,QAAQ,CAACC,WAAW;IACzCC,wBAAwB,EAAE;EAC9B,CAAC,CAAC;EAEF,MAAMC,gBAAwC,GAAG;IAC7C,MAAMC,YAAYA,CAAC;MAAEC;IAAW,CAAC,EAAE;MAC/B,MAAMR,qBAAqB,CAACS,MAAM,CAAC;QAAEC,GAAG,EAAE;MAAI,CAAC,CAAC;;MAEhD;MACA,MAAMC,IAAI,GAAG,MAAMZ,OAAO,CAACa,WAAW,CAACC,gBAAgB,CAACC,UAAU,CAAC;QAC/DC,MAAM,EAAEC,6BAAsB,CAACC,OAAO;QACtCC,KAAK,EAAE;UACHV;QACJ;MACJ,CAAC,CAAC;MACF;AACZ;AACA;AACA;AACA;MACY,MAAM,IAAAW,2BAAmB,EAAuB;QAC5CpB,OAAO;QACPqB,IAAI,EAAEzB,4BAA4B;QAClC0B,OAAO,EAAE;UACLb,UAAU;UACVG,IAAI;UACJW,IAAI,EAAE,OAAO;UACbC,QAAQ,EAAExB,OAAO,CAACI,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDoB,WAAW,EAAE;MACjB,CAAC,CAAC;MAEF,OAAO;QACHb;MACJ,CAAC;IACL,CAAC;IAED,MAAMc,YAAYA,CAAC;MAAEC,GAAG,EAAEC,eAAe;MAAEC;IAAM,CAAC,EAAE;MAChD,MAAM5B,qBAAqB,CAACS,MAAM,CAAC;QAAEC,GAAG,EAAE;MAAI,CAAC,CAAC;MAEhD,IAAImB,QAAkB,GAAGF,eAAe,IAAI,EAAE;MAC9C;MACA,IACI,CAACA,eAAe,IACfG,KAAK,CAACC,OAAO,CAACJ,eAAe,CAAC,IAAIA,eAAe,CAACK,MAAM,KAAK,CAAE,EAClE;QACE,MAAMC,MAAM,GAAG,MAAMlC,OAAO,CAACa,WAAW,CAACsB,cAAc,CAAC;UAAEN;QAAM,CAAC,CAAC;QAClE;QACAC,QAAQ,GAAGI,MAAM,CAACE,GAAG,CAACC,KAAK,IAAIA,KAAK,CAACC,EAAE,CAAC;MAC5C;MAEA,IAAIR,QAAQ,CAACG,MAAM,KAAK,CAAC,EAAE;QACvB,MAAM,IAAIM,cAAW,CACjB,6DAA6D,EAC7D,8BACJ,CAAC;MACL;;MAEA;MACA,MAAM3B,IAAI,GAAG,MAAMZ,OAAO,CAACa,WAAW,CAACC,gBAAgB,CAACC,UAAU,CAAC;QAC/DC,MAAM,EAAEC,6BAAsB,CAACC;MACnC,CAAC,CAAC;MACF,MAAMsB,mBAAmB,GAAI,GAAEC,gCAAyB,IAAG7B,IAAI,CAAC0B,EAAG,EAAC;MACpE;MACA,KAAK,IAAII,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGZ,QAAQ,CAACG,MAAM,EAAES,CAAC,EAAE,EAAE;QACtC,MAAMC,OAAO,GAAGb,QAAQ,CAACY,CAAC,CAAC;QAC3B;QACA,MAAM1C,OAAO,CAACa,WAAW,CAACC,gBAAgB,CAAC8B,aAAa,CACpDhC,IAAI,CAAC0B,EAAE,EACP,IAAAO,eAAO,EAACH,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EACjB;UACI1B,MAAM,EAAEC,6BAAsB,CAACC,OAAO;UACtCC,KAAK,EAAE;YACHwB,OAAO;YACPH;UACJ;QACJ,CACJ,CAAC;MACL;MACA;MACA,MAAMxC,OAAO,CAACa,WAAW,CAACC,gBAAgB,CAACgC,UAAU,CAAClC,IAAI,CAAC0B,EAAE,EAAE;QAC3DtB,MAAM,EAAEC,6BAAsB,CAAC8B,UAAU;QACzCC,KAAK,EAAE,IAAAC,mBAAY,EAACnB,QAAQ,CAACG,MAAM,CAAC;QACpCd,KAAK,EAAE;UACHqB;QACJ;MACJ,CAAC,CAAC;;MAEF;AACZ;AACA;AACA;AACA;MACY;MACA,MAAM,IAAApB,2BAAmB,EAAoC;QACzDpB,OAAO;QACPqB,IAAI,EAAE7B,6BAA6B;QACnC8B,OAAO,EAAE;UACL4B,MAAM,EAAEtC,IAAI,CAAC0B,EAAE;UACfa,YAAY,EAAE,CAAC;UACf5B,IAAI,EAAE,OAAO;UACbC,QAAQ,EAAExB,OAAO,CAACI,QAAQ,CAACC,WAAW,CAAC;QAC3C,CAAC;QACDoB,WAAW,EAAE;MACjB,CAAC,CAAC;MAEF,OAAO;QAAEb;MAAK,CAAC;IACnB;EACJ,CAAC;EACD;EACAZ,OAAO,CAACa,WAAW,CAACqB,MAAM,GAAG3B,gBAAgB;AACjD,CAAC,CAAC;AAAA6C,OAAA,CAAAC,OAAA,GAAAvD,QAAA"}
|