@webiny/api-page-builder-import-export 5.39.7-beta.5 → 5.39.8-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["_importPage","require","_mockSecurity","ImportPagesProcessPages","execute","params","context","response","input","store","isAborted","isCloseToTimeout","identity","items","meta","category","pageIdList","Array","from","done","failed","item","includes","key","aborted","continue","page","importPage","push","pid","ex","
|
|
1
|
+
{"version":3,"names":["_importPage","require","_mockSecurity","ImportPagesProcessPages","execute","params","context","response","input","store","isAborted","isCloseToTimeout","identity","items","meta","category","pageIdList","Array","from","done","failed","item","includes","key","aborted","continue","page","importPage","push","pid","ex","console","error","addErrorLog","message","data","addInfoLog","title","id","version","status","mockSecurity","pageKey","fileUploadsData","assets","pbPage","pageBuilder","createPage","updatePage","content","path","settings","exports"],"sources":["ImportPagesProcessPages.ts"],"sourcesContent":["import { ITaskResponseResult } from \"@webiny/tasks\";\nimport { IImportPagesControllerInputMeta, IImportPagesProcessPagesTaskParams } from \"./types\";\nimport { importPage } from \"./process/importPage\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { ImportData } from \"~/types\";\nimport { Page } from \"@webiny/api-page-builder/types\";\n\ninterface ImportPageParams extends Pick<IImportPagesProcessPagesTaskParams, \"context\"> {\n identity: SecurityIdentity;\n item: ImportData;\n meta?: IImportPagesControllerInputMeta;\n category: string;\n}\n\nexport class ImportPagesProcessPages {\n public async execute(params: IImportPagesProcessPagesTaskParams): Promise<ITaskResponseResult> {\n const { context, response, input, store, isAborted, isCloseToTimeout } = params;\n\n const { identity, items, meta, category } = input;\n\n const pageIdList = Array.from(input.pageIdList || []);\n const done = Array.from(input.done || []);\n const failed = Array.from(input.failed || []);\n\n for (const item of items) {\n /**\n * Possibility that a page was already imported in a execution run.\n */\n if (done.includes(item.key) || failed.includes(item.key)) {\n continue;\n } else if (isAborted()) {\n return response.aborted();\n } else if (isCloseToTimeout()) {\n return response.continue({\n ...input,\n pageIdList,\n done,\n failed\n });\n }\n\n let page: Page;\n try {\n page = await this.importPage({\n context,\n identity,\n item,\n meta,\n category\n });\n pageIdList.push(page.pid);\n done.push(item.key);\n } catch (ex) {\n console.error(ex);\n await store.addErrorLog({\n error: ex,\n message: `Could not import page: ${item.key}.`,\n data: {\n ...item\n }\n });\n failed.push(item.key);\n continue;\n }\n await store.addInfoLog({\n message: `Page \"${page.title}\" imported successfully.`,\n data: {\n id: page.id,\n title: page.title,\n version: page.version,\n status: page.status\n }\n });\n }\n\n return response.done({\n done,\n failed,\n pageIdList\n });\n }\n\n private async importPage(params: ImportPageParams) {\n const { context, identity, item, category, meta } = params;\n mockSecurity(identity, context);\n\n const page = await importPage({\n context,\n pageKey: item.key,\n fileUploadsData: {\n data: item.data,\n assets: item.assets\n }\n });\n\n const pbPage = await context.pageBuilder.createPage(category, meta);\n\n mockSecurity(identity, context);\n\n return await context.pageBuilder.updatePage(pbPage.id, {\n content: page.content,\n title: page.title,\n path: page.path,\n settings: page.settings\n });\n }\n}\n"],"mappings":";;;;;;AAEA,IAAAA,WAAA,GAAAC,OAAA;AACA,IAAAC,aAAA,GAAAD,OAAA;AAYO,MAAME,uBAAuB,CAAC;EACjC,MAAaC,OAAOA,CAACC,MAA0C,EAAgC;IAC3F,MAAM;MAAEC,OAAO;MAAEC,QAAQ;MAAEC,KAAK;MAAEC,KAAK;MAAEC,SAAS;MAAEC;IAAiB,CAAC,GAAGN,MAAM;IAE/E,MAAM;MAAEO,QAAQ;MAAEC,KAAK;MAAEC,IAAI;MAAEC;IAAS,CAAC,GAAGP,KAAK;IAEjD,MAAMQ,UAAU,GAAGC,KAAK,CAACC,IAAI,CAACV,KAAK,CAACQ,UAAU,IAAI,EAAE,CAAC;IACrD,MAAMG,IAAI,GAAGF,KAAK,CAACC,IAAI,CAACV,KAAK,CAACW,IAAI,IAAI,EAAE,CAAC;IACzC,MAAMC,MAAM,GAAGH,KAAK,CAACC,IAAI,CAACV,KAAK,CAACY,MAAM,IAAI,EAAE,CAAC;IAE7C,KAAK,MAAMC,IAAI,IAAIR,KAAK,EAAE;MACtB;AACZ;AACA;MACY,IAAIM,IAAI,CAACG,QAAQ,CAACD,IAAI,CAACE,GAAG,CAAC,IAAIH,MAAM,CAACE,QAAQ,CAACD,IAAI,CAACE,GAAG,CAAC,EAAE;QACtD;MACJ,CAAC,MAAM,IAAIb,SAAS,CAAC,CAAC,EAAE;QACpB,OAAOH,QAAQ,CAACiB,OAAO,CAAC,CAAC;MAC7B,CAAC,MAAM,IAAIb,gBAAgB,CAAC,CAAC,EAAE;QAC3B,OAAOJ,QAAQ,CAACkB,QAAQ,CAAC;UACrB,GAAGjB,KAAK;UACRQ,UAAU;UACVG,IAAI;UACJC;QACJ,CAAC,CAAC;MACN;MAEA,IAAIM,IAAU;MACd,IAAI;QACAA,IAAI,GAAG,MAAM,IAAI,CAACC,UAAU,CAAC;UACzBrB,OAAO;UACPM,QAAQ;UACRS,IAAI;UACJP,IAAI;UACJC;QACJ,CAAC,CAAC;QACFC,UAAU,CAACY,IAAI,CAACF,IAAI,CAACG,GAAG,CAAC;QACzBV,IAAI,CAACS,IAAI,CAACP,IAAI,CAACE,GAAG,CAAC;MACvB,CAAC,CAAC,OAAOO,EAAE,EAAE;QACTC,OAAO,CAACC,KAAK,CAACF,EAAE,CAAC;QACjB,MAAMrB,KAAK,CAACwB,WAAW,CAAC;UACpBD,KAAK,EAAEF,EAAE;UACTI,OAAO,EAAG,0BAAyBb,IAAI,CAACE,GAAI,GAAE;UAC9CY,IAAI,EAAE;YACF,GAAGd;UACP;QACJ,CAAC,CAAC;QACFD,MAAM,CAACQ,IAAI,CAACP,IAAI,CAACE,GAAG,CAAC;QACrB;MACJ;MACA,MAAMd,KAAK,CAAC2B,UAAU,CAAC;QACnBF,OAAO,EAAG,SAAQR,IAAI,CAACW,KAAM,0BAAyB;QACtDF,IAAI,EAAE;UACFG,EAAE,EAAEZ,IAAI,CAACY,EAAE;UACXD,KAAK,EAAEX,IAAI,CAACW,KAAK;UACjBE,OAAO,EAAEb,IAAI,CAACa,OAAO;UACrBC,MAAM,EAAEd,IAAI,CAACc;QACjB;MACJ,CAAC,CAAC;IACN;IAEA,OAAOjC,QAAQ,CAACY,IAAI,CAAC;MACjBA,IAAI;MACJC,MAAM;MACNJ;IACJ,CAAC,CAAC;EACN;EAEA,MAAcW,UAAUA,CAACtB,MAAwB,EAAE;IAC/C,MAAM;MAAEC,OAAO;MAAEM,QAAQ;MAAES,IAAI;MAAEN,QAAQ;MAAED;IAAK,CAAC,GAAGT,MAAM;IAC1D,IAAAoC,0BAAY,EAAC7B,QAAQ,EAAEN,OAAO,CAAC;IAE/B,MAAMoB,IAAI,GAAG,MAAM,IAAAC,sBAAU,EAAC;MAC1BrB,OAAO;MACPoC,OAAO,EAAErB,IAAI,CAACE,GAAG;MACjBoB,eAAe,EAAE;QACbR,IAAI,EAAEd,IAAI,CAACc,IAAI;QACfS,MAAM,EAAEvB,IAAI,CAACuB;MACjB;IACJ,CAAC,CAAC;IAEF,MAAMC,MAAM,GAAG,MAAMvC,OAAO,CAACwC,WAAW,CAACC,UAAU,CAAChC,QAAQ,EAAED,IAAI,CAAC;IAEnE,IAAA2B,0BAAY,EAAC7B,QAAQ,EAAEN,OAAO,CAAC;IAE/B,OAAO,MAAMA,OAAO,CAACwC,WAAW,CAACE,UAAU,CAACH,MAAM,CAACP,EAAE,EAAE;MACnDW,OAAO,EAAEvB,IAAI,CAACuB,OAAO;MACrBZ,KAAK,EAAEX,IAAI,CAACW,KAAK;MACjBa,IAAI,EAAExB,IAAI,CAACwB,IAAI;MACfC,QAAQ,EAAEzB,IAAI,CAACyB;IACnB,CAAC,CAAC;EACN;AACJ;AAACC,OAAA,CAAAjD,uBAAA,GAAAA,uBAAA"}
|
|
@@ -32,7 +32,7 @@ async function extractAndUploadZipFileContents(zipFileUrl) {
|
|
|
32
32
|
const response = await (0, _nodeFetch.default)(zipFileUrl);
|
|
33
33
|
const readStream = response.body;
|
|
34
34
|
if (!response.ok || !readStream) {
|
|
35
|
-
throw new _error.default(`Unable to
|
|
35
|
+
throw new _error.default(`Unable to download file: "${zipFileUrl}"`, response.statusText);
|
|
36
36
|
}
|
|
37
37
|
const uniquePath = (0, _uniqid.default)("IMPORTS/");
|
|
38
38
|
// Read export file and download it in the disk
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["_stream","require","_util","_nodeFetch","_interopRequireDefault","_path","_yauzl","_fs","_uniqid","_error","_downloadInstallFiles","_extractZipAndUploadToS","_getFileNameWithoutExt","_constants","_fsExtra","streamPipeline","promisify","pipeline","extractAndUploadZipFileContents","zipFileUrl","log","console","importDataList","zipFileName","path","basename","split","response","fetch","readStream","body","ok","WebinyError","statusText","uniquePath","uniqueId","ZIP_FILE_PATH","join","INSTALL_DIR","writeStream","createWriteStream","zipFilePaths","extractZipToDisk","deleteFile","currentPath","dataMap","extractZipAndUploadToS3","push","dirname","exportFileZipPath","Promise","resolve","reject","uniqueFolderNameForExport","getFileNameWithoutExt","EXPORT_FILE_EXTRACTION_PATH","ensureDirSync","yauzl","open","lazyEntries","err","zipFile","warn","info","entryCount","on","readEntry","entry","fileName","test","openReadStream","filePath","catch","error"],"sources":["extractAndUploadZipFileContents.ts"],"sourcesContent":["import { pipeline } from \"stream\";\nimport { promisify } from \"util\";\nimport fetch from \"node-fetch\";\nimport path from \"path\";\nimport yauzl from \"yauzl\";\nimport { createWriteStream } from \"fs\";\nimport uniqueId from \"uniqid\";\nimport WebinyError from \"@webiny/error\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { extractZipAndUploadToS3 } from \"~/import/utils/extractZipAndUploadToS3\";\nimport { getFileNameWithoutExt } from \"~/import/utils/getFileNameWithoutExt\";\nimport { ImportData } from \"~/types\";\nimport { INSTALL_DIR } from \"~/import/constants\";\nimport { ensureDirSync } from \"fs-extra\";\n\nconst streamPipeline = promisify(pipeline);\n\n/**\n * Function will read the given zip file from S3 via stream, extract its content and upload it to S3 bucket.\n * @param zipFileUrl\n * @return ImportData S3 file keys for all uploaded assets group by page/block.\n */\nexport async function extractAndUploadZipFileContents(zipFileUrl: string): Promise<ImportData[]> {\n const log = console.log;\n const importDataList: ImportData[] = [];\n\n const zipFileName = path.basename(zipFileUrl).split(\"?\")[0];\n\n const response = await fetch(zipFileUrl);\n const readStream = response.body;\n if (!response.ok || !readStream) {\n throw new WebinyError(`Unable to downloading file: \"${zipFileUrl}\"`, response.statusText);\n }\n\n const uniquePath = uniqueId(\"IMPORTS/\");\n // Read export file and download it in the disk\n const ZIP_FILE_PATH = path.join(INSTALL_DIR, zipFileName);\n\n const writeStream = createWriteStream(ZIP_FILE_PATH);\n\n await streamPipeline(readStream, writeStream);\n log(`Downloaded file \"${zipFileName}\" at ${ZIP_FILE_PATH}`);\n\n // Extract the downloaded zip file\n const zipFilePaths = await extractZipToDisk(ZIP_FILE_PATH);\n\n log(`Removing ZIP file \"${zipFileUrl}\" from ${ZIP_FILE_PATH}`);\n await deleteFile(ZIP_FILE_PATH);\n\n /**\n * TODO: Possibly do this in parallel?\n */\n // Extract each page/block zip and upload their content's to S3\n for (const currentPath of zipFilePaths) {\n const dataMap = await extractZipAndUploadToS3(currentPath, uniquePath);\n importDataList.push(dataMap);\n }\n // TODO @pavel why?\n log(\"Removing all ZIP files located at \", path.dirname(zipFilePaths[0]));\n await deleteFile(path.dirname(zipFilePaths[0]));\n\n return importDataList;\n}\n\nfunction extractZipToDisk(exportFileZipPath: string): Promise<string[]> {\n return new Promise((resolve, reject) => {\n const zipFilePaths: string[] = [];\n const uniqueFolderNameForExport = getFileNameWithoutExt(exportFileZipPath);\n const EXPORT_FILE_EXTRACTION_PATH = path.join(INSTALL_DIR, uniqueFolderNameForExport);\n // Make sure DIR exists\n ensureDirSync(EXPORT_FILE_EXTRACTION_PATH);\n\n yauzl.open(exportFileZipPath, { lazyEntries: true }, function (err, zipFile) {\n if (err) {\n console.warn(\"ERROR: Failed to extract zip: \", exportFileZipPath, err);\n reject(err);\n return;\n }\n if (!zipFile) {\n console.log(\"ERROR: Missing zip file resource for path: \" + exportFileZipPath);\n reject(\"Missing Zip File Resource.\");\n return;\n }\n\n console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);\n\n zipFile.on(\"end\", function (err) {\n if (err) {\n console.warn(\"ERROR: Failed on END event for file: \", exportFileZipPath, err);\n reject(err);\n }\n resolve(zipFilePaths);\n });\n\n zipFile.readEntry();\n\n zipFile.on(\"entry\", function (entry) {\n console.info(`Processing entry: \"${entry.fileName}\"`);\n if (/\\/$/.test(entry.fileName)) {\n // Directory file names end with '/'.\n // Note that entries for directories themselves are optional.\n // An entry's fileName implicitly requires its parent directories to exist.\n zipFile.readEntry();\n } else {\n // file entry\n zipFile.openReadStream(entry, function (err, readStream) {\n if (err) {\n console.warn(\n \"ERROR: Failed to openReadStream for file: \",\n entry.fileName,\n err\n );\n reject(err);\n return;\n }\n if (!readStream) {\n console.log(\n \"ERROR: Missing Read Stream Resource when extracting to disk.\"\n );\n reject(\"Missing Read Stream Resource.\");\n return;\n }\n\n const filePath = path.join(EXPORT_FILE_EXTRACTION_PATH, entry.fileName);\n\n readStream.on(\"end\", function () {\n zipFilePaths.push(filePath);\n zipFile.readEntry();\n });\n\n streamPipeline(readStream, createWriteStream(filePath)).catch(error => {\n reject(error);\n });\n });\n }\n });\n });\n });\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,KAAA,GAAAD,OAAA;AACA,IAAAE,UAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,KAAA,GAAAD,sBAAA,CAAAH,OAAA;AACA,IAAAK,MAAA,GAAAF,sBAAA,CAAAH,OAAA;AACA,IAAAM,GAAA,GAAAN,OAAA;AACA,IAAAO,OAAA,GAAAJ,sBAAA,CAAAH,OAAA;AACA,IAAAQ,MAAA,GAAAL,sBAAA,CAAAH,OAAA;AACA,IAAAS,qBAAA,GAAAT,OAAA;AACA,IAAAU,uBAAA,GAAAV,OAAA;AACA,IAAAW,sBAAA,GAAAX,OAAA;AAEA,IAAAY,UAAA,GAAAZ,OAAA;AACA,IAAAa,QAAA,GAAAb,OAAA;AAEA,MAAMc,cAAc,GAAG,IAAAC,eAAS,EAACC,gBAAQ,CAAC;;AAE1C;AACA;AACA;AACA;AACA;AACO,eAAeC,+BAA+BA,CAACC,UAAkB,EAAyB;EAC7F,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,MAAME,cAA4B,GAAG,EAAE;EAEvC,MAAMC,WAAW,GAAGC,aAAI,CAACC,QAAQ,CAACN,UAAU,CAAC,CAACO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;EAE3D,MAAMC,QAAQ,GAAG,MAAM,IAAAC,kBAAK,EAACT,UAAU,CAAC;EACxC,MAAMU,UAAU,GAAGF,QAAQ,CAACG,IAAI;EAChC,IAAI,CAACH,QAAQ,CAACI,EAAE,IAAI,CAACF,UAAU,EAAE;IAC7B,MAAM,IAAIG,cAAW,CAAE,gCAA+Bb,UAAW,GAAE,EAAEQ,QAAQ,CAACM,UAAU,CAAC;EAC7F;EAEA,MAAMC,UAAU,GAAG,IAAAC,eAAQ,EAAC,UAAU,CAAC;EACvC;EACA,MAAMC,aAAa,GAAGZ,aAAI,CAACa,IAAI,CAACC,sBAAW,EAAEf,WAAW,CAAC;EAEzD,MAAMgB,WAAW,GAAG,IAAAC,qBAAiB,EAACJ,aAAa,CAAC;EAEpD,MAAMrB,cAAc,CAACc,UAAU,EAAEU,WAAW,CAAC;EAC7CnB,GAAG,CAAE,oBAAmBG,WAAY,QAAOa,aAAc,EAAC,CAAC;;EAE3D;EACA,MAAMK,YAAY,GAAG,MAAMC,gBAAgB,CAACN,aAAa,CAAC;EAE1DhB,GAAG,CAAE,sBAAqBD,UAAW,UAASiB,aAAc,EAAC,CAAC;EAC9D,MAAM,IAAAO,gCAAU,EAACP,aAAa,CAAC;;EAE/B;AACJ;AACA;EACI;EACA,KAAK,MAAMQ,WAAW,IAAIH,YAAY,EAAE;IACpC,MAAMI,OAAO,GAAG,MAAM,IAAAC,+CAAuB,EAACF,WAAW,EAAEV,UAAU,CAAC;IACtEZ,cAAc,CAACyB,IAAI,CAACF,OAAO,CAAC;EAChC;EACA;EACAzB,GAAG,CAAC,oCAAoC,EAAEI,aAAI,CAACwB,OAAO,CAACP,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;EACxE,MAAM,IAAAE,gCAAU,EAACnB,aAAI,CAACwB,OAAO,CAACP,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;EAE/C,OAAOnB,cAAc;AACzB;AAEA,SAASoB,gBAAgBA,CAACO,iBAAyB,EAAqB;EACpE,OAAO,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACpC,MAAMX,YAAsB,GAAG,EAAE;IACjC,MAAMY,yBAAyB,GAAG,IAAAC,4CAAqB,EAACL,iBAAiB,CAAC;IAC1E,MAAMM,2BAA2B,GAAG/B,aAAI,CAACa,IAAI,CAACC,sBAAW,EAAEe,yBAAyB,CAAC;IACrF;IACA,IAAAG,sBAAa,EAACD,2BAA2B,CAAC;IAE1CE,cAAK,CAACC,IAAI,CAACT,iBAAiB,EAAE;MAAEU,WAAW,EAAE;IAAK,CAAC,EAAE,UAAUC,GAAG,EAAEC,OAAO,EAAE;MACzE,IAAID,GAAG,EAAE;QACLvC,OAAO,CAACyC,IAAI,CAAC,gCAAgC,EAAEb,iBAAiB,EAAEW,GAAG,CAAC;QACtER,MAAM,CAACQ,GAAG,CAAC;QACX;MACJ;MACA,IAAI,CAACC,OAAO,EAAE;QACVxC,OAAO,CAACD,GAAG,CAAC,6CAA6C,GAAG6B,iBAAiB,CAAC;QAC9EG,MAAM,CAAC,4BAA4B,CAAC;QACpC;MACJ;MAEA/B,OAAO,CAAC0C,IAAI,CAAE,yBAAwBF,OAAO,CAACG,UAAW,WAAU,CAAC;MAEpEH,OAAO,CAACI,EAAE,CAAC,KAAK,EAAE,UAAUL,GAAG,EAAE;QAC7B,IAAIA,GAAG,EAAE;UACLvC,OAAO,CAACyC,IAAI,CAAC,uCAAuC,EAAEb,iBAAiB,EAAEW,GAAG,CAAC;UAC7ER,MAAM,CAACQ,GAAG,CAAC;QACf;QACAT,OAAO,CAACV,YAAY,CAAC;MACzB,CAAC,CAAC;MAEFoB,OAAO,CAACK,SAAS,CAAC,CAAC;MAEnBL,OAAO,CAACI,EAAE,CAAC,OAAO,EAAE,UAAUE,KAAK,EAAE;QACjC9C,OAAO,CAAC0C,IAAI,CAAE,sBAAqBI,KAAK,CAACC,QAAS,GAAE,CAAC;QACrD,IAAI,KAAK,CAACC,IAAI,CAACF,KAAK,CAACC,QAAQ,CAAC,EAAE;UAC5B;UACA;UACA;UACAP,OAAO,CAACK,SAAS,CAAC,CAAC;QACvB,CAAC,MAAM;UACH;UACAL,OAAO,CAACS,cAAc,CAACH,KAAK,EAAE,UAAUP,GAAG,EAAE/B,UAAU,EAAE;YACrD,IAAI+B,GAAG,EAAE;cACLvC,OAAO,CAACyC,IAAI,CACR,4CAA4C,EAC5CK,KAAK,CAACC,QAAQ,EACdR,GACJ,CAAC;cACDR,MAAM,CAACQ,GAAG,CAAC;cACX;YACJ;YACA,IAAI,CAAC/B,UAAU,EAAE;cACbR,OAAO,CAACD,GAAG,CACP,8DACJ,CAAC;cACDgC,MAAM,CAAC,+BAA+B,CAAC;cACvC;YACJ;YAEA,MAAMmB,QAAQ,GAAG/C,aAAI,CAACa,IAAI,CAACkB,2BAA2B,EAAEY,KAAK,CAACC,QAAQ,CAAC;YAEvEvC,UAAU,CAACoC,EAAE,CAAC,KAAK,EAAE,YAAY;cAC7BxB,YAAY,CAACM,IAAI,CAACwB,QAAQ,CAAC;cAC3BV,OAAO,CAACK,SAAS,CAAC,CAAC;YACvB,CAAC,CAAC;YAEFnD,cAAc,CAACc,UAAU,EAAE,IAAAW,qBAAiB,EAAC+B,QAAQ,CAAC,CAAC,CAACC,KAAK,CAACC,KAAK,IAAI;cACnErB,MAAM,CAACqB,KAAK,CAAC;YACjB,CAAC,CAAC;UACN,CAAC,CAAC;QACN;MACJ,CAAC,CAAC;IACN,CAAC,CAAC;EACN,CAAC,CAAC;AACN"}
|
|
1
|
+
{"version":3,"names":["_stream","require","_util","_nodeFetch","_interopRequireDefault","_path","_yauzl","_fs","_uniqid","_error","_downloadInstallFiles","_extractZipAndUploadToS","_getFileNameWithoutExt","_constants","_fsExtra","streamPipeline","promisify","pipeline","extractAndUploadZipFileContents","zipFileUrl","log","console","importDataList","zipFileName","path","basename","split","response","fetch","readStream","body","ok","WebinyError","statusText","uniquePath","uniqueId","ZIP_FILE_PATH","join","INSTALL_DIR","writeStream","createWriteStream","zipFilePaths","extractZipToDisk","deleteFile","currentPath","dataMap","extractZipAndUploadToS3","push","dirname","exportFileZipPath","Promise","resolve","reject","uniqueFolderNameForExport","getFileNameWithoutExt","EXPORT_FILE_EXTRACTION_PATH","ensureDirSync","yauzl","open","lazyEntries","err","zipFile","warn","info","entryCount","on","readEntry","entry","fileName","test","openReadStream","filePath","catch","error"],"sources":["extractAndUploadZipFileContents.ts"],"sourcesContent":["import { pipeline } from \"stream\";\nimport { promisify } from \"util\";\nimport fetch from \"node-fetch\";\nimport path from \"path\";\nimport yauzl from \"yauzl\";\nimport { createWriteStream } from \"fs\";\nimport uniqueId from \"uniqid\";\nimport WebinyError from \"@webiny/error\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { extractZipAndUploadToS3 } from \"~/import/utils/extractZipAndUploadToS3\";\nimport { getFileNameWithoutExt } from \"~/import/utils/getFileNameWithoutExt\";\nimport { ImportData } from \"~/types\";\nimport { INSTALL_DIR } from \"~/import/constants\";\nimport { ensureDirSync } from \"fs-extra\";\n\nconst streamPipeline = promisify(pipeline);\n\n/**\n * Function will read the given zip file from S3 via stream, extract its content and upload it to S3 bucket.\n * @param zipFileUrl\n * @return ImportData S3 file keys for all uploaded assets group by page/block.\n */\nexport async function extractAndUploadZipFileContents(zipFileUrl: string): Promise<ImportData[]> {\n const log = console.log;\n const importDataList: ImportData[] = [];\n\n const zipFileName = path.basename(zipFileUrl).split(\"?\")[0];\n\n const response = await fetch(zipFileUrl);\n const readStream = response.body;\n if (!response.ok || !readStream) {\n throw new WebinyError(`Unable to download file: \"${zipFileUrl}\"`, response.statusText);\n }\n\n const uniquePath = uniqueId(\"IMPORTS/\");\n // Read export file and download it in the disk\n const ZIP_FILE_PATH = path.join(INSTALL_DIR, zipFileName);\n\n const writeStream = createWriteStream(ZIP_FILE_PATH);\n\n await streamPipeline(readStream, writeStream);\n log(`Downloaded file \"${zipFileName}\" at ${ZIP_FILE_PATH}`);\n\n // Extract the downloaded zip file\n const zipFilePaths = await extractZipToDisk(ZIP_FILE_PATH);\n\n log(`Removing ZIP file \"${zipFileUrl}\" from ${ZIP_FILE_PATH}`);\n await deleteFile(ZIP_FILE_PATH);\n\n /**\n * TODO: Possibly do this in parallel?\n */\n // Extract each page/block zip and upload their content's to S3\n for (const currentPath of zipFilePaths) {\n const dataMap = await extractZipAndUploadToS3(currentPath, uniquePath);\n importDataList.push(dataMap);\n }\n // TODO @pavel why?\n log(\"Removing all ZIP files located at \", path.dirname(zipFilePaths[0]));\n await deleteFile(path.dirname(zipFilePaths[0]));\n\n return importDataList;\n}\n\nfunction extractZipToDisk(exportFileZipPath: string): Promise<string[]> {\n return new Promise((resolve, reject) => {\n const zipFilePaths: string[] = [];\n const uniqueFolderNameForExport = getFileNameWithoutExt(exportFileZipPath);\n const EXPORT_FILE_EXTRACTION_PATH = path.join(INSTALL_DIR, uniqueFolderNameForExport);\n // Make sure DIR exists\n ensureDirSync(EXPORT_FILE_EXTRACTION_PATH);\n\n yauzl.open(exportFileZipPath, { lazyEntries: true }, function (err, zipFile) {\n if (err) {\n console.warn(\"ERROR: Failed to extract zip: \", exportFileZipPath, err);\n reject(err);\n return;\n }\n if (!zipFile) {\n console.log(\"ERROR: Missing zip file resource for path: \" + exportFileZipPath);\n reject(\"Missing Zip File Resource.\");\n return;\n }\n\n console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);\n\n zipFile.on(\"end\", function (err) {\n if (err) {\n console.warn(\"ERROR: Failed on END event for file: \", exportFileZipPath, err);\n reject(err);\n }\n resolve(zipFilePaths);\n });\n\n zipFile.readEntry();\n\n zipFile.on(\"entry\", function (entry) {\n console.info(`Processing entry: \"${entry.fileName}\"`);\n if (/\\/$/.test(entry.fileName)) {\n // Directory file names end with '/'.\n // Note that entries for directories themselves are optional.\n // An entry's fileName implicitly requires its parent directories to exist.\n zipFile.readEntry();\n } else {\n // file entry\n zipFile.openReadStream(entry, function (err, readStream) {\n if (err) {\n console.warn(\n \"ERROR: Failed to openReadStream for file: \",\n entry.fileName,\n err\n );\n reject(err);\n return;\n }\n if (!readStream) {\n console.log(\n \"ERROR: Missing Read Stream Resource when extracting to disk.\"\n );\n reject(\"Missing Read Stream Resource.\");\n return;\n }\n\n const filePath = path.join(EXPORT_FILE_EXTRACTION_PATH, entry.fileName);\n\n readStream.on(\"end\", function () {\n zipFilePaths.push(filePath);\n zipFile.readEntry();\n });\n\n streamPipeline(readStream, createWriteStream(filePath)).catch(error => {\n reject(error);\n });\n });\n }\n });\n });\n });\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,KAAA,GAAAD,OAAA;AACA,IAAAE,UAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,KAAA,GAAAD,sBAAA,CAAAH,OAAA;AACA,IAAAK,MAAA,GAAAF,sBAAA,CAAAH,OAAA;AACA,IAAAM,GAAA,GAAAN,OAAA;AACA,IAAAO,OAAA,GAAAJ,sBAAA,CAAAH,OAAA;AACA,IAAAQ,MAAA,GAAAL,sBAAA,CAAAH,OAAA;AACA,IAAAS,qBAAA,GAAAT,OAAA;AACA,IAAAU,uBAAA,GAAAV,OAAA;AACA,IAAAW,sBAAA,GAAAX,OAAA;AAEA,IAAAY,UAAA,GAAAZ,OAAA;AACA,IAAAa,QAAA,GAAAb,OAAA;AAEA,MAAMc,cAAc,GAAG,IAAAC,eAAS,EAACC,gBAAQ,CAAC;;AAE1C;AACA;AACA;AACA;AACA;AACO,eAAeC,+BAA+BA,CAACC,UAAkB,EAAyB;EAC7F,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,MAAME,cAA4B,GAAG,EAAE;EAEvC,MAAMC,WAAW,GAAGC,aAAI,CAACC,QAAQ,CAACN,UAAU,CAAC,CAACO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;EAE3D,MAAMC,QAAQ,GAAG,MAAM,IAAAC,kBAAK,EAACT,UAAU,CAAC;EACxC,MAAMU,UAAU,GAAGF,QAAQ,CAACG,IAAI;EAChC,IAAI,CAACH,QAAQ,CAACI,EAAE,IAAI,CAACF,UAAU,EAAE;IAC7B,MAAM,IAAIG,cAAW,CAAE,6BAA4Bb,UAAW,GAAE,EAAEQ,QAAQ,CAACM,UAAU,CAAC;EAC1F;EAEA,MAAMC,UAAU,GAAG,IAAAC,eAAQ,EAAC,UAAU,CAAC;EACvC;EACA,MAAMC,aAAa,GAAGZ,aAAI,CAACa,IAAI,CAACC,sBAAW,EAAEf,WAAW,CAAC;EAEzD,MAAMgB,WAAW,GAAG,IAAAC,qBAAiB,EAACJ,aAAa,CAAC;EAEpD,MAAMrB,cAAc,CAACc,UAAU,EAAEU,WAAW,CAAC;EAC7CnB,GAAG,CAAE,oBAAmBG,WAAY,QAAOa,aAAc,EAAC,CAAC;;EAE3D;EACA,MAAMK,YAAY,GAAG,MAAMC,gBAAgB,CAACN,aAAa,CAAC;EAE1DhB,GAAG,CAAE,sBAAqBD,UAAW,UAASiB,aAAc,EAAC,CAAC;EAC9D,MAAM,IAAAO,gCAAU,EAACP,aAAa,CAAC;;EAE/B;AACJ;AACA;EACI;EACA,KAAK,MAAMQ,WAAW,IAAIH,YAAY,EAAE;IACpC,MAAMI,OAAO,GAAG,MAAM,IAAAC,+CAAuB,EAACF,WAAW,EAAEV,UAAU,CAAC;IACtEZ,cAAc,CAACyB,IAAI,CAACF,OAAO,CAAC;EAChC;EACA;EACAzB,GAAG,CAAC,oCAAoC,EAAEI,aAAI,CAACwB,OAAO,CAACP,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;EACxE,MAAM,IAAAE,gCAAU,EAACnB,aAAI,CAACwB,OAAO,CAACP,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;EAE/C,OAAOnB,cAAc;AACzB;AAEA,SAASoB,gBAAgBA,CAACO,iBAAyB,EAAqB;EACpE,OAAO,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACpC,MAAMX,YAAsB,GAAG,EAAE;IACjC,MAAMY,yBAAyB,GAAG,IAAAC,4CAAqB,EAACL,iBAAiB,CAAC;IAC1E,MAAMM,2BAA2B,GAAG/B,aAAI,CAACa,IAAI,CAACC,sBAAW,EAAEe,yBAAyB,CAAC;IACrF;IACA,IAAAG,sBAAa,EAACD,2BAA2B,CAAC;IAE1CE,cAAK,CAACC,IAAI,CAACT,iBAAiB,EAAE;MAAEU,WAAW,EAAE;IAAK,CAAC,EAAE,UAAUC,GAAG,EAAEC,OAAO,EAAE;MACzE,IAAID,GAAG,EAAE;QACLvC,OAAO,CAACyC,IAAI,CAAC,gCAAgC,EAAEb,iBAAiB,EAAEW,GAAG,CAAC;QACtER,MAAM,CAACQ,GAAG,CAAC;QACX;MACJ;MACA,IAAI,CAACC,OAAO,EAAE;QACVxC,OAAO,CAACD,GAAG,CAAC,6CAA6C,GAAG6B,iBAAiB,CAAC;QAC9EG,MAAM,CAAC,4BAA4B,CAAC;QACpC;MACJ;MAEA/B,OAAO,CAAC0C,IAAI,CAAE,yBAAwBF,OAAO,CAACG,UAAW,WAAU,CAAC;MAEpEH,OAAO,CAACI,EAAE,CAAC,KAAK,EAAE,UAAUL,GAAG,EAAE;QAC7B,IAAIA,GAAG,EAAE;UACLvC,OAAO,CAACyC,IAAI,CAAC,uCAAuC,EAAEb,iBAAiB,EAAEW,GAAG,CAAC;UAC7ER,MAAM,CAACQ,GAAG,CAAC;QACf;QACAT,OAAO,CAACV,YAAY,CAAC;MACzB,CAAC,CAAC;MAEFoB,OAAO,CAACK,SAAS,CAAC,CAAC;MAEnBL,OAAO,CAACI,EAAE,CAAC,OAAO,EAAE,UAAUE,KAAK,EAAE;QACjC9C,OAAO,CAAC0C,IAAI,CAAE,sBAAqBI,KAAK,CAACC,QAAS,GAAE,CAAC;QACrD,IAAI,KAAK,CAACC,IAAI,CAACF,KAAK,CAACC,QAAQ,CAAC,EAAE;UAC5B;UACA;UACA;UACAP,OAAO,CAACK,SAAS,CAAC,CAAC;QACvB,CAAC,MAAM;UACH;UACAL,OAAO,CAACS,cAAc,CAACH,KAAK,EAAE,UAAUP,GAAG,EAAE/B,UAAU,EAAE;YACrD,IAAI+B,GAAG,EAAE;cACLvC,OAAO,CAACyC,IAAI,CACR,4CAA4C,EAC5CK,KAAK,CAACC,QAAQ,EACdR,GACJ,CAAC;cACDR,MAAM,CAACQ,GAAG,CAAC;cACX;YACJ;YACA,IAAI,CAAC/B,UAAU,EAAE;cACbR,OAAO,CAACD,GAAG,CACP,8DACJ,CAAC;cACDgC,MAAM,CAAC,+BAA+B,CAAC;cACvC;YACJ;YAEA,MAAMmB,QAAQ,GAAG/C,aAAI,CAACa,IAAI,CAACkB,2BAA2B,EAAEY,KAAK,CAACC,QAAQ,CAAC;YAEvEvC,UAAU,CAACoC,EAAE,CAAC,KAAK,EAAE,YAAY;cAC7BxB,YAAY,CAACM,IAAI,CAACwB,QAAQ,CAAC;cAC3BV,OAAO,CAACK,SAAS,CAAC,CAAC;YACvB,CAAC,CAAC;YAEFnD,cAAc,CAACc,UAAU,EAAE,IAAAW,qBAAiB,EAAC+B,QAAQ,CAAC,CAAC,CAACC,KAAK,CAACC,KAAK,IAAI;cACnErB,MAAM,CAACqB,KAAK,CAAC;YACjB,CAAC,CAAC;UACN,CAAC,CAAC;QACN;MACJ,CAAC,CAAC;IACN,CAAC,CAAC;EACN,CAAC,CAAC;AACN"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@webiny/api-page-builder-import-export",
|
|
3
|
-
"version": "5.39.
|
|
3
|
+
"version": "5.39.8-beta.0",
|
|
4
4
|
"main": "index.js",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"pbie:base"
|
|
@@ -17,20 +17,20 @@
|
|
|
17
17
|
"@babel/runtime": "7.22.6",
|
|
18
18
|
"@commodo/fields": "1.1.2-beta.20",
|
|
19
19
|
"@smithy/node-http-handler": "2.1.6",
|
|
20
|
-
"@webiny/api": "5.39.
|
|
21
|
-
"@webiny/api-file-manager": "5.39.
|
|
22
|
-
"@webiny/api-form-builder": "5.39.
|
|
23
|
-
"@webiny/api-page-builder": "5.39.
|
|
24
|
-
"@webiny/api-security": "5.39.
|
|
25
|
-
"@webiny/aws-sdk": "5.39.
|
|
26
|
-
"@webiny/error": "5.39.
|
|
27
|
-
"@webiny/handler": "5.39.
|
|
28
|
-
"@webiny/handler-aws": "5.39.
|
|
29
|
-
"@webiny/handler-graphql": "5.39.
|
|
30
|
-
"@webiny/pubsub": "5.39.
|
|
31
|
-
"@webiny/tasks": "5.39.
|
|
32
|
-
"@webiny/utils": "5.39.
|
|
33
|
-
"@webiny/validation": "5.39.
|
|
20
|
+
"@webiny/api": "5.39.8-beta.0",
|
|
21
|
+
"@webiny/api-file-manager": "5.39.8-beta.0",
|
|
22
|
+
"@webiny/api-form-builder": "5.39.8-beta.0",
|
|
23
|
+
"@webiny/api-page-builder": "5.39.8-beta.0",
|
|
24
|
+
"@webiny/api-security": "5.39.8-beta.0",
|
|
25
|
+
"@webiny/aws-sdk": "5.39.8-beta.0",
|
|
26
|
+
"@webiny/error": "5.39.8-beta.0",
|
|
27
|
+
"@webiny/handler": "5.39.8-beta.0",
|
|
28
|
+
"@webiny/handler-aws": "5.39.8-beta.0",
|
|
29
|
+
"@webiny/handler-graphql": "5.39.8-beta.0",
|
|
30
|
+
"@webiny/pubsub": "5.39.8-beta.0",
|
|
31
|
+
"@webiny/tasks": "5.39.8-beta.0",
|
|
32
|
+
"@webiny/utils": "5.39.8-beta.0",
|
|
33
|
+
"@webiny/validation": "5.39.8-beta.0",
|
|
34
34
|
"archiver": "7.0.0",
|
|
35
35
|
"commodo-fields-object": "1.0.6",
|
|
36
36
|
"dot-prop-immutable": "2.1.1",
|
|
@@ -51,13 +51,13 @@
|
|
|
51
51
|
"@types/archiver": "5.3.1",
|
|
52
52
|
"@types/node-fetch": "2.6.2",
|
|
53
53
|
"@types/yauzl": "2.10.0",
|
|
54
|
-
"@webiny/api-authentication": "5.39.
|
|
55
|
-
"@webiny/api-dynamodb-to-elasticsearch": "5.39.
|
|
56
|
-
"@webiny/api-tenancy": "5.39.
|
|
57
|
-
"@webiny/api-wcp": "5.39.
|
|
58
|
-
"@webiny/cli": "5.39.
|
|
59
|
-
"@webiny/db": "5.39.
|
|
60
|
-
"@webiny/project-utils": "5.39.
|
|
54
|
+
"@webiny/api-authentication": "5.39.8-beta.0",
|
|
55
|
+
"@webiny/api-dynamodb-to-elasticsearch": "5.39.8-beta.0",
|
|
56
|
+
"@webiny/api-tenancy": "5.39.8-beta.0",
|
|
57
|
+
"@webiny/api-wcp": "5.39.8-beta.0",
|
|
58
|
+
"@webiny/cli": "5.39.8-beta.0",
|
|
59
|
+
"@webiny/db": "5.39.8-beta.0",
|
|
60
|
+
"@webiny/project-utils": "5.39.8-beta.0",
|
|
61
61
|
"jest": "29.5.0",
|
|
62
62
|
"jest-dynalite": "3.6.1",
|
|
63
63
|
"rimraf": "3.0.2",
|
|
@@ -72,5 +72,5 @@
|
|
|
72
72
|
"build": "yarn webiny run build",
|
|
73
73
|
"watch": "yarn webiny run watch"
|
|
74
74
|
},
|
|
75
|
-
"gitHead": "
|
|
75
|
+
"gitHead": "1bb5d6a724afb3f1eeefd530ff7677ff09506ee8"
|
|
76
76
|
}
|