@webiny/api-page-builder-import-export 5.17.0 → 5.17.3

package/exportPages/process/index.js

@@ -27,19 +27,20 @@ var _default = configuration => ({
     const log = console.log;
     let subTask;
     let noPendingTask = true;
-    let prevStatusOfSubTask = _types.PageImportExportTaskStatus.PENDING; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
-    // and this Lambda is invoked internally, without credentials.
-
+    let prevStatusOfSubTask = _types.PageImportExportTaskStatus.PENDING;
     log("RUNNING Export Pages Process Handler");
     const {
       invocationArgs: args,
-      pageBuilder
+      pageBuilder,
+      fileManager
     } = context;
     const {
       taskId,
       subTaskIndex,
       identity
-    } = args;
+    } = args; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
+    // and this Lambda is invoked internally, without credentials.
+
     (0, _mockSecurity.mockSecurity)(identity, context);
 
     try {
@@ -115,7 +116,7 @@ var _default = configuration => ({
       prevStatusOfSubTask = subTask.status;
       log(`Extracting page data and uploading to storage...`); // Extract Page
 
-      const pageDataZip = await (0, _utils2.exportPage)(page, exportPagesDataKey);
+      const pageDataZip = await (0, _utils2.exportPage)(page, exportPagesDataKey, fileManager);
       log(`Finish uploading zip...`); // Update task record in DB
 
       subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {

package/exportPages/process/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/exportPages/process/index.ts"],"names":["configuration","type","handle","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","PageImportExportTaskStatus","PENDING","invocationArgs","args","pageBuilder","taskId","subTaskIndex","identity","pageImportExportTask","getSubTask","status","id","input","pageId","exportPagesDataKey","revisionType","page","PageExportRevisionType","PUBLISHED","pages","getPublishedById","get","e","NotFoundError","version","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","pageDataZip","COMPLETED","data","message","key","Key","FAILED","error","name","stack","code","handlers","combine","payload","security","getIdentity","process"],"mappings":";;;;;;;AAEA;;AAKA;;AACA;;AACA;;AACA;;AAEA;;AAuBA;AACA;AACA;eAEIA,aADW,KAE2D;AACtEC,EAAAA,IAAI,EAAE,SADgE;;AAEtE,QAAMC,MAAN,CAAaC,OAAb,EAAgD;AAC5C,UAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;AACA,QAAIE,OAAJ;AACA,QAAIC,aAAa,GAAG,IAApB;AACA,QAAIC,mBAAmB,GAAGC,kCAA2BC,OAArD,CAJ4C,CAM5C;AACA;;AACAN,IAAAA,GAAG,CAAC,sCAAD,CAAH;AACA,UAAM;AAAEO,MAAAA,cAAc,EAAEC,IAAlB;AAAwBC,MAAAA;AAAxB,QAAwCV,OAA9C;AACA,UAAM;AAAEW,MAAAA,MAAF;AAAUC,MAAAA,YAAV;AAAwBC,MAAAA;AAAxB,QAAqCJ,IAA3C;AAEA,oCAAaI,QAAb,EAAuBb,OAAvB;;AAEA,QAAI;AACA;AACZ;AACA;AACA;AACYG,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCC,UAAjC,CACZJ,MADY,EAEZ,oBAAQC,YAAR,CAFY,CAAhB;AAIA;AACZ;AACA;AACA;;AACY,UAAI,CAACT,OAAD,IAAYA,OAAO,CAACa,MAAR,KAAmBV,kCAA2BC,OAA9D,EAAuE;AACnEH,QAAAA,aAAa,GAAG,IAAhB;AACA;AACH,OAHD,MAGO;AACHA,QAAAA,aAAa,GAAG,KAAhB;AACH;;AAEDH,MAAAA,GAAG,CAAE,uBAAsBE,OAAO,CAACc,EAAG,EAAnC,CAAH;AAEA,YAAM;AAAEC,QAAAA;AAAF,UAAYf,OAAlB;AACA,YAAM;AAAEgB,QAAAA,MAAF;AAAUC,QAAAA,kBAAV;AAA8BC,QAAAA;AAA9B,UAA+CH,KAArD;AAEA;AACZ;AACA;AACA;AACA;AACA;;AACY,UAAII,IAAJ;;AACA,UAAI;AACA,YAAID,YAAY,KAAKE,8BAAuBC,SAA5C,EAAuD;AACnD;AACAF,UAAAA,IAAI,GAAG,MAAMZ,WAAW,CAACe,KAAZ,CAAkBC,gBAAlB,CAAmC;AAAET,YAAAA,EAAE,EAAEE;AAAN,WAAnC,CAAb;AACH,SAHD,MAGO;AACH;AACAG,UAAAA,IAAI,GAAG,MAAMZ,WAAW,CAACe,KAAZ,CAAkBE,GAAlB,CAAsBR,MAAtB,CAAb;AACH;AACJ,OARD,CAQE,OAAOS,CAAP,EAAU;AACR;AACA,YACIP,YAAY,KAAKE,8BAAuBC,SAAxC,IACAI,CAAC,YAAYC,6BAFjB,EAGE;AACEP,UAAAA,IAAI,GAAG,MAAMZ,WAAW,CAACe,KAAZ,CAAkBE,GAAlB,CAAsBR,MAAtB,CAAb;AACH,SALD,MAKO;AACH,gBAAMS,CAAN;AACH;AACJ;;AAED,UAAI,CAACN,IAAL,EAAW;AACPrB,QAAAA,GAAG,CAAE,wBAAuBkB,MAAO,GAAhC,CAAH;AACA,cAAM,IAAIU,6BAAJ,CAAmB,wBAAuBV,MAAO,GAAjD,CAAN;AACH;;AAEDlB,MAAAA,GAAG,CAAE,wBAAuBkB,MAAO,eAAcG,IAAI,CAACQ,OAAQ,MAAKR,IAAI,CAACN,MAAO,EAA5E,CAAH,CAzDA,CA2DA;;AACAb,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCiB,aAAjC,CAA+CpB,MAA/C,EAAuDR,OAAO,CAACc,EAA/D,EAAmE;AAC/ED,QAAAA,MAAM,EAAEV,kCAA2B0B;AAD4C,OAAnE,CAAhB,CA5DA,CA+DA;;AACA,YAAMtB,WAAW,CAACI,oBAAZ,CAAiCmB,WAAjC,CAA6CtB,MAA7C,EAAqD;AACvDuB,QAAAA,UAAU,EAAE7B,mBAD2C;AAEvD8B,QAAAA,UAAU,EAAE7B,kCAA2B0B;AAFgB,OAArD,CAAN;AAIA3B,MAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AAEAf,MAAAA,GAAG,CAAE,kDAAF,CAAH,CAtEA,CAuEA;;AACA,YAAMmC,WAAW,GAAG,MAAM,wBAAWd,IAAX,EAAiBF,kBAAjB,CAA1B;AACAnB,MAAAA,GAAG,CAAE,yBAAF,CAAH,CAzEA,CA0EA;;AACAE,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCiB,aAAjC,CAA+CpB,MAA/C,EAAuDR,OAAO,CAACc,EAA/D,EAAmE;AAC/ED,QAAAA,MAAM,EAAEV,kCAA2B+B,SAD4C;AAE/EC,QAAAA,IAAI,EAAE;AACFC,UAAAA,OAAO,EAAG,mCAAkCjB,IAAI,CAACL,EAAG,MAAKK,IAAI,CAACQ,OAAQ,KAAIR,IAAI,CAACN,MAAO,IADpF;AAEFwB,UAAAA,GAAG,EAAEJ,WAAW,CAACK;AAFf;AAFyE,OAAnE,CAAhB,CA3EA,CAkFA;;AACA,YAAM/B,WAAW,CAACI,oBAAZ,CAAiCmB,WAAjC,CAA6CtB,MAA7C,EAAqD;AACvDuB,QAAAA,UAAU,EAAE7B,mBAD2C;AAEvD8B,QAAAA,UAAU,EAAE7B,kCAA2B+B;AAFgB,OAArD,CAAN;AAIAhC,MAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AACH,KAxFD,CAwFE,OAAOY,CAAP,EAAU;AACR3B,MAAAA,GAAG,CAAC,kCAAD,EAAqC2B,CAArC,CAAH;;AAEA,UAAIzB,OAAO,IAAIA,OAAO,CAACc,EAAvB,EAA2B;AACvB;AAChB;AACA;AACA;AACgB,cAAM;AAAET,UAAAA,cAAc,EAAEC,IAAlB;AAAwBC,UAAAA;AAAxB,YAAwCV,OAA9C;AACA,cAAM;AAAEW,UAAAA;AAAF,YAAaF,IAAnB;AAEAN,QAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCiB,aAAjC,CAA+CpB,MAA/C,EAAuDR,OAAO,CAACc,EAA/D,EAAmE;AAC/ED,UAAAA,MAAM,EAAEV,kCAA2BoC,MAD4C;AAE/EC,UAAAA,KAAK,EAAE;AACHC,YAAAA,IAAI,EAAEhB,CAAC,CAACgB,IADL;AAEHL,YAAAA,OAAO,EAAEX,CAAC,CAACW,OAFR;AAGHM,YAAAA,KAAK,EAAEjB,CAAC,CAACiB,KAHN;AAIHC,YAAAA,IAAI,EAAE;AAJH;AAFwE,SAAnE,CAAhB,CARuB,CAkBvB;;AACA,cAAMpC,WAAW,CAACI,oBAAZ,CAAiCmB,WAAjC,CAA6CtB,MAA7C,EAAqD;AACvDuB,UAAAA,UAAU,EAAE7B,mBAD2C;AAEvD8B,UAAAA,UAAU,EAAE7B,kCAA2BoC;AAFgB,SAArD,CAAN;AAIArC,QAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AACH;;AAED,aAAO;AACHsB,QAAAA,IAAI,EAAE,IADH;AAEHK,QAAAA,KAAK,EAAE;AACHJ,UAAAA,OAAO,EAAEX,CAAC,CAACW;AADR;AAFJ,OAAP;AAMH,KA3HD,SA2HU;AACN;AACA,UAAInC,aAAJ,EAAmB;AACfH,QAAAA,GAAG,CAAE,gCAA+BU,MAAO,EAAxC,CAAH,CADe,CAEf;;AACA,cAAM,iCAAwC;AAC1CX,UAAAA,OAD0C;AAE1C4C,UAAAA,IAAI,EAAE/C,aAAa,CAACkD,QAAd,CAAuBC,OAFa;AAG1CC,UAAAA,OAAO,EAAE;AACLtC,YAAAA,MADK;AAELE,YAAAA,QAAQ,EAAEb,OAAO,CAACkD,QAAR,CAAiBC,WAAjB;AAFL;AAHiC,SAAxC,CAAN;AAQH,OAXD,MAWO;AACHjD,QAAAA,OAAO,CAACD,GAAR,CAAa,8BAA6BW,YAAY,GAAG,CAAE,GAA3D,EADG,CAEH;;AACA,cAAM,iCAAiC;AACnCZ,UAAAA,OADmC;AAEnC4C,UAAAA,IAAI,EAAE/C,aAAa,CAACkD,QAAd,CAAuBK,OAFM;AAGnCH,UAAAA,OAAO,EAAE;AACLtC,YAAAA,MADK;AAELC,YAAAA,YAAY,EAAEA,YAAY,GAAG,CAFxB;AAGLC,YAAAA,QAAQ,EAAEb,OAAO,CAACkD,QAAR,CAAiBC,WAAjB;AAHL;AAH0B,SAAjC,CAAN;AASH;AACJ;AACJ;;AAtKqE,CAF3D,C","sourcesContent":["import { HandlerPlugin } from \"@webiny/handler/types\";\nimport { ArgsContext } from \"@webiny/handler-args/types\";\nimport {\n    PageExportRevisionType,\n    PageImportExportTaskStatus,\n    PbPageImportExportContext\n} from \"~/types\";\nimport { zeroPad } from \"~/importPages/utils\";\nimport { invokeHandlerClient } from \"~/importPages/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { exportPage } from \"~/exportPages/utils\";\nimport { HandlerArgs as ExtractHandlerArgs } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\n\nexport type HandlerArgs = {\n    taskId: string;\n    subTaskIndex: number;\n    identity?: SecurityIdentity;\n};\n\nexport type HandlerResponse = {\n    data: string;\n    error: {\n        message: string;\n    };\n};\n\ninterface Configuration {\n    handlers: {\n        process: string;\n        combine: string;\n    };\n}\n\n/**\n * Handles the export pages process workflow.\n */\nexport default (\n    configuration: Configuration\n): HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>> => ({\n    type: \"handler\",\n    async handle(context): Promise<HandlerResponse> {\n        const log = console.log;\n        let subTask;\n        let noPendingTask = true;\n        let prevStatusOfSubTask = PageImportExportTaskStatus.PENDING;\n\n        // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n        // and this Lambda is invoked internally, without credentials.\n        log(\"RUNNING Export Pages Process Handler\");\n        const { invocationArgs: args, pageBuilder } = context;\n        const { taskId, subTaskIndex, identity } = args;\n\n        mockSecurity(identity, context);\n\n        try {\n            /*\n             * Note: We're not going to DB for finding the next sub-task to process,\n             * because the data might be out of sync due to GSI eventual consistency.\n             */\n            subTask = await pageBuilder.pageImportExportTask.getSubTask(\n                taskId,\n                zeroPad(subTaskIndex)\n            );\n            /**\n             * Base condition!!\n             * Bail out early, if task not found or task's status is not \"pending\".\n             */\n            if (!subTask || subTask.status !== PageImportExportTaskStatus.PENDING) {\n                noPendingTask = true;\n                return;\n            } else {\n                noPendingTask = false;\n            }\n\n            log(`Fetched sub task => ${subTask.id}`);\n\n            const { input } = subTask;\n            const { pageId, exportPagesDataKey, revisionType } = input;\n\n            /**\n             * At the moment, we only export a single revision of the page.\n             * It could be \"published\" or \"latest\" depending upon user input.\n             *\n             * Note: In case of no \"published\" revision available, we use the latest revision.\n             */\n            let page;\n            try {\n                if (revisionType === PageExportRevisionType.PUBLISHED) {\n                    // Get \"published\" page.\n                    page = await pageBuilder.pages.getPublishedById({ id: pageId });\n                } else {\n                    // Get \"latest\" page.\n                    page = await pageBuilder.pages.get(pageId);\n                }\n            } catch (e) {\n                // If we're looking for \"published\" page and doesn't found it, get latest page.\n                if (\n                    revisionType === PageExportRevisionType.PUBLISHED &&\n                    e instanceof NotFoundError\n                ) {\n                    page = await pageBuilder.pages.get(pageId);\n                } else {\n                    throw e;\n                }\n            }\n\n            if (!page) {\n                log(`Unable to load page \"${pageId}\"`);\n                throw new NotFoundError(`Unable to load page \"${pageId}\"`);\n            }\n\n            log(`Processing page key \"${pageId}\" | version ${page.version} | ${page.status}`);\n\n            // Mark task status as PROCESSING\n            subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                status: PageImportExportTaskStatus.PROCESSING\n            });\n            // Update stats in main task\n            await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: PageImportExportTaskStatus.PROCESSING\n            });\n            prevStatusOfSubTask = subTask.status;\n\n            log(`Extracting page data and uploading to storage...`);\n            // Extract Page\n            const pageDataZip = await exportPage(page, exportPagesDataKey);\n            log(`Finish uploading zip...`);\n            // Update task record in DB\n            subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                status: PageImportExportTaskStatus.COMPLETED,\n                data: {\n                    message: `Finish uploading data for page \"${page.id}\" v${page.version} (${page.status}).`,\n                    key: pageDataZip.Key\n                }\n            });\n            // Update stats in main task\n            await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: PageImportExportTaskStatus.COMPLETED\n            });\n            prevStatusOfSubTask = subTask.status;\n        } catch (e) {\n            log(\"[EXPORT_PAGES_PROCESS] Error => \", e);\n\n            if (subTask && subTask.id) {\n                /**\n                 * In case of error, we'll update the task status to \"failed\",\n                 * so that, client can show notify the user appropriately.\n                 */\n                const { invocationArgs: args, pageBuilder } = context;\n                const { taskId } = args;\n\n                subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                    status: PageImportExportTaskStatus.FAILED,\n                    error: {\n                        name: e.name,\n                        message: e.message,\n                        stack: e.stack,\n                        code: \"IMPORT_FAILED\"\n                    }\n                });\n\n                // Update stats in main task\n                await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                    prevStatus: prevStatusOfSubTask,\n                    nextStatus: PageImportExportTaskStatus.FAILED\n                });\n                prevStatusOfSubTask = subTask.status;\n            }\n\n            return {\n                data: null,\n                error: {\n                    message: e.message\n                }\n            };\n        } finally {\n            // Base condition!\n            if (noPendingTask) {\n                log(`No pending sub-task for task ${taskId}`);\n                // Combine individual page zip files.\n                await invokeHandlerClient<ExtractHandlerArgs>({\n                    context,\n                    name: configuration.handlers.combine,\n                    payload: {\n                        taskId,\n                        identity: context.security.getIdentity()\n                    }\n                });\n            } else {\n                console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n                // We want to continue with Self invocation no matter if current page error out.\n                await invokeHandlerClient<HandlerArgs>({\n                    context,\n                    name: configuration.handlers.process,\n                    payload: {\n                        taskId,\n                        subTaskIndex: subTaskIndex + 1,\n                        identity: context.security.getIdentity()\n                    }\n                });\n            }\n        }\n    }\n});\n"],"file":"index.js"}
+{"version":3,"sources":["../../../src/exportPages/process/index.ts"],"names":["configuration","type","handle","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","PageImportExportTaskStatus","PENDING","invocationArgs","args","pageBuilder","fileManager","taskId","subTaskIndex","identity","pageImportExportTask","getSubTask","status","id","input","pageId","exportPagesDataKey","revisionType","page","PageExportRevisionType","PUBLISHED","pages","getPublishedById","get","e","NotFoundError","version","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","pageDataZip","COMPLETED","data","message","key","Key","FAILED","error","name","stack","code","handlers","combine","payload","security","getIdentity","process"],"mappings":";;;;;;;AAEA;;AAKA;;AACA;;AACA;;AACA;;AAEA;;AAuBA;AACA;AACA;eAEIA,aADW,KAE2D;AACtEC,EAAAA,IAAI,EAAE,SADgE;;AAEtE,QAAMC,MAAN,CAAaC,OAAb,EAAgD;AAC5C,UAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;AACA,QAAIE,OAAJ;AACA,QAAIC,aAAa,GAAG,IAApB;AACA,QAAIC,mBAAmB,GAAGC,kCAA2BC,OAArD;AAEAN,IAAAA,GAAG,CAAC,sCAAD,CAAH;AACA,UAAM;AAAEO,MAAAA,cAAc,EAAEC,IAAlB;AAAwBC,MAAAA,WAAxB;AAAqCC,MAAAA;AAArC,QAAqDX,OAA3D;AACA,UAAM;AAAEY,MAAAA,MAAF;AAAUC,MAAAA,YAAV;AAAwBC,MAAAA;AAAxB,QAAqCL,IAA3C,CAR4C,CAS5C;AACA;;AACA,oCAAaK,QAAb,EAAuBd,OAAvB;;AAEA,QAAI;AACA;AACZ;AACA;AACA;AACYG,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACK,oBAAZ,CAAiCC,UAAjC,CACZJ,MADY,EAEZ,oBAAQC,YAAR,CAFY,CAAhB;AAIA;AACZ;AACA;AACA;;AACY,UAAI,CAACV,OAAD,IAAYA,OAAO,CAACc,MAAR,KAAmBX,kCAA2BC,OAA9D,EAAuE;AACnEH,QAAAA,aAAa,GAAG,IAAhB;AACA;AACH,OAHD,MAGO;AACHA,QAAAA,aAAa,GAAG,KAAhB;AACH;;AAEDH,MAAAA,GAAG,CAAE,uBAAsBE,OAAO,CAACe,EAAG,EAAnC,CAAH;AAEA,YAAM;AAAEC,QAAAA;AAAF,UAAYhB,OAAlB;AACA,YAAM;AAAEiB,QAAAA,MAAF;AAAUC,QAAAA,kBAAV;AAA8BC,QAAAA;AAA9B,UAA+CH,KAArD;AAEA;AACZ;AACA;AACA;AACA;AACA;;AACY,UAAII,IAAJ;;AACA,UAAI;AACA,YAAID,YAAY,KAAKE,8BAAuBC,SAA5C,EAAuD;AACnD;AACAF,UAAAA,IAAI,GAAG,MAAMb,WAAW,CAACgB,KAAZ,CAAkBC,gBAAlB,CAAmC;AAAET,YAAAA,EAAE,EAAEE;AAAN,WAAnC,CAAb;AACH,SAHD,MAGO;AACH;AACAG,UAAAA,IAAI,GAAG,MAAMb,WAAW,CAACgB,KAAZ,CAAkBE,GAAlB,CAAsBR,MAAtB,CAAb;AACH;AACJ,OARD,CAQE,OAAOS,CAAP,EAAU;AACR;AACA,YACIP,YAAY,KAAKE,8BAAuBC,SAAxC,IACAI,CAAC,YAAYC,6BAFjB,EAGE;AACEP,UAAAA,IAAI,GAAG,MAAMb,WAAW,CAACgB,KAAZ,CAAkBE,GAAlB,CAAsBR,MAAtB,CAAb;AACH,SALD,MAKO;AACH,gBAAMS,CAAN;AACH;AACJ;;AAED,UAAI,CAACN,IAAL,EAAW;AACPtB,QAAAA,GAAG,CAAE,wBAAuBmB,MAAO,GAAhC,CAAH;AACA,cAAM,IAAIU,6BAAJ,CAAmB,wBAAuBV,MAAO,GAAjD,CAAN;AACH;;AAEDnB,MAAAA,GAAG,CAAE,wBAAuBmB,MAAO,eAAcG,IAAI,CAACQ,OAAQ,MAAKR,IAAI,CAACN,MAAO,EAA5E,CAAH,CAzDA,CA2DA;;AACAd,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACK,oBAAZ,CAAiCiB,aAAjC,CAA+CpB,MAA/C,EAAuDT,OAAO,CAACe,EAA/D,EAAmE;AAC/ED,QAAAA,MAAM,EAAEX,kCAA2B2B;AAD4C,OAAnE,CAAhB,CA5DA,CA+DA;;AACA,YAAMvB,WAAW,CAACK,oBAAZ,CAAiCmB,WAAjC,CAA6CtB,MAA7C,EAAqD;AACvDuB,QAAAA,UAAU,EAAE9B,mBAD2C;AAEvD+B,QAAAA,UAAU,EAAE9B,kCAA2B2B;AAFgB,OAArD,CAAN;AAIA5B,MAAAA,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;AAEAhB,MAAAA,GAAG,CAAE,kDAAF,CAAH,CAtEA,CAuEA;;AACA,YAAMoC,WAAW,GAAG,MAAM,wBAAWd,IAAX,EAAiBF,kBAAjB,EAAqCV,WAArC,CAA1B;AACAV,MAAAA,GAAG,CAAE,yBAAF,CAAH,CAzEA,CA0EA;;AACAE,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACK,oBAAZ,CAAiCiB,aAAjC,CAA+CpB,MAA/C,EAAuDT,OAAO,CAACe,EAA/D,EAAmE;AAC/ED,QAAAA,MAAM,EAAEX,kCAA2BgC,SAD4C;AAE/EC,QAAAA,IAAI,EAAE;AACFC,UAAAA,OAAO,EAAG,mCAAkCjB,IAAI,CAACL,EAAG,MAAKK,IAAI,CAACQ,OAAQ,KAAIR,IAAI,CAACN,MAAO,IADpF;AAEFwB,UAAAA,GAAG,EAAEJ,WAAW,CAACK;AAFf;AAFyE,OAAnE,CAAhB,CA3EA,CAkFA;;AACA,YAAMhC,WAAW,CAACK,oBAAZ,CAAiCmB,WAAjC,CAA6CtB,MAA7C,EAAqD;AACvDuB,QAAAA,UAAU,EAAE9B,mBAD2C;AAEvD+B,QAAAA,UAAU,EAAE9B,kCAA2BgC;AAFgB,OAArD,CAAN;AAIAjC,MAAAA,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;AACH,KAxFD,CAwFE,OAAOY,CAAP,EAAU;AACR5B,MAAAA,GAAG,CAAC,kCAAD,EAAqC4B,CAArC,CAAH;;AAEA,UAAI1B,OAAO,IAAIA,OAAO,CAACe,EAAvB,EAA2B;AACvB;AAChB;AACA;AACA;AACgB,cAAM;AAAEV,UAAAA,cAAc,EAAEC,IAAlB;AAAwBC,UAAAA;AAAxB,YAAwCV,OAA9C;AACA,cAAM;AAAEY,UAAAA;AAAF,YAAaH,IAAnB;AAEAN,QAAAA,OAAO,GAAG,MAAMO,WAAW,CAACK,oBAAZ,CAAiCiB,aAAjC,CAA+CpB,MAA/C,EAAuDT,OAAO,CAACe,EAA/D,EAAmE;AAC/ED,UAAAA,MAAM,EAAEX,kCAA2BqC,MAD4C;AAE/EC,UAAAA,KAAK,EAAE;AACHC,YAAAA,IAAI,EAAEhB,CAAC,CAACgB,IADL;AAEHL,YAAAA,OAAO,EAAEX,CAAC,CAACW,OAFR;AAGHM,YAAAA,KAAK,EAAEjB,CAAC,CAACiB,KAHN;AAIHC,YAAAA,IAAI,EAAE;AAJH;AAFwE,SAAnE,CAAhB,CARuB,CAkBvB;;AACA,cAAMrC,WAAW,CAACK,oBAAZ,CAAiCmB,WAAjC,CAA6CtB,MAA7C,EAAqD;AACvDuB,UAAAA,UAAU,EAAE9B,mBAD2C;AAEvD+B,UAAAA,UAAU,EAAE9B,kCAA2BqC;AAFgB,SAArD,CAAN;AAIAtC,QAAAA,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;AACH;;AAED,aAAO;AACHsB,QAAAA,IAAI,EAAE,IADH;AAEHK,QAAAA,KAAK,EAAE;AACHJ,UAAAA,OAAO,EAAEX,CAAC,CAACW;AADR;AAFJ,OAAP;AAMH,KA3HD,SA2HU;AACN;AACA,UAAIpC,aAAJ,EAAmB;AACfH,QAAAA,GAAG,CAAE,gCAA+BW,MAAO,EAAxC,CAAH,CADe,CAEf;;AACA,cAAM,iCAAwC;AAC1CZ,UAAAA,OAD0C;AAE1C6C,UAAAA,IAAI,EAAEhD,aAAa,CAACmD,QAAd,CAAuBC,OAFa;AAG1CC,UAAAA,OAAO,EAAE;AACLtC,YAAAA,MADK;AAELE,YAAAA,QAAQ,EAAEd,OAAO,CAACmD,QAAR,CAAiBC,WAAjB;AAFL;AAHiC,SAAxC,CAAN;AAQH,OAXD,MAWO;AACHlD,QAAAA,OAAO,CAACD,GAAR,CAAa,8BAA6BY,YAAY,GAAG,CAAE,GAA3D,EADG,CAEH;;AACA,cAAM,iCAAiC;AACnCb,UAAAA,OADmC;AAEnC6C,UAAAA,IAAI,EAAEhD,aAAa,CAACmD,QAAd,CAAuBK,OAFM;AAGnCH,UAAAA,OAAO,EAAE;AACLtC,YAAAA,MADK;AAELC,YAAAA,YAAY,EAAEA,YAAY,GAAG,CAFxB;AAGLC,YAAAA,QAAQ,EAAEd,OAAO,CAACmD,QAAR,CAAiBC,WAAjB;AAHL;AAH0B,SAAjC,CAAN;AASH;AACJ;AACJ;;AArKqE,CAF3D,C","sourcesContent":["import { HandlerPlugin } from \"@webiny/handler/types\";\nimport { ArgsContext } from \"@webiny/handler-args/types\";\nimport {\n    PageExportRevisionType,\n    PageImportExportTaskStatus,\n    PbPageImportExportContext\n} from \"~/types\";\nimport { zeroPad } from \"~/importPages/utils\";\nimport { invokeHandlerClient } from \"~/importPages/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { exportPage } from \"~/exportPages/utils\";\nimport { HandlerArgs as ExtractHandlerArgs } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\n\nexport type HandlerArgs = {\n    taskId: string;\n    subTaskIndex: number;\n    identity?: SecurityIdentity;\n};\n\nexport type HandlerResponse = {\n    data: string;\n    error: {\n        message: string;\n    };\n};\n\ninterface Configuration {\n    handlers: {\n        process: string;\n        combine: string;\n    };\n}\n\n/**\n * Handles the export pages process workflow.\n */\nexport default (\n    configuration: Configuration\n): HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>> => ({\n    type: \"handler\",\n    async handle(context): Promise<HandlerResponse> {\n        const log = console.log;\n        let subTask;\n        let noPendingTask = true;\n        let prevStatusOfSubTask = PageImportExportTaskStatus.PENDING;\n\n        log(\"RUNNING Export Pages Process Handler\");\n        const { invocationArgs: args, pageBuilder, fileManager } = context;\n        const { taskId, subTaskIndex, identity } = args;\n        // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n        // and this Lambda is invoked internally, without credentials.\n        mockSecurity(identity, context);\n\n        try {\n            /*\n             * Note: We're not going to DB for finding the next sub-task to process,\n             * because the data might be out of sync due to GSI eventual consistency.\n             */\n            subTask = await pageBuilder.pageImportExportTask.getSubTask(\n                taskId,\n                zeroPad(subTaskIndex)\n            );\n            /**\n             * Base condition!!\n             * Bail out early, if task not found or task's status is not \"pending\".\n             */\n            if (!subTask || subTask.status !== PageImportExportTaskStatus.PENDING) {\n                noPendingTask = true;\n                return;\n            } else {\n                noPendingTask = false;\n            }\n\n            log(`Fetched sub task => ${subTask.id}`);\n\n            const { input } = subTask;\n            const { pageId, exportPagesDataKey, revisionType } = input;\n\n            /**\n             * At the moment, we only export a single revision of the page.\n             * It could be \"published\" or \"latest\" depending upon user input.\n             *\n             * Note: In case of no \"published\" revision available, we use the latest revision.\n             */\n            let page;\n            try {\n                if (revisionType === PageExportRevisionType.PUBLISHED) {\n                    // Get \"published\" page.\n                    page = await pageBuilder.pages.getPublishedById({ id: pageId });\n                } else {\n                    // Get \"latest\" page.\n                    page = await pageBuilder.pages.get(pageId);\n                }\n            } catch (e) {\n                // If we're looking for \"published\" page and doesn't found it, get latest page.\n                if (\n                    revisionType === PageExportRevisionType.PUBLISHED &&\n                    e instanceof NotFoundError\n                ) {\n                    page = await pageBuilder.pages.get(pageId);\n                } else {\n                    throw e;\n                }\n            }\n\n            if (!page) {\n                log(`Unable to load page \"${pageId}\"`);\n                throw new NotFoundError(`Unable to load page \"${pageId}\"`);\n            }\n\n            log(`Processing page key \"${pageId}\" | version ${page.version} | ${page.status}`);\n\n            // Mark task status as PROCESSING\n            subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                status: PageImportExportTaskStatus.PROCESSING\n            });\n            // Update stats in main task\n            await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: PageImportExportTaskStatus.PROCESSING\n            });\n            prevStatusOfSubTask = subTask.status;\n\n            log(`Extracting page data and uploading to storage...`);\n            // Extract Page\n            const pageDataZip = await exportPage(page, exportPagesDataKey, fileManager);\n            log(`Finish uploading zip...`);\n            // Update task record in DB\n            subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                status: PageImportExportTaskStatus.COMPLETED,\n                data: {\n                    message: `Finish uploading data for page \"${page.id}\" v${page.version} (${page.status}).`,\n                    key: pageDataZip.Key\n                }\n            });\n            // Update stats in main task\n            await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: PageImportExportTaskStatus.COMPLETED\n            });\n            prevStatusOfSubTask = subTask.status;\n        } catch (e) {\n            log(\"[EXPORT_PAGES_PROCESS] Error => \", e);\n\n            if (subTask && subTask.id) {\n                /**\n                 * In case of error, we'll update the task status to \"failed\",\n                 * so that, client can show notify the user appropriately.\n                 */\n                const { invocationArgs: args, pageBuilder } = context;\n                const { taskId } = args;\n\n                subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                    status: PageImportExportTaskStatus.FAILED,\n                    error: {\n                        name: e.name,\n                        message: e.message,\n                        stack: e.stack,\n                        code: \"IMPORT_FAILED\"\n                    }\n                });\n\n                // Update stats in main task\n                await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                    prevStatus: prevStatusOfSubTask,\n                    nextStatus: PageImportExportTaskStatus.FAILED\n                });\n                prevStatusOfSubTask = subTask.status;\n            }\n\n            return {\n                data: null,\n                error: {\n                    message: e.message\n                }\n            };\n        } finally {\n            // Base condition!\n            if (noPendingTask) {\n                log(`No pending sub-task for task ${taskId}`);\n                // Combine individual page zip files.\n                await invokeHandlerClient<ExtractHandlerArgs>({\n                    context,\n                    name: configuration.handlers.combine,\n                    payload: {\n                        taskId,\n                        identity: context.security.getIdentity()\n                    }\n                });\n            } else {\n                console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n                // We want to continue with Self invocation no matter if current page error out.\n                await invokeHandlerClient<HandlerArgs>({\n                    context,\n                    name: configuration.handlers.process,\n                    payload: {\n                        taskId,\n                        subTaskIndex: subTaskIndex + 1,\n                        identity: context.security.getIdentity()\n                    }\n                });\n            }\n        }\n    }\n});\n"],"file":"index.js"}

package/exportPages/utils.d.ts

@@ -1,7 +1,12 @@
 import S3 from "aws-sdk/clients/s3";
 import { Page, File } from "@webiny/api-page-builder/types";
+import { FileManagerContext } from "@webiny/api-file-manager/types";
 export declare const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
-export declare function exportPage(page: Page, exportPagesDataKey: string): Promise<S3.ManagedUpload.SendData>;
+export interface ExportedPageData {
+    page: Pick<Page, "content" | "title" | "version" | "status" | "settings" | "path">;
+    files: ImageFile[];
+}
+export declare function exportPage(page: Page, exportPagesDataKey: string, fileManager: FileManagerContext["fileManager"]): Promise<S3.ManagedUpload.SendData>;
 export interface ImageFile extends File {
     key: string;
 }

package/exportPages/utils.js

@@ -9,6 +9,8 @@ exports.EXPORT_PAGES_FOLDER_KEY = void 0;
 exports.exportPage = exportPage;
 exports.extractFilesFromPageData = extractFilesFromPageData;
 
+var _get = _interopRequireDefault(require("lodash/get"));
+
 var _s3Stream = require("./s3Stream");
 
 var _zipper = _interopRequireDefault(require("./zipper"));
@@ -16,20 +18,39 @@ var _zipper = _interopRequireDefault(require("./zipper"));
 const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
 exports.EXPORT_PAGES_FOLDER_KEY = EXPORT_PAGES_FOLDER_KEY;
 
-async function exportPage(page, exportPagesDataKey) {
-  // Extract all files
-  const files = extractFilesFromPageData(page.content); // Filter files
-
-  const filesAvailableForDownload = [];
+async function getFilteredFiles(files) {
   const uniqueFileKeys = new Map();
+  const promises = files.map(file => _s3Stream.s3Stream.isFileAccessible(file.key));
+  const isFileAvailableResults = await Promise.all(promises);
+  const filesAvailableForDownload = []; // Filter files
 
   for (let i = 0; i < files.length; i++) {
     const file = files[i]; // Check file accessibility
 
-    if ((await _s3Stream.s3Stream.isFileAccessible(file.key)) && !uniqueFileKeys.has(file.key)) {
+    if (isFileAvailableResults[i] && !uniqueFileKeys.has(file.key)) {
       filesAvailableForDownload.push(file);
       uniqueFileKeys.set(file.key, true);
     }
+  }
+
+  return filesAvailableForDownload;
+}
+
+async function exportPage(page, exportPagesDataKey, fileManager) {
+  // Extract all files
+  const files = extractFilesFromPageData(page.content); // Filter files
+
+  const filesAvailableForDownload = await getFilteredFiles(files); // Extract images from page settings
+
+  const pageSettingsImages = [(0, _get.default)(page, "settings.general.image"), (0, _get.default)(page, "settings.social.image")].filter(image => image && image.src);
+  const pageSettingsImagesData = []; // Get file data for all images inside "page.settings"
+
+  for (let i = 0; i < pageSettingsImages.length; i++) {
+    const {
+      id
+    } = pageSettingsImages[i];
+    const file = await fileManager.files.getFile(id);
+    pageSettingsImagesData.push(file);
   } // Extract the page data in a json file and upload it to S3
 
 
@@ -37,15 +58,17 @@ async function exportPage(page, exportPagesDataKey) {
     page: {
       content: page.content,
       title: page.title,
+      path: page.path,
       version: page.version,
-      status: page.status
+      status: page.status,
+      settings: page.settings
     },
-    files: filesAvailableForDownload
+    files: [...filesAvailableForDownload, ...pageSettingsImagesData]
   };
   const pageDataBuffer = Buffer.from(JSON.stringify(pageData));
   const zipper = new _zipper.default({
     exportInfo: {
-      files: filesAvailableForDownload,
+      files: [...filesAvailableForDownload, ...pageSettingsImagesData],
       pageTitle: page.title,
       pageDataBuffer
     },

package/exportPages/utils.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/exportPages/utils.ts"],"names":["EXPORT_PAGES_FOLDER_KEY","exportPage","page","exportPagesDataKey","files","extractFilesFromPageData","content","filesAvailableForDownload","uniqueFileKeys","Map","i","length","file","s3Stream","isFileAccessible","key","has","push","set","pageData","title","version","status","pageDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","pageTitle","archiveFileKey","process","data","Array","isArray","element","tuple","Object","entries","value"],"mappings":";;;;;;;;;;;AAEA;;AACA;;AAEO,MAAMA,uBAAuB,GAAG,wBAAhC;;;AAEA,eAAeC,UAAf,CACHC,IADG,EAEHC,kBAFG,EAG+B;AAClC;AACA,QAAMC,KAAK,GAAGC,wBAAwB,CAACH,IAAI,CAACI,OAAN,CAAtC,CAFkC,CAGlC;;AACA,QAAMC,yBAAyB,GAAG,EAAlC;AACA,QAAMC,cAAc,GAAG,IAAIC,GAAJ,EAAvB;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGN,KAAK,CAACO,MAA1B,EAAkCD,CAAC,EAAnC,EAAuC;AACnC,UAAME,IAAI,GAAGR,KAAK,CAACM,CAAD,CAAlB,CADmC,CAEnC;;AACA,QAAI,CAAC,MAAMG,mBAASC,gBAAT,CAA0BF,IAAI,CAACG,GAA/B,CAAP,KAA+C,CAACP,cAAc,CAACQ,GAAf,CAAmBJ,IAAI,CAACG,GAAxB,CAApD,EAAkF;AAC9ER,MAAAA,yBAAyB,CAACU,IAA1B,CAA+BL,IAA/B;AACAJ,MAAAA,cAAc,CAACU,GAAf,CAAmBN,IAAI,CAACG,GAAxB,EAA6B,IAA7B;AACH;AACJ,GAbiC,CAelC;;;AACA,QAAMI,QAAQ,GAAG;AACbjB,IAAAA,IAAI,EAAE;AACFI,MAAAA,OAAO,EAAEJ,IAAI,CAACI,OADZ;AAEFc,MAAAA,KAAK,EAAElB,IAAI,CAACkB,KAFV;AAGFC,MAAAA,OAAO,EAAEnB,IAAI,CAACmB,OAHZ;AAIFC,MAAAA,MAAM,EAAEpB,IAAI,CAACoB;AAJX,KADO;AAOblB,IAAAA,KAAK,EAAEG;AAPM,GAAjB;AASA,QAAMgB,cAAc,GAAGC,MAAM,CAACC,IAAP,CAAYC,IAAI,CAACC,SAAL,CAAeR,QAAf,CAAZ,CAAvB;AAEA,QAAMS,MAAM,GAAG,IAAIC,eAAJ,CAAW;AACtBC,IAAAA,UAAU,EAAE;AACR1B,MAAAA,KAAK,EAAEG,yBADC;AAERwB,MAAAA,SAAS,EAAE7B,IAAI,CAACkB,KAFR;AAGRG,MAAAA;AAHQ,KADU;AAMtBS,IAAAA,cAAc,EAAE7B;AANM,GAAX,CAAf;AASA,SAAOyB,MAAM,CAACK,OAAP,EAAP;AACH;;AAMM,SAAS5B,wBAAT,CACH6B,IADG,EAEH9B,KAAY,GAAG,EAFZ,EAGQ;AACX;AACA,MAAI,CAAC8B,IAAD,IAAS,OAAOA,IAAP,KAAgB,QAA7B,EAAuC;AACnC,WAAO9B,KAAP;AACH,GAJU,CAKX;;;AACA,MAAI+B,KAAK,CAACC,OAAN,CAAcF,IAAd,CAAJ,EAAyB;AACrB,SAAK,IAAIxB,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGwB,IAAI,CAACvB,MAAzB,EAAiCD,CAAC,EAAlC,EAAsC;AAClC,YAAM2B,OAAO,GAAGH,IAAI,CAACxB,CAAD,CAApB;AACAL,MAAAA,wBAAwB,CAACgC,OAAD,EAAUjC,KAAV,CAAxB;AACH;;AACD,WAAOA,KAAP;AACH,GAZU,CAcX;;;AACA,QAAMkC,KAAK,GAAGC,MAAM,CAACC,OAAP,CAAeN,IAAf,CAAd;;AACA,OAAK,IAAIxB,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAG4B,KAAK,CAAC3B,MAA1B,EAAkCD,CAAC,EAAnC,EAAuC;AACnC,UAAM,CAACK,GAAD,EAAM0B,KAAN,IAAeH,KAAK,CAAC5B,CAAD,CAA1B,CADmC,CAEnC;;AACA,QAAIK,GAAG,KAAK,MAAR,IAAkB0B,KAAtB,EAA6B;AACzBrC,MAAAA,KAAK,CAACa,IAAN,CAAWwB,KAAX;AACH,KAFD,MAEO,IAAI1B,GAAG,KAAK,QAAR,IAAoBoB,KAAK,CAACC,OAAN,CAAcK,KAAd,CAAxB,EAA8C;AACjD;AACArC,MAAAA,KAAK,CAACa,IAAN,CAAW,GAAGwB,KAAd;AACH,KAHM,MAGA;AACHpC,MAAAA,wBAAwB,CAACoC,KAAD,EAAQrC,KAAR,CAAxB;AACH;AACJ;;AACD,SAAOA,KAAP;AACH","sourcesContent":["import S3 from \"aws-sdk/clients/s3\";\nimport { Page, File } from \"@webiny/api-page-builder/types\";\nimport { s3Stream } from \"./s3Stream\";\nimport Zipper from \"./zipper\";\n\nexport const EXPORT_PAGES_FOLDER_KEY = \"WEBINY_PB_EXPORT_PAGES\";\n\nexport async function exportPage(\n    page: Page,\n    exportPagesDataKey: string\n): Promise<S3.ManagedUpload.SendData> {\n    // Extract all files\n    const files = extractFilesFromPageData(page.content);\n    // Filter files\n    const filesAvailableForDownload = [];\n    const uniqueFileKeys = new Map<string, boolean>();\n    for (let i = 0; i < files.length; i++) {\n        const file = files[i];\n        // Check file accessibility\n        if ((await s3Stream.isFileAccessible(file.key)) && !uniqueFileKeys.has(file.key)) {\n            filesAvailableForDownload.push(file);\n            uniqueFileKeys.set(file.key, true);\n        }\n    }\n\n    // Extract the page data in a json file and upload it to S3\n    const pageData = {\n        page: {\n            content: page.content,\n            title: page.title,\n            version: page.version,\n            status: page.status\n        },\n        files: filesAvailableForDownload\n    };\n    const pageDataBuffer = Buffer.from(JSON.stringify(pageData));\n\n    const zipper = new Zipper({\n        exportInfo: {\n            files: filesAvailableForDownload,\n            pageTitle: page.title,\n            pageDataBuffer\n        },\n        archiveFileKey: exportPagesDataKey\n    });\n\n    return zipper.process();\n}\n\nexport interface ImageFile extends File {\n    key: string;\n}\n\nexport function extractFilesFromPageData(\n    data: Record<string, any>,\n    files: any[] = []\n): ImageFile[] {\n    // Base case: termination\n    if (!data || typeof data !== \"object\") {\n        return files;\n    }\n    // Recursively call function for each element\n    if (Array.isArray(data)) {\n        for (let i = 0; i < data.length; i++) {\n            const element = data[i];\n            extractFilesFromPageData(element, files);\n        }\n        return files;\n    }\n\n    // Main\n    const tuple = Object.entries(data);\n    for (let i = 0; i < tuple.length; i++) {\n        const [key, value] = tuple[i];\n        // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.\n        if (key === \"file\" && value) {\n            files.push(value);\n        } else if (key === \"images\" && Array.isArray(value)) {\n            // Handle case for \"images-list\" component\n            files.push(...value);\n        } else {\n            extractFilesFromPageData(value, files);\n        }\n    }\n    return files;\n}\n"],"file":"utils.js"}
+{"version":3,"sources":["../../src/exportPages/utils.ts"],"names":["EXPORT_PAGES_FOLDER_KEY","getFilteredFiles","files","uniqueFileKeys","Map","promises","map","file","s3Stream","isFileAccessible","key","isFileAvailableResults","Promise","all","filesAvailableForDownload","i","length","has","push","set","exportPage","page","exportPagesDataKey","fileManager","extractFilesFromPageData","content","pageSettingsImages","filter","image","src","pageSettingsImagesData","id","getFile","pageData","title","path","version","status","settings","pageDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","pageTitle","archiveFileKey","process","data","Array","isArray","element","tuple","Object","entries","value"],"mappings":";;;;;;;;;;;AAGA;;AACA;;AACA;;AAEO,MAAMA,uBAAuB,GAAG,wBAAhC;;;AAEP,eAAeC,gBAAf,CAAgCC,KAAhC,EAAoD;AAChD,QAAMC,cAAc,GAAG,IAAIC,GAAJ,EAAvB;AACA,QAAMC,QAAQ,GAAGH,KAAK,CAACI,GAAN,CAAUC,IAAI,IAAIC,mBAASC,gBAAT,CAA0BF,IAAI,CAACG,GAA/B,CAAlB,CAAjB;AACA,QAAMC,sBAAsB,GAAG,MAAMC,OAAO,CAACC,GAAR,CAAYR,QAAZ,CAArC;AAEA,QAAMS,yBAAyB,GAAG,EAAlC,CALgD,CAMhD;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGb,KAAK,CAACc,MAA1B,EAAkCD,CAAC,EAAnC,EAAuC;AACnC,UAAMR,IAAI,GAAGL,KAAK,CAACa,CAAD,CAAlB,CADmC,CAEnC;;AACA,QAAIJ,sBAAsB,CAACI,CAAD,CAAtB,IAA6B,CAACZ,cAAc,CAACc,GAAf,CAAmBV,IAAI,CAACG,GAAxB,CAAlC,EAAgE;AAC5DI,MAAAA,yBAAyB,CAACI,IAA1B,CAA+BX,IAA/B;AACAJ,MAAAA,cAAc,CAACgB,GAAf,CAAmBZ,IAAI,CAACG,GAAxB,EAA6B,IAA7B;AACH;AACJ;;AACD,SAAOI,yBAAP;AACH;;AAOM,eAAeM,UAAf,CACHC,IADG,EAEHC,kBAFG,EAGHC,WAHG,EAI+B;AAClC;AACA,QAAMrB,KAAK,GAAGsB,wBAAwB,CAACH,IAAI,CAACI,OAAN,CAAtC,CAFkC,CAGlC;;AACA,QAAMX,yBAAyB,GAAG,MAAMb,gBAAgB,CAACC,KAAD,CAAxD,CAJkC,CAKlC;;AACA,QAAMwB,kBAAkB,GAAG,CACvB,kBAAIL,IAAJ,EAAU,wBAAV,CADuB,EAEvB,kBAAIA,IAAJ,EAAU,uBAAV,CAFuB,EAGzBM,MAHyB,CAGlBC,KAAK,IAAIA,KAAK,IAAIA,KAAK,CAACC,GAHN,CAA3B;AAIA,QAAMC,sBAAsB,GAAG,EAA/B,CAVkC,CAWlC;;AACA,OAAK,IAAIf,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGW,kBAAkB,CAACV,MAAvC,EAA+CD,CAAC,EAAhD,EAAoD;AAChD,UAAM;AAAEgB,MAAAA;AAAF,QAASL,kBAAkB,CAACX,CAAD,CAAjC;AACA,UAAMR,IAAI,GAAG,MAAMgB,WAAW,CAACrB,KAAZ,CAAkB8B,OAAlB,CAA0BD,EAA1B,CAAnB;AACAD,IAAAA,sBAAsB,CAACZ,IAAvB,CAA4BX,IAA5B;AACH,GAhBiC,CAkBlC;;;AACA,QAAM0B,QAAQ,GAAG;AACbZ,IAAAA,IAAI,EAAE;AACFI,MAAAA,OAAO,EAAEJ,IAAI,CAACI,OADZ;AAEFS,MAAAA,KAAK,EAAEb,IAAI,CAACa,KAFV;AAGFC,MAAAA,IAAI,EAAEd,IAAI,CAACc,IAHT;AAIFC,MAAAA,OAAO,EAAEf,IAAI,CAACe,OAJZ;AAKFC,MAAAA,MAAM,EAAEhB,IAAI,CAACgB,MALX;AAMFC,MAAAA,QAAQ,EAAEjB,IAAI,CAACiB;AANb,KADO;AASbpC,IAAAA,KAAK,EAAE,CAAC,GAAGY,yBAAJ,EAA+B,GAAGgB,sBAAlC;AATM,GAAjB;AAWA,QAAMS,cAAc,GAAGC,MAAM,CAACC,IAAP,CAAYC,IAAI,CAACC,SAAL,CAAeV,QAAf,CAAZ,CAAvB;AAEA,QAAMW,MAAM,GAAG,IAAIC,eAAJ,CAAW;AACtBC,IAAAA,UAAU,EAAE;AACR5C,MAAAA,KAAK,EAAE,CAAC,GAAGY,yBAAJ,EAA+B,GAAGgB,sBAAlC,CADC;AAERiB,MAAAA,SAAS,EAAE1B,IAAI,CAACa,KAFR;AAGRK,MAAAA;AAHQ,KADU;AAMtBS,IAAAA,cAAc,EAAE1B;AANM,GAAX,CAAf;AASA,SAAOsB,MAAM,CAACK,OAAP,EAAP;AACH;;AAMM,SAASzB,wBAAT,CACH0B,IADG,EAEHhD,KAAY,GAAG,EAFZ,EAGQ;AACX;AACA,MAAI,CAACgD,IAAD,IAAS,OAAOA,IAAP,KAAgB,QAA7B,EAAuC;AACnC,WAAOhD,KAAP;AACH,GAJU,CAKX;;;AACA,MAAIiD,KAAK,CAACC,OAAN,CAAcF,IAAd,CAAJ,EAAyB;AACrB,SAAK,IAAInC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGmC,IAAI,CAAClC,MAAzB,EAAiCD,CAAC,EAAlC,EAAsC;AAClC,YAAMsC,OAAO,GAAGH,IAAI,CAACnC,CAAD,CAApB;AACAS,MAAAA,wBAAwB,CAAC6B,OAAD,EAAUnD,KAAV,CAAxB;AACH;;AACD,WAAOA,KAAP;AACH,GAZU,CAcX;;;AACA,QAAMoD,KAAK,GAAGC,MAAM,CAACC,OAAP,CAAeN,IAAf,CAAd;;AACA,OAAK,IAAInC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGuC,KAAK,CAACtC,MAA1B,EAAkCD,CAAC,EAAnC,EAAuC;AACnC,UAAM,CAACL,GAAD,EAAM+C,KAAN,IAAeH,KAAK,CAACvC,CAAD,CAA1B,CADmC,CAEnC;;AACA,QAAIL,GAAG,KAAK,MAAR,IAAkB+C,KAAtB,EAA6B;AACzBvD,MAAAA,KAAK,CAACgB,IAAN,CAAWuC,KAAX;AACH,KAFD,MAEO,IAAI/C,GAAG,KAAK,QAAR,IAAoByC,KAAK,CAACC,OAAN,CAAcK,KAAd,CAAxB,EAA8C;AACjD;AACAvD,MAAAA,KAAK,CAACgB,IAAN,CAAW,GAAGuC,KAAd;AACH,KAHM,MAGA;AACHjC,MAAAA,wBAAwB,CAACiC,KAAD,EAAQvD,KAAR,CAAxB;AACH;AACJ;;AACD,SAAOA,KAAP;AACH","sourcesContent":["import S3 from \"aws-sdk/clients/s3\";\nimport { Page, File } from \"@webiny/api-page-builder/types\";\nimport { FileManagerContext } from \"@webiny/api-file-manager/types\";\nimport get from \"lodash/get\";\nimport { s3Stream } from \"./s3Stream\";\nimport Zipper from \"./zipper\";\n\nexport const EXPORT_PAGES_FOLDER_KEY = \"WEBINY_PB_EXPORT_PAGES\";\n\nasync function getFilteredFiles(files: ImageFile[]) {\n    const uniqueFileKeys = new Map<string, boolean>();\n    const promises = files.map(file => s3Stream.isFileAccessible(file.key));\n    const isFileAvailableResults = await Promise.all(promises);\n\n    const filesAvailableForDownload = [];\n    // Filter files\n    for (let i = 0; i < files.length; i++) {\n        const file = files[i];\n        // Check file accessibility\n        if (isFileAvailableResults[i] && !uniqueFileKeys.has(file.key)) {\n            filesAvailableForDownload.push(file);\n            uniqueFileKeys.set(file.key, true);\n        }\n    }\n    return filesAvailableForDownload;\n}\n\nexport interface ExportedPageData {\n    page: Pick<Page, \"content\" | \"title\" | \"version\" | \"status\" | \"settings\" | \"path\">;\n    files: ImageFile[];\n}\n\nexport async function exportPage(\n    page: Page,\n    exportPagesDataKey: string,\n    fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n    // Extract all files\n    const files = extractFilesFromPageData(page.content);\n    // Filter files\n    const filesAvailableForDownload = await getFilteredFiles(files);\n    // Extract images from page settings\n    const pageSettingsImages = [\n        get(page, \"settings.general.image\"),\n        get(page, \"settings.social.image\")\n    ].filter(image => image && image.src);\n    const pageSettingsImagesData = [];\n    // Get file data for all images inside \"page.settings\"\n    for (let i = 0; i < pageSettingsImages.length; i++) {\n        const { id } = pageSettingsImages[i];\n        const file = await fileManager.files.getFile(id);\n        pageSettingsImagesData.push(file);\n    }\n\n    // Extract the page data in a json file and upload it to S3\n    const pageData = {\n        page: {\n            content: page.content,\n            title: page.title,\n            path: page.path,\n            version: page.version,\n            status: page.status,\n            settings: page.settings\n        },\n        files: [...filesAvailableForDownload, ...pageSettingsImagesData]\n    };\n    const pageDataBuffer = Buffer.from(JSON.stringify(pageData));\n\n    const zipper = new Zipper({\n        exportInfo: {\n            files: [...filesAvailableForDownload, ...pageSettingsImagesData],\n            pageTitle: page.title,\n            pageDataBuffer\n        },\n        archiveFileKey: exportPagesDataKey\n    });\n\n    return zipper.process();\n}\n\nexport interface ImageFile extends File {\n    key: string;\n}\n\nexport function extractFilesFromPageData(\n    data: Record<string, any>,\n    files: any[] = []\n): ImageFile[] {\n    // Base case: termination\n    if (!data || typeof data !== \"object\") {\n        return files;\n    }\n    // Recursively call function for each element\n    if (Array.isArray(data)) {\n        for (let i = 0; i < data.length; i++) {\n            const element = data[i];\n            extractFilesFromPageData(element, files);\n        }\n        return files;\n    }\n\n    // Main\n    const tuple = Object.entries(data);\n    for (let i = 0; i < tuple.length; i++) {\n        const [key, value] = tuple[i];\n        // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.\n        if (key === \"file\" && value) {\n            files.push(value);\n        } else if (key === \"images\" && Array.isArray(value)) {\n            // Handle case for \"images-list\" component\n            files.push(...value);\n        } else {\n            extractFilesFromPageData(value, files);\n        }\n    }\n    return files;\n}\n"],"file":"utils.js"}

package/exportPages/zipper.d.ts

@@ -26,7 +26,6 @@ export default class Zipper {
 }
 export declare class ZipOfZip {
     private readonly archiveFormat;
-    private readonly filesDirName;
     private readonly archiveFileName;
     keys: string[];
     constructor(keys: string[]);

package/exportPages/zipper.js

@@ -89,7 +89,6 @@ const PAGE_EXPORT_BASENAME = `WEBINY_PAGE_EXPORT.zip`;
 class ZipOfZip {
   constructor(keys) {
     (0, _defineProperty2.default)(this, "archiveFormat", "zip");
-    (0, _defineProperty2.default)(this, "filesDirName", "assets");
     (0, _defineProperty2.default)(this, "archiveFileName", void 0);
     (0, _defineProperty2.default)(this, "keys", void 0);
     this.keys = keys;

package/exportPages/zipper.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/exportPages/zipper.ts"],"names":["Zipper","constructor","config","archiveFileName","archiveFileKey","exportInfo","pageTitle","s3DownloadStreams","prefix","files","map","key","stream","s3Stream","readStream","filename","filesDirName","path","basename","Readable","from","pageDataBuffer","process","streamPassThrough","streamPassThroughUploadPromise","writeStream","s3FilesStreams","archive","vending","create","archiveFormat","on","error","Error","name","code","message","stack","forEach","streamDetails","append","pipe","finalize","PAGE_EXPORT_BASENAME","ZipOfZip","keys","getFileStreams","fileStreamDetails"],"mappings":";;;;;;;;;;;AAEA;;AAEA;;AACA;;AACA;;AACA;;AACA;;;;;;AARA;AA2Be,MAAMA,MAAN,CAAa;AAMxBC,EAAAA,WAAW,CAACC,MAAD,EAAuB;AAAA,yDALD,KAKC;AAAA,wDAJF,QAIE;AAAA;AAAA;AAC9B,SAAKA,MAAL,GAAcA,MAAd;AACA,SAAKC,eAAL,GAAuB,qBAClB,GAAE,KAAKD,MAAL,CAAYE,cAAe,GADX,EAElB,IAAG,wBAAU,KAAKF,MAAL,CAAYG,UAAZ,CAAuBC,SAAjC,CAA4C,MAF7B,CAAvB;AAIH;;AAEDC,EAAAA,iBAAiB,GAAwB;AACrC,UAAMF,UAAU,GAAG,KAAKH,MAAL,CAAYG,UAA/B;AACA,UAAMG,MAAM,GAAG,qBAAS,EAAT,EAAc,IAAG,wBAAUH,UAAU,CAACC,SAArB,CAAgC,EAAjD,CAAf;AACA,UAAMG,KAAK,GAAGJ,UAAU,CAACI,KAAX,CAAiBC,GAAjB,CAAqB,CAAC;AAAEC,MAAAA;AAAF,KAAD,KAAa;AAC5C,aAAO;AACHC,QAAAA,MAAM,EAAEC,mBAASC,UAAT,CAAoBH,GAApB,CADL;AAEHI,QAAAA,QAAQ,EAAG,GAAEP,MAAO,KAAI,KAAKQ,YAAa,KAAIC,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;AAF9D,OAAP;AAIH,KALa,CAAd;AAOA,WAAO,CACH,GAAGF,KADA,EAEH;AACIG,MAAAA,MAAM,EAAEO,iBAASC,IAAT,CAAcf,UAAU,CAACgB,cAAzB,CADZ;AAEIN,MAAAA,QAAQ,EAAG,GAAEP,MAAO,KAAIH,UAAU,CAACC,SAAU;AAFjD,KAFG,CAAP;AAOH;;AAEDgB,EAAAA,OAAO,GAAuC;AAC1C,UAAM;AAAEC,MAAAA,iBAAF;AAAqBC,MAAAA;AAArB,QAAwDX,mBAASY,WAAT,CAC1D,KAAKtB,eADqD,CAA9D,CAD0C,CAK1C;;;AACA,UAAMuB,cAAc,GAAG,KAAKnB,iBAAL,EAAvB,CAN0C,CAQ1C;;AACA,UAAMoB,OAAO,GAAGC,kBAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;AACAH,IAAAA,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAAmC;AACnD,YAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,IAAK,IAAGH,KAAK,CAACI,OAAQ,IAAGJ,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACK,KAAM,EADxE,CAAN;AAGH,KAJD,EAX0C,CAiB1C;;AACAX,IAAAA,cAAc,CAACY,OAAf,CAAwBC,aAAD,IACnBZ,OAAO,CAACa,MAAR,CAAeD,aAAa,CAAC3B,MAA7B,EAAqC;AAAEsB,MAAAA,IAAI,EAAEK,aAAa,CAACxB;AAAtB,KAArC,CADJ,EAlB0C,CAsB1C;;AACAY,IAAAA,OAAO,CAACc,IAAR,CAAalB,iBAAb,EAvB0C,CAwB1C;AACA;;AACAI,IAAAA,OAAO,CAACe,QAAR,GA1B0C,CA4B1C;;AACA,WAAOlB,8BAAP;AACH;;AA/DuB;;;AAkE5B,MAAMmB,oBAAoB,GAAI,wBAA9B;;AAEO,MAAMC,QAAN,CAAe;AAMlB3C,EAAAA,WAAW,CAAC4C,IAAD,EAAiB;AAAA,yDALK,KAKL;AAAA,wDAJI,QAIJ;AAAA;AAAA;AACxB,SAAKA,IAAL,GAAYA,IAAZ;AACA,SAAK1C,eAAL,GAAuB,qBAAS,EAAT,EAAc,IAAGwC,oBAAqB,EAAtC,CAAvB;AACH;;AAEDG,EAAAA,cAAc,GAAwB;AAClC,WAAO,KAAKD,IAAL,CAAUnC,GAAV,CAAcC,GAAG,IAAI;AACxB,aAAO;AACHC,QAAAA,MAAM,EAAEC,mBAASC,UAAT,CAAoBH,GAApB,CADL;AAEHI,QAAAA,QAAQ,EAAG,GAAEE,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;AAF7B,OAAP;AAIH,KALM,CAAP;AAMH;;AAEDW,EAAAA,OAAO,GAAuC;AAC1C,UAAM;AAAEC,MAAAA,iBAAF;AAAqBC,MAAAA;AAArB,QAAwDX,mBAASY,WAAT,CAC1D,KAAKtB,eADqD,CAA9D,CAD0C,CAK1C;;;AACA,UAAM4C,iBAAiB,GAAG,KAAKD,cAAL,EAA1B,CAN0C,CAQ1C;;AACA,UAAMnB,OAAO,GAAGC,kBAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;AACAH,IAAAA,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAAmC;AACnD,YAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,IAAK,IAAGH,KAAK,CAACI,OAAQ,IAAGJ,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACK,KAAM,EADxE,CAAN;AAGH,KAJD,EAX0C,CAiB1C;;AACAU,IAAAA,iBAAiB,CAACT,OAAlB,CAA2BC,aAAD,IACtBZ,OAAO,CAACa,MAAR,CAAeD,aAAa,CAAC3B,MAA7B,EAAqC;AAAEsB,MAAAA,IAAI,EAAEK,aAAa,CAACxB;AAAtB,KAArC,CADJ,EAlB0C,CAsB1C;;AACAY,IAAAA,OAAO,CAACc,IAAR,CAAalB,iBAAb,EAvB0C,CAwB1C;AACA;;AACAI,IAAAA,OAAO,CAACe,QAAR,GA1B0C,CA4B1C;;AACA,WAAOlB,8BAAP;AACH;;AAlDiB","sourcesContent":["// TODO: Move \"archive\" in layer\nimport Archiver from \"archiver/lib/core\";\nimport vending from \"archiver\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport { Readable } from \"stream\";\nimport * as path from \"path\";\nimport kebabCase from \"lodash/kebabCase\";\nimport uniqueId from \"uniqid\";\nimport { s3Stream } from \"./s3Stream\";\nimport { ImageFile } from \"./utils\";\n\ninterface FileStreamDetails {\n    stream: Readable;\n    filename: string;\n}\n\ninterface ExportInfo {\n    files: ImageFile[];\n    pageTitle: string;\n    pageDataBuffer: Buffer;\n}\n\nexport interface ZipperConfig {\n    exportInfo: ExportInfo;\n    archiveFileKey: string;\n}\n\nexport default class Zipper {\n    private readonly archiveFormat = \"zip\";\n    private readonly filesDirName = \"assets\";\n    private readonly archiveFileName: string;\n    config: ZipperConfig;\n\n    constructor(config: ZipperConfig) {\n        this.config = config;\n        this.archiveFileName = uniqueId(\n            `${this.config.archiveFileKey}/`,\n            `-${kebabCase(this.config.exportInfo.pageTitle)}.zip`\n        );\n    }\n\n    s3DownloadStreams(): FileStreamDetails[] {\n        const exportInfo = this.config.exportInfo;\n        const prefix = uniqueId(\"\", `-${kebabCase(exportInfo.pageTitle)}`);\n        const files = exportInfo.files.map(({ key }) => {\n            return {\n                stream: s3Stream.readStream(key),\n                filename: `${prefix}\\\\${this.filesDirName}\\\\${path.basename(key)}`\n            };\n        });\n\n        return [\n            ...files,\n            {\n                stream: Readable.from(exportInfo.pageDataBuffer),\n                filename: `${prefix}\\\\${exportInfo.pageTitle}.json`\n            }\n        ];\n    }\n\n    process(): Promise<S3.ManagedUpload.SendData> {\n        const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n            this.archiveFileName\n        );\n\n        // 1. Read all files from S3 using stream.\n        const s3FilesStreams = this.s3DownloadStreams();\n\n        // 2. Prepare zip from the file stream.\n        const archive = vending.create(this.archiveFormat);\n        // Handle archive events.\n        archive.on(\"error\", (error: Archiver.ArchiverError) => {\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        // Append all file streams to archive.\n        s3FilesStreams.forEach((streamDetails: FileStreamDetails) =>\n            archive.append(streamDetails.stream, { name: streamDetails.filename })\n        );\n\n        // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n        archive.pipe(streamPassThrough);\n        // Finalize the archive (ie we are done appending files but streams have to finish yet)\n        // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n        archive.finalize();\n\n        // 3. Return upload stream promise.\n        return streamPassThroughUploadPromise;\n    }\n}\n\nconst PAGE_EXPORT_BASENAME = `WEBINY_PAGE_EXPORT.zip`;\n\nexport class ZipOfZip {\n    private readonly archiveFormat = \"zip\";\n    private readonly filesDirName = \"assets\";\n    private readonly archiveFileName: string;\n    keys: string[];\n\n    constructor(keys: string[]) {\n        this.keys = keys;\n        this.archiveFileName = uniqueId(\"\", `-${PAGE_EXPORT_BASENAME}`);\n    }\n\n    getFileStreams(): FileStreamDetails[] {\n        return this.keys.map(key => {\n            return {\n                stream: s3Stream.readStream(key),\n                filename: `${path.basename(key)}`\n            };\n        });\n    }\n\n    process(): Promise<S3.ManagedUpload.SendData> {\n        const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n            this.archiveFileName\n        );\n\n        // 1. Read all files from S3 using stream.\n        const fileStreamDetails = this.getFileStreams();\n\n        // 2. Prepare zip from the file stream.\n        const archive = vending.create(this.archiveFormat);\n        // Handle archive events.\n        archive.on(\"error\", (error: Archiver.ArchiverError) => {\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        // Append all file streams to archive.\n        fileStreamDetails.forEach((streamDetails: FileStreamDetails) =>\n            archive.append(streamDetails.stream, { name: streamDetails.filename })\n        );\n\n        // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n        archive.pipe(streamPassThrough);\n        // Finalize the archive (ie we are done appending files but streams have to finish yet)\n        // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n        archive.finalize();\n\n        // 3. Return upload stream promise.\n        return streamPassThroughUploadPromise;\n    }\n}\n"],"file":"zipper.js"}
+{"version":3,"sources":["../../src/exportPages/zipper.ts"],"names":["Zipper","constructor","config","archiveFileName","archiveFileKey","exportInfo","pageTitle","s3DownloadStreams","prefix","files","map","key","stream","s3Stream","readStream","filename","filesDirName","path","basename","Readable","from","pageDataBuffer","process","streamPassThrough","streamPassThroughUploadPromise","writeStream","s3FilesStreams","archive","vending","create","archiveFormat","on","error","Error","name","code","message","stack","forEach","streamDetails","append","pipe","finalize","PAGE_EXPORT_BASENAME","ZipOfZip","keys","getFileStreams","fileStreamDetails"],"mappings":";;;;;;;;;;;AAEA;;AAEA;;AACA;;AACA;;AACA;;AACA;;;;;;AARA;AA2Be,MAAMA,MAAN,CAAa;AAMxBC,EAAAA,WAAW,CAACC,MAAD,EAAuB;AAAA,yDALD,KAKC;AAAA,wDAJF,QAIE;AAAA;AAAA;AAC9B,SAAKA,MAAL,GAAcA,MAAd;AACA,SAAKC,eAAL,GAAuB,qBAClB,GAAE,KAAKD,MAAL,CAAYE,cAAe,GADX,EAElB,IAAG,wBAAU,KAAKF,MAAL,CAAYG,UAAZ,CAAuBC,SAAjC,CAA4C,MAF7B,CAAvB;AAIH;;AAEDC,EAAAA,iBAAiB,GAAwB;AACrC,UAAMF,UAAU,GAAG,KAAKH,MAAL,CAAYG,UAA/B;AACA,UAAMG,MAAM,GAAG,qBAAS,EAAT,EAAc,IAAG,wBAAUH,UAAU,CAACC,SAArB,CAAgC,EAAjD,CAAf;AACA,UAAMG,KAAK,GAAGJ,UAAU,CAACI,KAAX,CAAiBC,GAAjB,CAAqB,CAAC;AAAEC,MAAAA;AAAF,KAAD,KAAa;AAC5C,aAAO;AACHC,QAAAA,MAAM,EAAEC,mBAASC,UAAT,CAAoBH,GAApB,CADL;AAEHI,QAAAA,QAAQ,EAAG,GAAEP,MAAO,KAAI,KAAKQ,YAAa,KAAIC,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;AAF9D,OAAP;AAIH,KALa,CAAd;AAOA,WAAO,CACH,GAAGF,KADA,EAEH;AACIG,MAAAA,MAAM,EAAEO,iBAASC,IAAT,CAAcf,UAAU,CAACgB,cAAzB,CADZ;AAEIN,MAAAA,QAAQ,EAAG,GAAEP,MAAO,KAAIH,UAAU,CAACC,SAAU;AAFjD,KAFG,CAAP;AAOH;;AAEDgB,EAAAA,OAAO,GAAuC;AAC1C,UAAM;AAAEC,MAAAA,iBAAF;AAAqBC,MAAAA;AAArB,QAAwDX,mBAASY,WAAT,CAC1D,KAAKtB,eADqD,CAA9D,CAD0C,CAK1C;;;AACA,UAAMuB,cAAc,GAAG,KAAKnB,iBAAL,EAAvB,CAN0C,CAQ1C;;AACA,UAAMoB,OAAO,GAAGC,kBAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;AACAH,IAAAA,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAAmC;AACnD,YAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,IAAK,IAAGH,KAAK,CAACI,OAAQ,IAAGJ,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACK,KAAM,EADxE,CAAN;AAGH,KAJD,EAX0C,CAiB1C;;AACAX,IAAAA,cAAc,CAACY,OAAf,CAAwBC,aAAD,IACnBZ,OAAO,CAACa,MAAR,CAAeD,aAAa,CAAC3B,MAA7B,EAAqC;AAAEsB,MAAAA,IAAI,EAAEK,aAAa,CAACxB;AAAtB,KAArC,CADJ,EAlB0C,CAsB1C;;AACAY,IAAAA,OAAO,CAACc,IAAR,CAAalB,iBAAb,EAvB0C,CAwB1C;AACA;;AACAI,IAAAA,OAAO,CAACe,QAAR,GA1B0C,CA4B1C;;AACA,WAAOlB,8BAAP;AACH;;AA/DuB;;;AAkE5B,MAAMmB,oBAAoB,GAAI,wBAA9B;;AAEO,MAAMC,QAAN,CAAe;AAKlB3C,EAAAA,WAAW,CAAC4C,IAAD,EAAiB;AAAA,yDAJK,KAIL;AAAA;AAAA;AACxB,SAAKA,IAAL,GAAYA,IAAZ;AACA,SAAK1C,eAAL,GAAuB,qBAAS,EAAT,EAAc,IAAGwC,oBAAqB,EAAtC,CAAvB;AACH;;AAEDG,EAAAA,cAAc,GAAwB;AAClC,WAAO,KAAKD,IAAL,CAAUnC,GAAV,CAAcC,GAAG,IAAI;AACxB,aAAO;AACHC,QAAAA,MAAM,EAAEC,mBAASC,UAAT,CAAoBH,GAApB,CADL;AAEHI,QAAAA,QAAQ,EAAG,GAAEE,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;AAF7B,OAAP;AAIH,KALM,CAAP;AAMH;;AAEDW,EAAAA,OAAO,GAAuC;AAC1C,UAAM;AAAEC,MAAAA,iBAAF;AAAqBC,MAAAA;AAArB,QAAwDX,mBAASY,WAAT,CAC1D,KAAKtB,eADqD,CAA9D,CAD0C,CAK1C;;;AACA,UAAM4C,iBAAiB,GAAG,KAAKD,cAAL,EAA1B,CAN0C,CAQ1C;;AACA,UAAMnB,OAAO,GAAGC,kBAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;AACAH,IAAAA,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAAmC;AACnD,YAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,IAAK,IAAGH,KAAK,CAACI,OAAQ,IAAGJ,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACK,KAAM,EADxE,CAAN;AAGH,KAJD,EAX0C,CAiB1C;;AACAU,IAAAA,iBAAiB,CAACT,OAAlB,CAA2BC,aAAD,IACtBZ,OAAO,CAACa,MAAR,CAAeD,aAAa,CAAC3B,MAA7B,EAAqC;AAAEsB,MAAAA,IAAI,EAAEK,aAAa,CAACxB;AAAtB,KAArC,CADJ,EAlB0C,CAsB1C;;AACAY,IAAAA,OAAO,CAACc,IAAR,CAAalB,iBAAb,EAvB0C,CAwB1C;AACA;;AACAI,IAAAA,OAAO,CAACe,QAAR,GA1B0C,CA4B1C;;AACA,WAAOlB,8BAAP;AACH;;AAjDiB","sourcesContent":["// TODO: Move \"archive\" in layer\nimport Archiver from \"archiver/lib/core\";\nimport vending from \"archiver\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport { Readable } from \"stream\";\nimport * as path from \"path\";\nimport kebabCase from \"lodash/kebabCase\";\nimport uniqueId from \"uniqid\";\nimport { s3Stream } from \"./s3Stream\";\nimport { ImageFile } from \"./utils\";\n\ninterface FileStreamDetails {\n    stream: Readable;\n    filename: string;\n}\n\ninterface ExportInfo {\n    files: ImageFile[];\n    pageTitle: string;\n    pageDataBuffer: Buffer;\n}\n\nexport interface ZipperConfig {\n    exportInfo: ExportInfo;\n    archiveFileKey: string;\n}\n\nexport default class Zipper {\n    private readonly archiveFormat = \"zip\";\n    private readonly filesDirName = \"assets\";\n    private readonly archiveFileName: string;\n    config: ZipperConfig;\n\n    constructor(config: ZipperConfig) {\n        this.config = config;\n        this.archiveFileName = uniqueId(\n            `${this.config.archiveFileKey}/`,\n            `-${kebabCase(this.config.exportInfo.pageTitle)}.zip`\n        );\n    }\n\n    s3DownloadStreams(): FileStreamDetails[] {\n        const exportInfo = this.config.exportInfo;\n        const prefix = uniqueId(\"\", `-${kebabCase(exportInfo.pageTitle)}`);\n        const files = exportInfo.files.map(({ key }) => {\n            return {\n                stream: s3Stream.readStream(key),\n                filename: `${prefix}\\\\${this.filesDirName}\\\\${path.basename(key)}`\n            };\n        });\n\n        return [\n            ...files,\n            {\n                stream: Readable.from(exportInfo.pageDataBuffer),\n                filename: `${prefix}\\\\${exportInfo.pageTitle}.json`\n            }\n        ];\n    }\n\n    process(): Promise<S3.ManagedUpload.SendData> {\n        const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n            this.archiveFileName\n        );\n\n        // 1. Read all files from S3 using stream.\n        const s3FilesStreams = this.s3DownloadStreams();\n\n        // 2. Prepare zip from the file stream.\n        const archive = vending.create(this.archiveFormat);\n        // Handle archive events.\n        archive.on(\"error\", (error: Archiver.ArchiverError) => {\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        // Append all file streams to archive.\n        s3FilesStreams.forEach((streamDetails: FileStreamDetails) =>\n            archive.append(streamDetails.stream, { name: streamDetails.filename })\n        );\n\n        // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n        archive.pipe(streamPassThrough);\n        // Finalize the archive (ie we are done appending files but streams have to finish yet)\n        // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n        archive.finalize();\n\n        // 3. Return upload stream promise.\n        return streamPassThroughUploadPromise;\n    }\n}\n\nconst PAGE_EXPORT_BASENAME = `WEBINY_PAGE_EXPORT.zip`;\n\nexport class ZipOfZip {\n    private readonly archiveFormat = \"zip\";\n    private readonly archiveFileName: string;\n    keys: string[];\n\n    constructor(keys: string[]) {\n        this.keys = keys;\n        this.archiveFileName = uniqueId(\"\", `-${PAGE_EXPORT_BASENAME}`);\n    }\n\n    getFileStreams(): FileStreamDetails[] {\n        return this.keys.map(key => {\n            return {\n                stream: s3Stream.readStream(key),\n                filename: `${path.basename(key)}`\n            };\n        });\n    }\n\n    process(): Promise<S3.ManagedUpload.SendData> {\n        const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n            this.archiveFileName\n        );\n\n        // 1. Read all files from S3 using stream.\n        const fileStreamDetails = this.getFileStreams();\n\n        // 2. Prepare zip from the file stream.\n        const archive = vending.create(this.archiveFormat);\n        // Handle archive events.\n        archive.on(\"error\", (error: Archiver.ArchiverError) => {\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        // Append all file streams to archive.\n        fileStreamDetails.forEach((streamDetails: FileStreamDetails) =>\n            archive.append(streamDetails.stream, { name: streamDetails.filename })\n        );\n\n        // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n        archive.pipe(streamPassThrough);\n        // Finalize the archive (ie we are done appending files but streams have to finish yet)\n        // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n        archive.finalize();\n\n        // 3. Return upload stream promise.\n        return streamPassThroughUploadPromise;\n    }\n}\n"],"file":"zipper.js"}

package/importPages/process/index.js

@@ -23,9 +23,7 @@ var _default = configuration => ({
     const log = console.log;
     let subTask;
     let noPendingTask = true;
-    let prevStatusOfSubTask = _types.PageImportExportTaskStatus.PENDING; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
-    // and this Lambda is invoked internally, without credentials.
-
+    let prevStatusOfSubTask = _types.PageImportExportTaskStatus.PENDING;
     log("RUNNING Import Page Queue Process");
     const {
       invocationArgs: args,
@@ -35,7 +33,9 @@ var _default = configuration => ({
       taskId,
       subTaskIndex,
       identity
-    } = args;
+    } = args; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
+    // and this Lambda is invoked internally, without credentials.
+
     (0, _mockSecurity.mockSecurity)(identity, context);
 
     try {
@@ -90,7 +90,9 @@ var _default = configuration => ({
 
       pbPage = await context.pageBuilder.pages.update(pbPage.id, {
         content: page.content,
-        title: page.title
+        title: page.title,
+        path: page.path,
+        settings: page.settings
       }); // TODO: Publish page
       // Update task record in DB
 

package/importPages/process/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/importPages/process/index.ts"],"names":["configuration","type","handle","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","PageImportExportTaskStatus","PENDING","invocationArgs","args","pageBuilder","taskId","subTaskIndex","identity","pageImportExportTask","getSubTask","status","id","pageKey","category","zipFileKey","input","data","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","page","key","pbPage","pages","create","update","content","title","COMPLETED","message","version","e","FAILED","error","name","stack","code","updateTask","handlers","process","payload","security","getIdentity"],"mappings":";;;;;;;AAEA;;AACA;;AACA;;AAEA;;AAqBA;AACA;AACA;eAEIA,aADW,KAE2D;AACtEC,EAAAA,IAAI,EAAE,SADgE;;AAEtE,QAAMC,MAAN,CAAaC,OAAb,EAAgD;AAC5C,UAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;AACA,QAAIE,OAAJ;AACA,QAAIC,aAAa,GAAG,IAApB;AACA,QAAIC,mBAAmB,GAAGC,kCAA2BC,OAArD,CAJ4C,CAM5C;AACA;;AAEAN,IAAAA,GAAG,CAAC,mCAAD,CAAH;AACA,UAAM;AAAEO,MAAAA,cAAc,EAAEC,IAAlB;AAAwBC,MAAAA;AAAxB,QAAwCV,OAA9C;AACA,UAAM;AAAEW,MAAAA,MAAF;AAAUC,MAAAA,YAAV;AAAwBC,MAAAA;AAAxB,QAAqCJ,IAA3C;AAEA,oCAAaI,QAAb,EAAuBb,OAAvB;;AAEA,QAAI;AACA;AACZ;AACA;AACA;AAEYG,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCC,UAAjC,CACZJ,MADY,EAEZ,oBAAQC,YAAR,CAFY,CAAhB;AAKA;AACZ;AACA;AACA;;AACY,UAAI,CAACT,OAAD,IAAYA,OAAO,CAACa,MAAR,KAAmBV,kCAA2BC,OAA9D,EAAuE;AACnEH,QAAAA,aAAa,GAAG,IAAhB;AACA;AACH,OAHD,MAGO;AACHA,QAAAA,aAAa,GAAG,KAAhB;AACH;;AACDC,MAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AAEAf,MAAAA,GAAG,CAAE,uBAAsBE,OAAO,CAACc,EAAG,EAAnC,CAAH;AAEA,YAAM;AAAEC,QAAAA,OAAF;AAAWC,QAAAA,QAAX;AAAqBC,QAAAA,UAArB;AAAiCC,QAAAA;AAAjC,UAA2ClB,OAAO,CAACmB,IAAzD;AACA,YAAM;AAAEC,QAAAA;AAAF,UAAsBF,KAA5B;AAEApB,MAAAA,GAAG,CAAE,wBAAuBiB,OAAQ,GAAjC,CAAH,CA5BA,CA8BA;;AACAf,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCU,aAAjC,CAA+Cb,MAA/C,EAAuDR,OAAO,CAACc,EAA/D,EAAmE;AAC/ED,QAAAA,MAAM,EAAEV,kCAA2BmB;AAD4C,OAAnE,CAAhB,CA/BA,CAkCA;;AACA,YAAMf,WAAW,CAACI,oBAAZ,CAAiCY,WAAjC,CAA6Cf,MAA7C,EAAqD;AACvDgB,QAAAA,UAAU,EAAEtB,mBAD2C;AAEvDuB,QAAAA,UAAU,EAAEtB,kCAA2BmB;AAFgB,OAArD,CAAN;AAIApB,MAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B,CAvCA,CAyCA;;AACA,YAAMa,IAAI,GAAG,MAAM,uBAAW;AAC1B7B,QAAAA,OAD0B;AAE1BkB,QAAAA,OAF0B;AAG1BY,QAAAA,GAAG,EAAEV,UAHqB;AAI1BG,QAAAA;AAJ0B,OAAX,CAAnB,CA1CA,CAiDA;;AACA,UAAIQ,MAAM,GAAG,MAAM/B,OAAO,CAACU,WAAR,CAAoBsB,KAApB,CAA0BC,MAA1B,CAAiCd,QAAjC,CAAnB,CAlDA,CAoDA;;AACAY,MAAAA,MAAM,GAAG,MAAM/B,OAAO,CAACU,WAAR,CAAoBsB,KAApB,CAA0BE,MAA1B,CAAiCH,MAAM,CAACd,EAAxC,EAA4C;AACvDkB,QAAAA,OAAO,EAAEN,IAAI,CAACM,OADyC;AAEvDC,QAAAA,KAAK,EAAEP,IAAI,CAACO;AAF2C,OAA5C,CAAf,CArDA,CA0DA;AAEA;;AACAjC,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCU,aAAjC,CAA+Cb,MAA/C,EAAuDR,OAAO,CAACc,EAA/D,EAAmE;AAC/ED,QAAAA,MAAM,EAAEV,kCAA2B+B,SAD4C;AAE/Ef,QAAAA,IAAI,EAAE;AACFgB,UAAAA,OAAO,EAAE,MADP;AAEFT,UAAAA,IAAI,EAAE;AACFZ,YAAAA,EAAE,EAAEc,MAAM,CAACd,EADT;AAEFmB,YAAAA,KAAK,EAAEL,MAAM,CAACK,KAFZ;AAGFG,YAAAA,OAAO,EAAER,MAAM,CAACQ,OAHd;AAIFvB,YAAAA,MAAM,EAAEe,MAAM,CAACf;AAJb;AAFJ;AAFyE,OAAnE,CAAhB,CA7DA,CAyEA;;AACA,YAAMN,WAAW,CAACI,oBAAZ,CAAiCY,WAAjC,CAA6Cf,MAA7C,EAAqD;AACvDgB,QAAAA,UAAU,EAAEtB,mBAD2C;AAEvDuB,QAAAA,UAAU,EAAEtB,kCAA2B+B;AAFgB,OAArD,CAAN;AAIAhC,MAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AACH,KA/ED,CA+EE,OAAOwB,CAAP,EAAU;AACRvC,MAAAA,GAAG,CAAC,kCAAD,EAAqCuC,CAArC,CAAH;;AAEA,UAAIrC,OAAO,IAAIA,OAAO,CAACc,EAAvB,EAA2B;AACvB;AAChB;AACA;AACA;AACgB,cAAM;AAAET,UAAAA,cAAc,EAAEC,IAAlB;AAAwBC,UAAAA;AAAxB,YAAwCV,OAA9C;AACA,cAAM;AAAEW,UAAAA;AAAF,YAAaF,IAAnB;AAEAN,QAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCU,aAAjC,CAA+Cb,MAA/C,EAAuDR,OAAO,CAACc,EAA/D,EAAmE;AAC/ED,UAAAA,MAAM,EAAEV,kCAA2BmC,MAD4C;AAE/EC,UAAAA,KAAK,EAAE;AACHC,YAAAA,IAAI,EAAEH,CAAC,CAACG,IADL;AAEHL,YAAAA,OAAO,EAAEE,CAAC,CAACF,OAFR;AAGHM,YAAAA,KAAK,EAAEJ,CAAC,CAACI,KAHN;AAIHC,YAAAA,IAAI,EAAE;AAJH;AAFwE,SAAnE,CAAhB,CARuB,CAkBvB;;AACA,cAAMnC,WAAW,CAACI,oBAAZ,CAAiCY,WAAjC,CAA6Cf,MAA7C,EAAqD;AACvDgB,UAAAA,UAAU,EAAEtB,mBAD2C;AAEvDuB,UAAAA,UAAU,EAAEtB,kCAA2BmC;AAFgB,SAArD,CAAN;AAIApC,QAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AACH;;AAED,aAAO;AACHM,QAAAA,IAAI,EAAE,IADH;AAEHoB,QAAAA,KAAK,EAAE;AACHJ,UAAAA,OAAO,EAAEE,CAAC,CAACF;AADR;AAFJ,OAAP;AAMH,KAlHD,SAkHU;AACN;AACA,UAAIlC,aAAJ,EAAmB;AACfH,QAAAA,GAAG,CAAE,gCAA+BU,MAAO,EAAxC,CAAH;AAEA,cAAMD,WAAW,CAACI,oBAAZ,CAAiCgC,UAAjC,CAA4CnC,MAA5C,EAAoD;AACtDK,UAAAA,MAAM,EAAEV,kCAA2B+B,SADmB;AAEtDf,UAAAA,IAAI,EAAE;AACFgB,YAAAA,OAAO,EAAG;AADR;AAFgD,SAApD,CAAN;AAMH,OATD,MASO;AACHrC,QAAAA,GAAG,CAAE,8BAA6BW,YAAY,GAAG,CAAE,GAAhD,CAAH,CADG,CAEH;;AACA,cAAM,iCAAiC;AACnCZ,UAAAA,OADmC;AAEnC2C,UAAAA,IAAI,EAAE9C,aAAa,CAACkD,QAAd,CAAuBC,OAFM;AAGnCC,UAAAA,OAAO,EAAE;AACLtC,YAAAA,MADK;AAELC,YAAAA,YAAY,EAAEA,YAAY,GAAG,CAFxB;AAGLC,YAAAA,QAAQ,EAAEb,OAAO,CAACkD,QAAR,CAAiBC,WAAjB;AAHL;AAH0B,SAAjC,CAAN;AASH;AACJ;AACJ;;AA5JqE,CAF3D,C","sourcesContent":["import { HandlerPlugin } from \"@webiny/handler/types\";\nimport { ArgsContext } from \"@webiny/handler-args/types\";\nimport { PageImportExportTaskStatus, PbPageImportExportContext } from \"~/types\";\nimport { importPage, zeroPad } from \"~/importPages/utils\";\nimport { invokeHandlerClient } from \"~/importPages/client\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { mockSecurity } from \"~/mockSecurity\";\n\nexport type HandlerArgs = {\n    taskId: string;\n    subTaskIndex: number;\n    identity: SecurityIdentity;\n};\n\nexport type HandlerResponse = {\n    data: string;\n    error: {\n        message: string;\n    };\n};\n\ninterface Configuration {\n    handlers: {\n        process: string;\n    };\n}\n\n/**\n * Handles the import page workflow.\n */\nexport default (\n    configuration: Configuration\n): HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>> => ({\n    type: \"handler\",\n    async handle(context): Promise<HandlerResponse> {\n        const log = console.log;\n        let subTask;\n        let noPendingTask = true;\n        let prevStatusOfSubTask = PageImportExportTaskStatus.PENDING;\n\n        // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n        // and this Lambda is invoked internally, without credentials.\n\n        log(\"RUNNING Import Page Queue Process\");\n        const { invocationArgs: args, pageBuilder } = context;\n        const { taskId, subTaskIndex, identity } = args;\n\n        mockSecurity(identity, context);\n\n        try {\n            /*\n             * Note: We're not going to DB for getting next sub-task to process,\n             * because the data might be out of sync due to GSI eventual consistency.\n             */\n\n            subTask = await pageBuilder.pageImportExportTask.getSubTask(\n                taskId,\n                zeroPad(subTaskIndex)\n            );\n\n            /**\n             * Base condition!!\n             * Bail out early, if task not found or task's status is not \"pending\".\n             */\n            if (!subTask || subTask.status !== PageImportExportTaskStatus.PENDING) {\n                noPendingTask = true;\n                return;\n            } else {\n                noPendingTask = false;\n            }\n            prevStatusOfSubTask = subTask.status;\n\n            log(`Fetched sub task => ${subTask.id}`);\n\n            const { pageKey, category, zipFileKey, input } = subTask.data;\n            const { fileUploadsData } = input;\n\n            log(`Processing page key \"${pageKey}\"`);\n\n            // Mark task status as PROCESSING\n            subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                status: PageImportExportTaskStatus.PROCESSING\n            });\n            // Update stats in main task\n            await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: PageImportExportTaskStatus.PROCESSING\n            });\n            prevStatusOfSubTask = subTask.status;\n\n            // Real job\n            const page = await importPage({\n                context,\n                pageKey,\n                key: zipFileKey,\n                fileUploadsData\n            });\n\n            // Create a page\n            let pbPage = await context.pageBuilder.pages.create(category);\n\n            // Update page with data\n            pbPage = await context.pageBuilder.pages.update(pbPage.id, {\n                content: page.content,\n                title: page.title\n            });\n\n            // TODO: Publish page\n\n            // Update task record in DB\n            subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                status: PageImportExportTaskStatus.COMPLETED,\n                data: {\n                    message: \"Done\",\n                    page: {\n                        id: pbPage.id,\n                        title: pbPage.title,\n                        version: pbPage.version,\n                        status: pbPage.status\n                    }\n                }\n            });\n            // Update stats in main task\n            await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: PageImportExportTaskStatus.COMPLETED\n            });\n            prevStatusOfSubTask = subTask.status;\n        } catch (e) {\n            log(\"[IMPORT_PAGES_PROCESS] Error => \", e);\n\n            if (subTask && subTask.id) {\n                /**\n                 * In case of error, we'll update the task status to \"failed\",\n                 * so that, client can show notify the user appropriately.\n                 */\n                const { invocationArgs: args, pageBuilder } = context;\n                const { taskId } = args;\n\n                subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                    status: PageImportExportTaskStatus.FAILED,\n                    error: {\n                        name: e.name,\n                        message: e.message,\n                        stack: e.stack,\n                        code: \"IMPORT_FAILED\"\n                    }\n                });\n\n                // Update stats in main task\n                await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                    prevStatus: prevStatusOfSubTask,\n                    nextStatus: PageImportExportTaskStatus.FAILED\n                });\n                prevStatusOfSubTask = subTask.status;\n            }\n\n            return {\n                data: null,\n                error: {\n                    message: e.message\n                }\n            };\n        } finally {\n            // Base condition!\n            if (noPendingTask) {\n                log(`No pending sub-task for task ${taskId}`);\n\n                await pageBuilder.pageImportExportTask.updateTask(taskId, {\n                    status: PageImportExportTaskStatus.COMPLETED,\n                    data: {\n                        message: `Finish importing pages.`\n                    }\n                });\n            } else {\n                log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n                // We want to continue with Self invocation no matter if current page error out.\n                await invokeHandlerClient<HandlerArgs>({\n                    context,\n                    name: configuration.handlers.process,\n                    payload: {\n                        taskId,\n                        subTaskIndex: subTaskIndex + 1,\n                        identity: context.security.getIdentity()\n                    }\n                });\n            }\n        }\n    }\n});\n"],"file":"index.js"}
+{"version":3,"sources":["../../../src/importPages/process/index.ts"],"names":["configuration","type","handle","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","PageImportExportTaskStatus","PENDING","invocationArgs","args","pageBuilder","taskId","subTaskIndex","identity","pageImportExportTask","getSubTask","status","id","pageKey","category","zipFileKey","input","data","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","page","key","pbPage","pages","create","update","content","title","path","settings","COMPLETED","message","version","e","FAILED","error","name","stack","code","updateTask","handlers","process","payload","security","getIdentity"],"mappings":";;;;;;;AAEA;;AACA;;AACA;;AAEA;;AAqBA;AACA;AACA;eAEIA,aADW,KAE2D;AACtEC,EAAAA,IAAI,EAAE,SADgE;;AAEtE,QAAMC,MAAN,CAAaC,OAAb,EAAgD;AAC5C,UAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;AACA,QAAIE,OAAJ;AACA,QAAIC,aAAa,GAAG,IAApB;AACA,QAAIC,mBAAmB,GAAGC,kCAA2BC,OAArD;AAEAN,IAAAA,GAAG,CAAC,mCAAD,CAAH;AACA,UAAM;AAAEO,MAAAA,cAAc,EAAEC,IAAlB;AAAwBC,MAAAA;AAAxB,QAAwCV,OAA9C;AACA,UAAM;AAAEW,MAAAA,MAAF;AAAUC,MAAAA,YAAV;AAAwBC,MAAAA;AAAxB,QAAqCJ,IAA3C,CAR4C,CAS5C;AACA;;AACA,oCAAaI,QAAb,EAAuBb,OAAvB;;AAEA,QAAI;AACA;AACZ;AACA;AACA;AAEYG,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCC,UAAjC,CACZJ,MADY,EAEZ,oBAAQC,YAAR,CAFY,CAAhB;AAKA;AACZ;AACA;AACA;;AACY,UAAI,CAACT,OAAD,IAAYA,OAAO,CAACa,MAAR,KAAmBV,kCAA2BC,OAA9D,EAAuE;AACnEH,QAAAA,aAAa,GAAG,IAAhB;AACA;AACH,OAHD,MAGO;AACHA,QAAAA,aAAa,GAAG,KAAhB;AACH;;AACDC,MAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AAEAf,MAAAA,GAAG,CAAE,uBAAsBE,OAAO,CAACc,EAAG,EAAnC,CAAH;AAEA,YAAM;AAAEC,QAAAA,OAAF;AAAWC,QAAAA,QAAX;AAAqBC,QAAAA,UAArB;AAAiCC,QAAAA;AAAjC,UAA2ClB,OAAO,CAACmB,IAAzD;AACA,YAAM;AAAEC,QAAAA;AAAF,UAAsBF,KAA5B;AAEApB,MAAAA,GAAG,CAAE,wBAAuBiB,OAAQ,GAAjC,CAAH,CA5BA,CA8BA;;AACAf,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCU,aAAjC,CAA+Cb,MAA/C,EAAuDR,OAAO,CAACc,EAA/D,EAAmE;AAC/ED,QAAAA,MAAM,EAAEV,kCAA2BmB;AAD4C,OAAnE,CAAhB,CA/BA,CAkCA;;AACA,YAAMf,WAAW,CAACI,oBAAZ,CAAiCY,WAAjC,CAA6Cf,MAA7C,EAAqD;AACvDgB,QAAAA,UAAU,EAAEtB,mBAD2C;AAEvDuB,QAAAA,UAAU,EAAEtB,kCAA2BmB;AAFgB,OAArD,CAAN;AAIApB,MAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B,CAvCA,CAyCA;;AACA,YAAMa,IAAI,GAAG,MAAM,uBAAW;AAC1B7B,QAAAA,OAD0B;AAE1BkB,QAAAA,OAF0B;AAG1BY,QAAAA,GAAG,EAAEV,UAHqB;AAI1BG,QAAAA;AAJ0B,OAAX,CAAnB,CA1CA,CAiDA;;AACA,UAAIQ,MAAM,GAAG,MAAM/B,OAAO,CAACU,WAAR,CAAoBsB,KAApB,CAA0BC,MAA1B,CAAiCd,QAAjC,CAAnB,CAlDA,CAoDA;;AACAY,MAAAA,MAAM,GAAG,MAAM/B,OAAO,CAACU,WAAR,CAAoBsB,KAApB,CAA0BE,MAA1B,CAAiCH,MAAM,CAACd,EAAxC,EAA4C;AACvDkB,QAAAA,OAAO,EAAEN,IAAI,CAACM,OADyC;AAEvDC,QAAAA,KAAK,EAAEP,IAAI,CAACO,KAF2C;AAGvDC,QAAAA,IAAI,EAAER,IAAI,CAACQ,IAH4C;AAIvDC,QAAAA,QAAQ,EAAET,IAAI,CAACS;AAJwC,OAA5C,CAAf,CArDA,CA4DA;AAEA;;AACAnC,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCU,aAAjC,CAA+Cb,MAA/C,EAAuDR,OAAO,CAACc,EAA/D,EAAmE;AAC/ED,QAAAA,MAAM,EAAEV,kCAA2BiC,SAD4C;AAE/EjB,QAAAA,IAAI,EAAE;AACFkB,UAAAA,OAAO,EAAE,MADP;AAEFX,UAAAA,IAAI,EAAE;AACFZ,YAAAA,EAAE,EAAEc,MAAM,CAACd,EADT;AAEFmB,YAAAA,KAAK,EAAEL,MAAM,CAACK,KAFZ;AAGFK,YAAAA,OAAO,EAAEV,MAAM,CAACU,OAHd;AAIFzB,YAAAA,MAAM,EAAEe,MAAM,CAACf;AAJb;AAFJ;AAFyE,OAAnE,CAAhB,CA/DA,CA2EA;;AACA,YAAMN,WAAW,CAACI,oBAAZ,CAAiCY,WAAjC,CAA6Cf,MAA7C,EAAqD;AACvDgB,QAAAA,UAAU,EAAEtB,mBAD2C;AAEvDuB,QAAAA,UAAU,EAAEtB,kCAA2BiC;AAFgB,OAArD,CAAN;AAIAlC,MAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AACH,KAjFD,CAiFE,OAAO0B,CAAP,EAAU;AACRzC,MAAAA,GAAG,CAAC,kCAAD,EAAqCyC,CAArC,CAAH;;AAEA,UAAIvC,OAAO,IAAIA,OAAO,CAACc,EAAvB,EAA2B;AACvB;AAChB;AACA;AACA;AACgB,cAAM;AAAET,UAAAA,cAAc,EAAEC,IAAlB;AAAwBC,UAAAA;AAAxB,YAAwCV,OAA9C;AACA,cAAM;AAAEW,UAAAA;AAAF,YAAaF,IAAnB;AAEAN,QAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCU,aAAjC,CAA+Cb,MAA/C,EAAuDR,OAAO,CAACc,EAA/D,EAAmE;AAC/ED,UAAAA,MAAM,EAAEV,kCAA2BqC,MAD4C;AAE/EC,UAAAA,KAAK,EAAE;AACHC,YAAAA,IAAI,EAAEH,CAAC,CAACG,IADL;AAEHL,YAAAA,OAAO,EAAEE,CAAC,CAACF,OAFR;AAGHM,YAAAA,KAAK,EAAEJ,CAAC,CAACI,KAHN;AAIHC,YAAAA,IAAI,EAAE;AAJH;AAFwE,SAAnE,CAAhB,CARuB,CAkBvB;;AACA,cAAMrC,WAAW,CAACI,oBAAZ,CAAiCY,WAAjC,CAA6Cf,MAA7C,EAAqD;AACvDgB,UAAAA,UAAU,EAAEtB,mBAD2C;AAEvDuB,UAAAA,UAAU,EAAEtB,kCAA2BqC;AAFgB,SAArD,CAAN;AAIAtC,QAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AACH;;AAED,aAAO;AACHM,QAAAA,IAAI,EAAE,IADH;AAEHsB,QAAAA,KAAK,EAAE;AACHJ,UAAAA,OAAO,EAAEE,CAAC,CAACF;AADR;AAFJ,OAAP;AAMH,KApHD,SAoHU;AACN;AACA,UAAIpC,aAAJ,EAAmB;AACfH,QAAAA,GAAG,CAAE,gCAA+BU,MAAO,EAAxC,CAAH;AAEA,cAAMD,WAAW,CAACI,oBAAZ,CAAiCkC,UAAjC,CAA4CrC,MAA5C,EAAoD;AACtDK,UAAAA,MAAM,EAAEV,kCAA2BiC,SADmB;AAEtDjB,UAAAA,IAAI,EAAE;AACFkB,YAAAA,OAAO,EAAG;AADR;AAFgD,SAApD,CAAN;AAMH,OATD,MASO;AACHvC,QAAAA,GAAG,CAAE,8BAA6BW,YAAY,GAAG,CAAE,GAAhD,CAAH,CADG,CAEH;;AACA,cAAM,iCAAiC;AACnCZ,UAAAA,OADmC;AAEnC6C,UAAAA,IAAI,EAAEhD,aAAa,CAACoD,QAAd,CAAuBC,OAFM;AAGnCC,UAAAA,OAAO,EAAE;AACLxC,YAAAA,MADK;AAELC,YAAAA,YAAY,EAAEA,YAAY,GAAG,CAFxB;AAGLC,YAAAA,QAAQ,EAAEb,OAAO,CAACoD,QAAR,CAAiBC,WAAjB;AAHL;AAH0B,SAAjC,CAAN;AASH;AACJ;AACJ;;AA5JqE,CAF3D,C","sourcesContent":["import { HandlerPlugin } from \"@webiny/handler/types\";\nimport { ArgsContext } from \"@webiny/handler-args/types\";\nimport { PageImportExportTaskStatus, PbPageImportExportContext } from \"~/types\";\nimport { importPage, zeroPad } from \"~/importPages/utils\";\nimport { invokeHandlerClient } from \"~/importPages/client\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { mockSecurity } from \"~/mockSecurity\";\n\nexport type HandlerArgs = {\n    taskId: string;\n    subTaskIndex: number;\n    identity: SecurityIdentity;\n};\n\nexport type HandlerResponse = {\n    data: string;\n    error: {\n        message: string;\n    };\n};\n\ninterface Configuration {\n    handlers: {\n        process: string;\n    };\n}\n\n/**\n * Handles the import page workflow.\n */\nexport default (\n    configuration: Configuration\n): HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>> => ({\n    type: \"handler\",\n    async handle(context): Promise<HandlerResponse> {\n        const log = console.log;\n        let subTask;\n        let noPendingTask = true;\n        let prevStatusOfSubTask = PageImportExportTaskStatus.PENDING;\n\n        log(\"RUNNING Import Page Queue Process\");\n        const { invocationArgs: args, pageBuilder } = context;\n        const { taskId, subTaskIndex, identity } = args;\n        // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n        // and this Lambda is invoked internally, without credentials.\n        mockSecurity(identity, context);\n\n        try {\n            /*\n             * Note: We're not going to DB for getting next sub-task to process,\n             * because the data might be out of sync due to GSI eventual consistency.\n             */\n\n            subTask = await pageBuilder.pageImportExportTask.getSubTask(\n                taskId,\n                zeroPad(subTaskIndex)\n            );\n\n            /**\n             * Base condition!!\n             * Bail out early, if task not found or task's status is not \"pending\".\n             */\n            if (!subTask || subTask.status !== PageImportExportTaskStatus.PENDING) {\n                noPendingTask = true;\n                return;\n            } else {\n                noPendingTask = false;\n            }\n            prevStatusOfSubTask = subTask.status;\n\n            log(`Fetched sub task => ${subTask.id}`);\n\n            const { pageKey, category, zipFileKey, input } = subTask.data;\n            const { fileUploadsData } = input;\n\n            log(`Processing page key \"${pageKey}\"`);\n\n            // Mark task status as PROCESSING\n            subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                status: PageImportExportTaskStatus.PROCESSING\n            });\n            // Update stats in main task\n            await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: PageImportExportTaskStatus.PROCESSING\n            });\n            prevStatusOfSubTask = subTask.status;\n\n            // Real job\n            const page = await importPage({\n                context,\n                pageKey,\n                key: zipFileKey,\n                fileUploadsData\n            });\n\n            // Create a page\n            let pbPage = await context.pageBuilder.pages.create(category);\n\n            // Update page with data\n            pbPage = await context.pageBuilder.pages.update(pbPage.id, {\n                content: page.content,\n                title: page.title,\n                path: page.path,\n                settings: page.settings\n            });\n\n            // TODO: Publish page\n\n            // Update task record in DB\n            subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                status: PageImportExportTaskStatus.COMPLETED,\n                data: {\n                    message: \"Done\",\n                    page: {\n                        id: pbPage.id,\n                        title: pbPage.title,\n                        version: pbPage.version,\n                        status: pbPage.status\n                    }\n                }\n            });\n            // Update stats in main task\n            await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: PageImportExportTaskStatus.COMPLETED\n            });\n            prevStatusOfSubTask = subTask.status;\n        } catch (e) {\n            log(\"[IMPORT_PAGES_PROCESS] Error => \", e);\n\n            if (subTask && subTask.id) {\n                /**\n                 * In case of error, we'll update the task status to \"failed\",\n                 * so that, client can show notify the user appropriately.\n                 */\n                const { invocationArgs: args, pageBuilder } = context;\n                const { taskId } = args;\n\n                subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n                    status: PageImportExportTaskStatus.FAILED,\n                    error: {\n                        name: e.name,\n                        message: e.message,\n                        stack: e.stack,\n                        code: \"IMPORT_FAILED\"\n                    }\n                });\n\n                // Update stats in main task\n                await pageBuilder.pageImportExportTask.updateStats(taskId, {\n                    prevStatus: prevStatusOfSubTask,\n                    nextStatus: PageImportExportTaskStatus.FAILED\n                });\n                prevStatusOfSubTask = subTask.status;\n            }\n\n            return {\n                data: null,\n                error: {\n                    message: e.message\n                }\n            };\n        } finally {\n            // Base condition!\n            if (noPendingTask) {\n                log(`No pending sub-task for task ${taskId}`);\n\n                await pageBuilder.pageImportExportTask.updateTask(taskId, {\n                    status: PageImportExportTaskStatus.COMPLETED,\n                    data: {\n                        message: `Finish importing pages.`\n                    }\n                });\n            } else {\n                log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n                // We want to continue with Self invocation no matter if current page error out.\n                await invokeHandlerClient<HandlerArgs>({\n                    context,\n                    name: configuration.handlers.process,\n                    payload: {\n                        taskId,\n                        subTaskIndex: subTaskIndex + 1,\n                        identity: context.security.getIdentity()\n                    }\n                });\n            }\n        }\n    }\n});\n"],"file":"index.js"}

package/importPages/utils.d.ts

@@ -1,5 +1,6 @@
 import { PageImportExportTaskStatus } from "../types";
 import { PbPageImportExportContext } from "../graphql/types";
+import { ExportedPageData } from "../exportPages/utils";
 interface UploadPageAssetsParams {
     context: PbPageImportExportContext;
     filesData: Record<string, any>[];
@@ -19,7 +20,7 @@ interface ImportPageParams {
     context: PbPageImportExportContext;
     fileUploadsData: FileUploadsData;
 }
-export declare function importPage({ pageKey, context, fileUploadsData }: ImportPageParams): Promise<Record<string, any>>;
+export declare function importPage({ pageKey, context, fileUploadsData }: ImportPageParams): Promise<ExportedPageData["page"]>;
 interface PageImportData {
     assets: Record<string, string>;
     data: string;

package/importPages/utils.js

@@ -48,6 +48,25 @@ const INSTALL_EXTRACT_DIR = _path.default.join(INSTALL_DIR, "apiPageBuilderImpor
 const FILES_COUNT_IN_EACH_BATCH = 15;
 const ZIP_CONTENT_TYPE = "application/zip";
 
+function updateImageInPageSettings({
+  settings,
+  fileIdToKeyMap,
+  srcPrefix
+}) {
+  let newSettings = settings;
+  const srcPrefixWithoutTrailingSlash = srcPrefix.endsWith("/") ? srcPrefix.slice(0, -1) : srcPrefix;
+
+  if (_dotPropImmutable.default.get(newSettings, "general.image.src")) {
+    newSettings = _dotPropImmutable.default.set(newSettings, "general.image.src", `${srcPrefixWithoutTrailingSlash}/${fileIdToKeyMap.get(settings.general.image.id)}`);
+  }
+
+  if (_dotPropImmutable.default.get(newSettings, "social.image.src")) {
+    newSettings = _dotPropImmutable.default.set(newSettings, "social.image.src", `${srcPrefixWithoutTrailingSlash}/${fileIdToKeyMap.get(settings.social.image.id)}`);
+  }
+
+  return settings;
+}
+
 function updateFilesInPageData({
   data,
   fileIdToKeyMap,
@@ -204,6 +223,11 @@ async function importPage({
       fileIdToKeyMap,
       srcPrefix
     });
+    page.settings = updateImageInPageSettings({
+      settings: page.settings,
+      fileIdToKeyMap,
+      srcPrefix
+    });
   }
 
   log("Removing Directory for page...");

package/importPages/utils.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/importPages/utils.ts"],"names":["streamPipeline","pipeline","INSTALL_DIR","INSTALL_EXTRACT_DIR","path","join","FILES_COUNT_IN_EACH_BATCH","ZIP_CONTENT_TYPE","updateFilesInPageData","data","fileIdToKeyMap","srcPrefix","Array","isArray","i","length","element","tuple","Object","entries","key","value","has","id","get","name","src","endsWith","uploadPageAssets","context","filesData","fileUploadsData","process","env","NODE_ENV","console","log","Map","fileKeyToFileMap","file","set","type","fileUploadResults","uploadFilesFromS3","oldKeyToNewKeyMap","assets","createFilesInput","map","uploadResult","newKey","Key","getOldFileKey","size","meta","tags","createFilesPromises","createFilesInputChunks","createFilesInputChunk","push","fileManager","files","createFilesInBatch","Promise","all","importPage","pageKey","PAGE_EXTRACT_DIR","pageDataFileKey","dotProp","PAGE_DATA_FILE_PATH","basename","resolve","reject","s3Stream","readStream","on","pipe","page","settings","getSettings","content","deleteS3Folder","dirname","oldKeysForAssets","keys","promises","oldKey","tempNewKey","fileMetaData","streamPassThrough","streamPassThroughUploadPromise","promise","writeStream","getObjectMetaFromS3","getObjectHead","ContentType","WebinyError","rest","split","e","FILE_CONTENT_TYPE","getFileNameWithoutExt","fileName","replace","extname","readExtractAndUploadZipFileContents","zipFileKey","pageImportDataList","startsWith","response","ok","statusText","body","uniquePath","zipFileName","ZIP_FILE_PATH","zipFilePaths","extractZipToDisk","currentPath","dataMap","extractZipAndUploadToS3","ASSETS_DIR_NAME","preparePageDataDirMap","filePath","isAsset","listObject","Contents","c","deleteFilePromises","deleteObject","zeroPad","version","padStart","initialStats","total","PageImportExportTaskStatus","PENDING","PROCESSING","COMPLETED","FAILED","exportFileZipPath","pageZipFilePaths","uniqueFolderNameForExport","EXPORT_FILE_EXTRACTION_PATH","yauzl","open","lazyEntries","err","zipFile","warn","info","entryCount","readEntry","entry","test","openReadStream","pageDataZipFilePath","filePaths","fileUploadPromises","uniquePageKey","then","res","forEach","r"],"mappings":";;;;;;;;;;;;AAAA;;AAEA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AAEA;;AACA;;AACA;;AAEA;;AAEA,MAAMA,cAAc,GAAG,qBAAUC,gBAAV,CAAvB;AAEA,MAAMC,WAAW,GAAG,MAApB;;AACA,MAAMC,mBAAmB,GAAGC,cAAKC,IAAL,CAAUH,WAAV,EAAuB,0BAAvB,CAA5B;;AACA,MAAMI,yBAAyB,GAAG,EAAlC;AACA,MAAMC,gBAAgB,GAAG,iBAAzB;;AAQA,SAASC,qBAAT,CAA+B;AAAEC,EAAAA,IAAF;AAAQC,EAAAA,cAAR;AAAwBC,EAAAA;AAAxB,CAA/B,EAAiG;AAC7F;AACA,MAAI,CAACF,IAAD,IAAS,OAAOA,IAAP,KAAgB,QAA7B,EAAuC;AACnC;AACH,GAJ4F,CAK7F;;;AACA,MAAIG,KAAK,CAACC,OAAN,CAAcJ,IAAd,CAAJ,EAAyB;AACrB,SAAK,IAAIK,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGL,IAAI,CAACM,MAAzB,EAAiCD,CAAC,EAAlC,EAAsC;AAClC,YAAME,OAAO,GAAGP,IAAI,CAACK,CAAD,CAApB;AACAN,MAAAA,qBAAqB,CAAC;AAAEC,QAAAA,IAAI,EAAEO,OAAR;AAAiBN,QAAAA,cAAjB;AAAiCC,QAAAA;AAAjC,OAAD,CAArB;AACH;;AACD;AACH,GAZ4F,CAa7F;;;AACA,QAAMM,KAAK,GAAGC,MAAM,CAACC,OAAP,CAAeV,IAAf,CAAd;;AACA,OAAK,IAAIK,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGG,KAAK,CAACF,MAA1B,EAAkCD,CAAC,EAAnC,EAAuC;AACnC,UAAM,CAACM,GAAD,EAAMC,KAAN,IAAeJ,KAAK,CAACH,CAAD,CAA1B;;AAEA,QAAIM,GAAG,KAAK,MAAR,IAAkBC,KAAlB,IAA2BX,cAAc,CAACY,GAAf,CAAmBD,KAAK,CAACE,EAAzB,CAA/B,EAA6D;AACzDF,MAAAA,KAAK,CAACD,GAAN,GAAYV,cAAc,CAACc,GAAf,CAAmBH,KAAK,CAACE,EAAzB,CAAZ;AACAF,MAAAA,KAAK,CAACI,IAAN,GAAaf,cAAc,CAACc,GAAf,CAAmBH,KAAK,CAACE,EAAzB,CAAb;AACAF,MAAAA,KAAK,CAACK,GAAN,GAAa,GAAEf,SAAU,GAAEA,SAAS,CAACgB,QAAV,CAAmB,GAAnB,IAA0B,EAA1B,GAA+B,GAAI,GAAEjB,cAAc,CAACc,GAAf,CAC5DH,KAAK,CAACE,EADsD,CAE9D,EAFF;AAGH,KAND,MAMO;AACHf,MAAAA,qBAAqB,CAAC;AAAEC,QAAAA,IAAI,EAAEY,KAAR;AAAeV,QAAAA,SAAf;AAA0BD,QAAAA;AAA1B,OAAD,CAArB;AACH;AACJ;AACJ;;AAYM,MAAMkB,gBAAgB,GAAG,OAAO;AACnCC,EAAAA,OADmC;AAEnCC,EAAAA,SAFmC;AAGnCC,EAAAA;AAHmC,CAAP,KAImC;AAC/D;AACJ;AACA;AACA;AACA;AACI,MAAIC,OAAO,CAACC,GAAR,CAAYC,QAAZ,KAAyB,MAA7B,EAAqC;AACjC,WAAO,EAAP;AACH;;AACDC,EAAAA,OAAO,CAACC,GAAR,CAAY,yBAAZ,EAT+D,CAW/D;;AACA,QAAM1B,cAAc,GAAG,IAAI2B,GAAJ,EAAvB,CAZ+D,CAa/D;;AACA,QAAMC,gBAAgB,GAAG,IAAID,GAAJ,EAAzB,CAd+D,CAe/D;;AACA,OAAK,IAAIvB,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGgB,SAAS,CAACf,MAA9B,EAAsCD,CAAC,EAAvC,EAA2C;AACvC,UAAMyB,IAAI,GAAGT,SAAS,CAAChB,CAAD,CAAtB;AACAwB,IAAAA,gBAAgB,CAACE,GAAjB,CAAqBD,IAAI,CAACnB,GAA1B,EAA+BmB,IAA/B,EAFuC,CAIvC;;AACA7B,IAAAA,cAAc,CAAC8B,GAAf,CAAmBD,IAAI,CAAChB,EAAxB,EAA4BgB,IAAI,CAACE,IAAjC;AACH;;AAED,QAAMC,iBAAiB,GAAG,MAAMC,iBAAiB,CAAC;AAC9CL,IAAAA,gBAD8C;AAE9CM,IAAAA,iBAAiB,EAAEb,eAAe,CAACc;AAFW,GAAD,CAAjD,CAxB+D,CA6B/D;;AACA,QAAMC,gBAAgB,GAAGJ,iBAAiB,CAACK,GAAlB,CAAsBC,YAAY,IAAI;AAC3D,UAAMC,MAAM,GAAGD,YAAY,CAACE,GAA5B;AACA,UAAMX,IAAI,GAAGD,gBAAgB,CAACd,GAAjB,CAAqB2B,aAAa,CAACF,MAAD,CAAlC,CAAb,CAF2D,CAI3D;;AACAvC,IAAAA,cAAc,CAAC8B,GAAf,CAAmBD,IAAI,CAAChB,EAAxB,EAA4B0B,MAA5B;AAEA,WAAO;AACH7B,MAAAA,GAAG,EAAE6B,MADF;AAEHxB,MAAAA,IAAI,EAAEc,IAAI,CAACd,IAFR;AAGH2B,MAAAA,IAAI,EAAEb,IAAI,CAACa,IAHR;AAIHX,MAAAA,IAAI,EAAEF,IAAI,CAACE,IAJR;AAKHY,MAAAA,IAAI,EAAEd,IAAI,CAACc,IALR;AAMHC,MAAAA,IAAI,EAAEf,IAAI,CAACe;AANR,KAAP;AAQH,GAfwB,CAAzB;AAiBA,QAAMC,mBAAmB,GAAG,EAA5B,CA/C+D,CAgD/D;;AACA,QAAMC,sBAAsB,GAAG,oBAAMV,gBAAN,EAAwBxC,yBAAxB,CAA/B;;AACA,OAAK,IAAIQ,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAG0C,sBAAsB,CAACzC,MAA3C,EAAmDD,CAAC,EAApD,EAAwD;AACpD,UAAM2C,qBAAqB,GAAGD,sBAAsB,CAAC1C,CAAD,CAApD;AACAyC,IAAAA,mBAAmB,CAACG,IAApB;AACI;AACZ;AACA;AACA;AACY7B,IAAAA,OAAO,CAAC8B,WAAR,CAAoBC,KAApB,CAA0BC,kBAA1B,CAA6CJ,qBAA7C,CALJ;AAOH;;AAED,QAAMK,OAAO,CAACC,GAAR,CAAYR,mBAAZ,CAAN;AAEA,SAAO;AACH7C,IAAAA;AADG,GAAP;AAGH,CAtEM;;;;AAoFA,eAAesD,UAAf,CAA0B;AAC7BC,EAAAA,OAD6B;AAE7BpC,EAAAA,OAF6B;AAG7BE,EAAAA;AAH6B,CAA1B,EAI4C;AAC/C,QAAMK,GAAG,GAAGD,OAAO,CAACC,GAApB,CAD+C,CAG/C;;AACA,QAAM8B,gBAAgB,GAAG9D,cAAKC,IAAL,CAAUF,mBAAV,EAA+B8D,OAA/B,CAAzB;;AACA,8BAAcC,gBAAd;;AAEA,QAAMC,eAAe,GAAGC,0BAAQ5C,GAAR,CAAYO,eAAZ,EAA8B,MAA9B,CAAxB;;AACA,QAAMsC,mBAAmB,GAAGjE,cAAKC,IAAL,CAAU6D,gBAAV,EAA4B9D,cAAKkE,QAAL,CAAcH,eAAd,CAA5B,CAA5B;;AAEA/B,EAAAA,GAAG,CAAE,+BAA8B+B,eAAgB,QAAOE,mBAAoB,GAA3E,CAAH,CAV+C,CAW/C;;AACA,QAAM,IAAIP,OAAJ,CAAY,CAACS,OAAD,EAAUC,MAAV,KAAqB;AACnCC,uBACKC,UADL,CACgBP,eADhB,EAEKQ,EAFL,CAEQ,OAFR,EAEiBH,MAFjB,EAGKI,IAHL,CAGU,2BAAkBP,mBAAlB,CAHV,EAIKM,EAJL,CAIQ,OAJR,EAIiBH,MAJjB,EAKKG,EALL,CAKQ,QALR,EAKkBJ,OALlB;AAMH,GAPK,CAAN,CAZ+C,CAqB/C;;AACAnC,EAAAA,GAAG,CAAE,aAAY+B,eAAgB,EAA9B,CAAH;AACA,QAAM;AAAEU,IAAAA,IAAF;AAAQjB,IAAAA;AAAR,MAAkB,MAAM,2BAA8BS,mBAA9B,CAA9B,CAvB+C,CAyB/C;;AACA,MAAIzD,KAAK,CAACC,OAAN,CAAc+C,KAAd,KAAwBA,KAAK,CAAC7C,MAAlC,EAA0C;AACtC;AACA,UAAM;AAAEL,MAAAA;AAAF,QAAqB,MAAMkB,gBAAgB,CAAC;AAC9CC,MAAAA,OAD8C;AAE9CC,MAAAA,SAAS,EAAE8B,KAFmC;AAG9C7B,MAAAA;AAH8C,KAAD,CAAjD;AAMA,UAAM;AAAEpB,MAAAA;AAAF,QAAgB,MAAMkB,OAAO,CAAC8B,WAAR,CAAoBmB,QAApB,CAA6BC,WAA7B,EAA5B;AACAvE,IAAAA,qBAAqB,CAAC;AAAEC,MAAAA,IAAI,EAAEoE,IAAI,CAACG,OAAb;AAAsBtE,MAAAA,cAAtB;AAAsCC,MAAAA;AAAtC,KAAD,CAArB;AACH;;AAEDyB,EAAAA,GAAG,CAAC,gCAAD,CAAH;AACA,QAAM,sCAAW6B,OAAX,CAAN;AAEA7B,EAAAA,GAAG,CAAE,iCAAF,CAAH;AACA,QAAM6C,cAAc,CAAC7E,cAAK8E,OAAL,CAAanD,eAAe,CAACtB,IAA7B,CAAD,CAApB;AAEA,SAAOoE,IAAP;AACH;;AAOD,eAAelC,iBAAf,CAAiC;AAC7BL,EAAAA,gBAD6B;AAE7BM,EAAAA;AAF6B,CAAjC,EAGmE;AAC/D,QAAMuC,gBAAgB,GAAGjE,MAAM,CAACkE,IAAP,CAAYxC,iBAAZ,CAAzB;AAEA,QAAMyC,QAAQ,GAAG,EAAjB,CAH+D,CAI/D;;AACA,OAAK,IAAIvE,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGqE,gBAAgB,CAACpE,MAArC,EAA6CD,CAAC,EAA9C,EAAkD;AAC9C,UAAMwE,MAAM,GAAGH,gBAAgB,CAACrE,CAAD,CAA/B;AACA,UAAMyE,UAAU,GAAG3C,iBAAiB,CAAC0C,MAAD,CAApC,CAF8C,CAI9C;;AACA,UAAMZ,UAAU,GAAGD,mBAASC,UAAT,CAAoBa,UAApB,CAAnB,CAL8C,CAM9C;;;AACA,UAAMC,YAAY,GAAGlD,gBAAgB,CAACd,GAAjB,CAAqB8D,MAArB,CAArB;;AAEA,QAAIE,YAAJ,EAAkB;AACd,YAAMvC,MAAM,GAAG,qBAAS,EAAT,EAAc,IAAGuC,YAAY,CAACpE,GAAI,EAAlC,CAAf;;AACA,YAAM;AAAEqE,QAAAA,iBAAF;AAAqBC,QAAAA,8BAA8B,EAAEC;AAArD,UACFlB,mBAASmB,WAAT,CAAqB3C,MAArB,EAA6BuC,YAAY,CAAC/C,IAA1C,CADJ;;AAEAiC,MAAAA,UAAU,CAACE,IAAX,CAAgBa,iBAAhB;AACAJ,MAAAA,QAAQ,CAAC3B,IAAT,CAAciC,OAAd;AAEAxD,MAAAA,OAAO,CAACC,GAAR,CAAa,6BAA4Ba,MAAO,GAAhD;AACH;AACJ;;AAED,SAAOa,OAAO,CAACC,GAAR,CAAYsB,QAAZ,CAAP;AACH;;AAED,eAAeQ,mBAAf,CAAmC3C,GAAnC,EAAgD;AAC5C,QAAMG,IAAI,GAAG,MAAMoB,mBAASqB,aAAT,CAAuB5C,GAAvB,CAAnB;;AAEA,MAAIG,IAAI,CAAC0C,WAAL,KAAqBxF,gBAAzB,EAA2C;AACvC,UAAM,IAAIyF,cAAJ,CAAiB,2BAA0B3C,IAAI,CAAC0C,WAAY,GAA5D,EAAgE,kBAAhE,CAAN;AACH;AACJ;;AAED,SAAS5C,aAAT,CAAuB/B,GAAvB,EAAoC;AAChC;AACJ;AACA;AACI,MAAI;AACA,UAAM,GAAG,GAAG6E,IAAN,IAAc7E,GAAG,CAAC8E,KAAJ,CAAU,GAAV,CAApB;AACA,WAAOD,IAAI,CAAC5F,IAAL,CAAU,GAAV,CAAP;AACH,GAHD,CAGE,OAAO8F,CAAP,EAAU;AACR,WAAO/E,GAAP;AACH;AACJ;;AAED,MAAMgF,iBAAiB,GAAG,0BAA1B;;AAEA,SAASC,qBAAT,CAA+BC,QAA/B,EAAyD;AACrD,SAAOlG,cAAKkE,QAAL,CAAcgC,QAAd,EAAwBC,OAAxB,CAAgCnG,cAAKoG,OAAL,CAAaF,QAAb,CAAhC,EAAwD,EAAxD,CAAP;AACH;;AAQD;AACA;AACA;AACA;AACA;AACO,eAAeG,mCAAf,CACHC,UADG,EAEsB;AACzB,QAAMtE,GAAG,GAAGD,OAAO,CAACC,GAApB;AACA,QAAMuE,kBAAkB,GAAG,EAA3B;AACA,MAAIjC,UAAJ,CAHyB,CAIzB;;AACA,MAAIgC,UAAU,CAACE,UAAX,CAAsB,MAAtB,CAAJ,EAAmC;AAC/B,UAAMC,QAAQ,GAAG,MAAM,wBAAMH,UAAN,CAAvB;;AACA,QAAI,CAACG,QAAQ,CAACC,EAAd,EAAkB;AACd,YAAM,IAAId,cAAJ,CACD,gCAA+BU,UAAW,GADzC,EAEFG,QAAQ,CAACE,UAFP,CAAN;AAIH;;AAEDrC,IAAAA,UAAU,GAAGmC,QAAQ,CAACG,IAAtB;AACH,GAVD,MAUO;AACH;AACA,UAAMnB,mBAAmB,CAACa,UAAD,CAAzB;AAEAhC,IAAAA,UAAU,GAAGD,mBAASC,UAAT,CAAoBgC,UAApB,CAAb;AACH;;AAED,QAAMO,UAAU,GAAG,qBAAS,eAAT,CAAnB;;AACA,QAAMC,WAAW,GAAG9G,cAAKkE,QAAL,CAAcoC,UAAd,CAApB,CAvByB,CAwBzB;;;AACA,QAAMS,aAAa,GAAG/G,cAAKC,IAAL,CAAUH,WAAV,EAAuBgH,WAAvB,CAAtB;;AAEA,QAAMtB,WAAW,GAAG,2BAAkBuB,aAAlB,CAApB;AACA,QAAMnH,cAAc,CAAC0E,UAAD,EAAakB,WAAb,CAApB;AACAxD,EAAAA,GAAG,CAAE,oBAAmB8E,WAAY,QAAOC,aAAc,EAAtD,CAAH,CA7ByB,CA+BzB;;AACA,QAAMC,YAAY,GAAG,MAAMC,gBAAgB,CAACF,aAAD,CAA3C;AAEA/E,EAAAA,GAAG,CAAE,sBAAqBsE,UAAW,UAASS,aAAc,EAAzD,CAAH;AACA,QAAM,sCAAWA,aAAX,CAAN,CAnCyB,CAqCzB;;AACA,OAAK,IAAIrG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGsG,YAAY,CAACrG,MAAjC,EAAyCD,CAAC,EAA1C,EAA8C;AAC1C,UAAMwG,WAAW,GAAGF,YAAY,CAACtG,CAAD,CAAhC;AACA,UAAMyG,OAAO,GAAG,MAAMC,uBAAuB,CAACF,WAAD,EAAcL,UAAd,CAA7C;AACAN,IAAAA,kBAAkB,CAACjD,IAAnB,CAAwB6D,OAAxB;AACH;;AACDnF,EAAAA,GAAG,CAAC,oCAAD,EAAuChC,cAAK8E,OAAL,CAAakC,YAAY,CAAC,CAAD,CAAzB,CAAvC,CAAH;AACA,QAAM,sCAAWhH,cAAK8E,OAAL,CAAakC,YAAY,CAAC,CAAD,CAAzB,CAAX,CAAN;AAEA,SAAOT,kBAAP;AACH;;AAED,MAAMc,eAAe,GAAG,SAAxB;;AAEA,SAASC,qBAAT,CAA+B;AAC3B3E,EAAAA,GAD2B;AAE3B4E,EAAAA,QAF2B;AAG3B1E,EAAAA;AAH2B,CAA/B,EAQmB;AACf,QAAMiC,OAAO,GAAG9E,cAAK8E,OAAL,CAAayC,QAAb,CAAhB;;AACA,QAAMrB,QAAQ,GAAGlG,cAAKkE,QAAL,CAAcqD,QAAd,CAAjB;AACA;AACJ;AACA;AACA;;;AACI,QAAMrC,MAAM,GAAGgB,QAAQ,CAACC,OAAT,CAAiB,KAAjB,EAAwB,KAAxB,CAAf;AAEA,QAAMqB,OAAO,GAAG1C,OAAO,CAACvD,QAAR,CAAiB8F,eAAjB,CAAhB;;AAEA,MAAIG,OAAJ,EAAa;AACT7E,IAAAA,GAAG,GAAGqB,0BAAQ5B,GAAR,CAAYO,GAAZ,EAAkB,UAASuC,MAAO,EAAlC,EAAqCrC,MAArC,CAAN;AACH,GAFD,MAEO;AACH;AACAF,IAAAA,GAAG,GAAGqB,0BAAQ5B,GAAR,CAAYO,GAAZ,EAAkB,MAAlB,EAAyBE,MAAzB,CAAN;AACH;;AAED,SAAOF,GAAP;AACH;;AAED,eAAekC,cAAf,CAA8B7D,GAA9B,EAAmC;AAC/B;AACA,MAAI,CAACA,GAAG,CAACO,QAAJ,CAAa,GAAb,CAAL,EAAwB;AACpBP,IAAAA,GAAG,GAAI,GAAEA,GAAI,GAAb;AACH;;AAED,QAAMyF,QAAQ,GAAG,MAAMpC,mBAASoD,UAAT,CAAoBzG,GAApB,CAAvB;AACA,QAAMgE,IAAI,GAAGyB,QAAQ,CAACiB,QAAT,CAAkB/E,GAAlB,CAAsBgF,CAAC,IAAIA,CAAC,CAAC7E,GAA7B,CAAb;AACAf,EAAAA,OAAO,CAACC,GAAR,CAAa,SAAQgD,IAAI,CAACrE,MAAO,SAAjC;AAEA,QAAMiH,kBAAkB,GAAG5C,IAAI,CAACrC,GAAL,CAAS3B,GAAG,IAAIqD,mBAASwD,YAAT,CAAsB7G,GAAtB,CAAhB,CAA3B;AAEA,QAAM0C,OAAO,CAACC,GAAR,CAAYiE,kBAAZ,CAAN;AACA7F,EAAAA,OAAO,CAACC,GAAR,CAAa,wBAAuB4F,kBAAkB,CAACjH,MAAO,SAA9D;AACH;;AAEM,MAAMmH,OAAO,GAAGC,OAAO,IAAK,GAAEA,OAAQ,EAAX,CAAaC,QAAb,CAAsB,CAAtB,EAAyB,GAAzB,CAA3B;;;;AAEA,SAASC,YAAT,CAAsBC,KAAtB,EAA6B;AAChC,SAAO;AACH,KAACC,kCAA2BC,OAA5B,GAAsCF,KADnC;AAEH,KAACC,kCAA2BE,UAA5B,GAAyC,CAFtC;AAGH,KAACF,kCAA2BG,SAA5B,GAAwC,CAHrC;AAIH,KAACH,kCAA2BI,MAA5B,GAAqC,CAJlC;AAKHL,IAAAA;AALG,GAAP;AAOH;;AAED,SAASjB,gBAAT,CAA0BuB,iBAA1B,EAAwE;AACpE,SAAO,IAAI9E,OAAJ,CAAY,CAACS,OAAD,EAAUC,MAAV,KAAqB;AACpC,UAAMqE,gBAAgB,GAAG,EAAzB;AACA,UAAMC,yBAAyB,GAAGzC,qBAAqB,CAACuC,iBAAD,CAAvD;;AACA,UAAMG,2BAA2B,GAAG3I,cAAKC,IAAL,CAAUH,WAAV,EAAuB4I,yBAAvB,CAApC,CAHoC,CAIpC;;;AACA,gCAAcC,2BAAd;;AAEAC,mBAAMC,IAAN,CAAWL,iBAAX,EAA8B;AAAEM,MAAAA,WAAW,EAAE;AAAf,KAA9B,EAAqD,UAAUC,GAAV,EAAeC,OAAf,EAAwB;AACzE,UAAID,GAAJ,EAAS;AACLhH,QAAAA,OAAO,CAACkH,IAAR,CAAa,gCAAb,EAA+CT,iBAA/C,EAAkEO,GAAlE;AACA3E,QAAAA,MAAM,CAAC2E,GAAD,CAAN;AACH;;AAEDhH,MAAAA,OAAO,CAACmH,IAAR,CAAc,yBAAwBF,OAAO,CAACG,UAAW,WAAzD;AAEAH,MAAAA,OAAO,CAACzE,EAAR,CAAW,KAAX,EAAkB,UAAUwE,GAAV,EAAe;AAC7B,YAAIA,GAAJ,EAAS;AACLhH,UAAAA,OAAO,CAACkH,IAAR,CAAa,uCAAb,EAAsDT,iBAAtD,EAAyEO,GAAzE;AACA3E,UAAAA,MAAM,CAAC2E,GAAD,CAAN;AACH;;AACD5E,QAAAA,OAAO,CAACsE,gBAAD,CAAP;AACH,OAND;AAQAO,MAAAA,OAAO,CAACI,SAAR;AAEAJ,MAAAA,OAAO,CAACzE,EAAR,CAAW,OAAX,EAAoB,UAAU8E,KAAV,EAAiB;AACjCtH,QAAAA,OAAO,CAACmH,IAAR,CAAc,sBAAqBG,KAAK,CAACnD,QAAS,GAAlD;;AACA,YAAI,MAAMoD,IAAN,CAAWD,KAAK,CAACnD,QAAjB,CAAJ,EAAgC;AAC5B;AACA;AACA;AACA8C,UAAAA,OAAO,CAACI,SAAR;AACH,SALD,MAKO;AACH;AACAJ,UAAAA,OAAO,CAACO,cAAR,CAAuBF,KAAvB,EAA8B,UAAUN,GAAV,EAAezE,UAAf,EAA2B;AACrD,gBAAIyE,GAAJ,EAAS;AACLhH,cAAAA,OAAO,CAACkH,IAAR,CACI,4CADJ,EAEII,KAAK,CAACnD,QAFV,EAGI6C,GAHJ;AAKA3E,cAAAA,MAAM,CAAC2E,GAAD,CAAN;AACH;;AAED,kBAAMxB,QAAQ,GAAGvH,cAAKC,IAAL,CAAU0I,2BAAV,EAAuCU,KAAK,CAACnD,QAA7C,CAAjB;;AAEA5B,YAAAA,UAAU,CAACC,EAAX,CAAc,KAAd,EAAqB,YAAY;AAC7BkE,cAAAA,gBAAgB,CAACnF,IAAjB,CAAsBiE,QAAtB;AACAyB,cAAAA,OAAO,CAACI,SAAR;AACH,aAHD;AAKAxJ,YAAAA,cAAc,CAAC0E,UAAD,EAAa,2BAAkBiD,QAAlB,CAAb,CAAd;AACH,WAlBD;AAmBH;AACJ,OA7BD;AA8BH,KAhDD;AAiDH,GAxDM,CAAP;AAyDH;;AAED,SAASH,uBAAT,CACIoC,mBADJ,EAEI3C,UAFJ,EAG2B;AACvB,SAAO,IAAInD,OAAJ,CAAY,CAACS,OAAD,EAAUC,MAAV,KAAqB;AACpC,UAAMqF,SAAS,GAAG,EAAlB;AACA,UAAMC,kBAAkB,GAAG,EAA3B;AACA,UAAMC,aAAa,GAAG1D,qBAAqB,CAACuD,mBAAD,CAA3C;AACA,QAAIrC,OAAuB,GAAG;AAC1BnG,MAAAA,GAAG,EAAE2I,aADqB;AAE1BlH,MAAAA,MAAM,EAAE,EAFkB;AAG1BpC,MAAAA,IAAI,EAAE;AAHoB,KAA9B;;AAKAuI,mBAAMC,IAAN,CAAWW,mBAAX,EAAgC;AAAEV,MAAAA,WAAW,EAAE;AAAf,KAAhC,EAAuD,UAAUC,GAAV,EAAeC,OAAf,EAAwB;AAC3E,UAAID,GAAJ,EAAS;AACLhH,QAAAA,OAAO,CAACkH,IAAR,CAAa,gCAAb,EAA+CO,mBAA/C,EAAoET,GAApE;AACA3E,QAAAA,MAAM,CAAC2E,GAAD,CAAN;AACH;;AACDhH,MAAAA,OAAO,CAACmH,IAAR,CAAc,yBAAwBF,OAAO,CAACG,UAAW,WAAzD;AACAH,MAAAA,OAAO,CAACzE,EAAR,CAAW,KAAX,EAAkB,UAAUwE,GAAV,EAAe;AAC7B,YAAIA,GAAJ,EAAS;AACLhH,UAAAA,OAAO,CAACkH,IAAR,CAAa,mCAAb,EAAkDO,mBAAlD,EAAuET,GAAvE;AACA3E,UAAAA,MAAM,CAAC2E,GAAD,CAAN;AACH;;AAEDrF,QAAAA,OAAO,CAACC,GAAR,CAAY+F,kBAAZ,EAAgCE,IAAhC,CAAqCC,GAAG,IAAI;AACxCA,UAAAA,GAAG,CAACC,OAAJ,CAAYC,CAAC,IAAI;AACbhI,YAAAA,OAAO,CAACmH,IAAR,CAAa,oBAAb,EAAmCa,CAAnC;AACH,WAFD;AAGA5F,UAAAA,OAAO,CAACgD,OAAD,CAAP;AACH,SALD;AAMH,OAZD;AAcA6B,MAAAA,OAAO,CAACI,SAAR;AAEAJ,MAAAA,OAAO,CAACzE,EAAR,CAAW,OAAX,EAAoB,UAAU8E,KAAV,EAAiB;AACjCtH,QAAAA,OAAO,CAACmH,IAAR,CAAc,sBAAqBG,KAAK,CAACnD,QAAS,GAAlD;;AACA,YAAI,MAAMoD,IAAN,CAAWD,KAAK,CAACnD,QAAjB,CAAJ,EAAgC;AAC5B;AACA;AACA;AACA8C,UAAAA,OAAO,CAACI,SAAR;AACH,SALD,MAKO;AACH;AACAJ,UAAAA,OAAO,CAACO,cAAR,CAAuBF,KAAvB,EAA8B,UAAUN,GAAV,EAAezE,UAAf,EAA2B;AACrD,gBAAIyE,GAAJ,EAAS;AACLhH,cAAAA,OAAO,CAACkH,IAAR,CACI,4DADJ,EAEII,KAAK,CAACnD,QAFV,EAGI6C,GAHJ;AAKA3E,cAAAA,MAAM,CAAC2E,GAAD,CAAN;AACH;;AACDzE,YAAAA,UAAU,CAACC,EAAX,CAAc,KAAd,EAAqB,YAAY;AAC7BkF,cAAAA,SAAS,CAACnG,IAAV,CAAe+F,KAAK,CAACnD,QAArB;AACA8C,cAAAA,OAAO,CAACI,SAAR;AACH,aAHD;AAKA,kBAAMvG,MAAM,GAAI,GAAEgE,UAAW,IAAG8C,aAAc,IAAGN,KAAK,CAACnD,QAAS,EAAhE,CAdqD,CAerD;;AACAiB,YAAAA,OAAO,GAAGG,qBAAqB,CAAC;AAC5B3E,cAAAA,GAAG,EAAEwE,OADuB;AAE5BI,cAAAA,QAAQ,EAAE8B,KAAK,CAACnD,QAFY;AAG5BrD,cAAAA;AAH4B,aAAD,CAA/B;;AAMA,kBAAM;AAAEwC,cAAAA,iBAAF;AAAqBC,cAAAA,8BAA8B,EAAEC;AAArD,gBACFlB,mBAASmB,WAAT,CAAqB3C,MAArB,EAA6BmD,iBAA7B,CADJ;;AAGApG,YAAAA,cAAc,CAAC0E,UAAD,EAAae,iBAAb,CAAd,CAA8CuE,IAA9C,CAAmD,MAAM;AACrDF,cAAAA,kBAAkB,CAACpG,IAAnB,CAAwBiC,OAAxB;AACH,aAFD;AAGH,WA5BD;AA6BH;AACJ,OAvCD;AAwCH,KA9DD;AA+DH,GAxEM,CAAP;AAyEH","sourcesContent":["import uniqueId from \"uniqid\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport dotProp from \"dot-prop-immutable\";\nimport { createWriteStream } from \"fs\";\nimport { ensureDirSync } from \"fs-extra\";\nimport { promisify } from \"util\";\nimport { pipeline } from \"stream\";\nimport fetch from \"node-fetch\";\nimport path from \"path\";\nimport yauzl from \"yauzl\";\nimport chunk from \"lodash/chunk\";\nimport loadJson from \"load-json-file\";\nimport { FileInput } from \"@webiny/api-file-manager/types\";\nimport WebinyError from \"@webiny/error\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { PageImportExportTaskStatus } from \"~/types\";\nimport { PbPageImportExportContext } from \"~/graphql/types\";\nimport { s3Stream } from \"~/exportPages/s3Stream\";\n\nconst streamPipeline = promisify(pipeline);\n\nconst INSTALL_DIR = \"/tmp\";\nconst INSTALL_EXTRACT_DIR = path.join(INSTALL_DIR, \"apiPageBuilderImportPage\");\nconst FILES_COUNT_IN_EACH_BATCH = 15;\nconst ZIP_CONTENT_TYPE = \"application/zip\";\n\ninterface UpdateFilesInPageDataParams {\n    data: Record<string, any>;\n    fileIdToKeyMap: Map<string, string>;\n    srcPrefix: string;\n}\n\nfunction updateFilesInPageData({ data, fileIdToKeyMap, srcPrefix }: UpdateFilesInPageDataParams) {\n    // BASE CASE: Termination point\n    if (!data || typeof data !== \"object\") {\n        return;\n    }\n    // Recursively call function if data is array\n    if (Array.isArray(data)) {\n        for (let i = 0; i < data.length; i++) {\n            const element = data[i];\n            updateFilesInPageData({ data: element, fileIdToKeyMap, srcPrefix });\n        }\n        return;\n    }\n    // Main logic\n    const tuple = Object.entries(data);\n    for (let i = 0; i < tuple.length; i++) {\n        const [key, value] = tuple[i];\n\n        if (key === \"file\" && value && fileIdToKeyMap.has(value.id)) {\n            value.key = fileIdToKeyMap.get(value.id);\n            value.name = fileIdToKeyMap.get(value.id);\n            value.src = `${srcPrefix}${srcPrefix.endsWith(\"/\") ? \"\" : \"/\"}${fileIdToKeyMap.get(\n                value.id\n            )}`;\n        } else {\n            updateFilesInPageData({ data: value, srcPrefix, fileIdToKeyMap });\n        }\n    }\n}\n\ninterface UploadPageAssetsParams {\n    context: PbPageImportExportContext;\n    filesData: Record<string, any>[];\n    fileUploadsData: FileUploadsData;\n}\n\ninterface UploadPageAssetsReturnType {\n    fileIdToKeyMap?: Map<string, string>;\n}\n\nexport const uploadPageAssets = async ({\n    context,\n    filesData,\n    fileUploadsData\n}: UploadPageAssetsParams): Promise<UploadPageAssetsReturnType> => {\n    /**\n     * This function contains logic of file download from S3.\n     * Current we're not mocking zip file download from S3 in tests at the moment.\n     * So, we're manually mocking it in case of test just by returning an empty object.\n     */\n    if (process.env.NODE_ENV === \"test\") {\n        return {};\n    }\n    console.log(\"INSIDE uploadPageAssets\");\n\n    // Save uploaded file key against static id for later use.\n    const fileIdToKeyMap = new Map<string, string>();\n    // Save files meta data against old key for later use.\n    const fileKeyToFileMap = new Map<string, Record<string, any>>();\n    // Initialize maps.\n    for (let i = 0; i < filesData.length; i++) {\n        const file = filesData[i];\n        fileKeyToFileMap.set(file.key, file);\n\n        // Initialize the value\n        fileIdToKeyMap.set(file.id, file.type);\n    }\n\n    const fileUploadResults = await uploadFilesFromS3({\n        fileKeyToFileMap,\n        oldKeyToNewKeyMap: fileUploadsData.assets\n    });\n\n    // Create files in File Manager\n    const createFilesInput = fileUploadResults.map(uploadResult => {\n        const newKey = uploadResult.Key;\n        const file = fileKeyToFileMap.get(getOldFileKey(newKey));\n\n        // Update the file map with newly uploaded file.\n        fileIdToKeyMap.set(file.id, newKey);\n\n        return {\n            key: newKey,\n            name: file.name,\n            size: file.size,\n            type: file.type,\n            meta: file.meta,\n            tags: file.tags\n        } as FileInput;\n    });\n\n    const createFilesPromises = [];\n    // Gives an array of chunks (each consists of FILES_COUNT_IN_EACH_BATCH items).\n    const createFilesInputChunks = chunk(createFilesInput, FILES_COUNT_IN_EACH_BATCH);\n    for (let i = 0; i < createFilesInputChunks.length; i++) {\n        const createFilesInputChunk = createFilesInputChunks[i];\n        createFilesPromises.push(\n            /*\n             * We need to break down files into chunks because\n             * `createFilesInBatch` operation has a limit on number of files it can handle at once.\n             */\n            context.fileManager.files.createFilesInBatch(createFilesInputChunk)\n        );\n    }\n\n    await Promise.all(createFilesPromises);\n\n    return {\n        fileIdToKeyMap\n    };\n};\n\ninterface FileUploadsData {\n    data: string;\n    assets: Record<string, string>;\n}\n\ninterface ImportPageParams {\n    key: string;\n    pageKey: string;\n    context: PbPageImportExportContext;\n    fileUploadsData: FileUploadsData;\n}\n\nexport async function importPage({\n    pageKey,\n    context,\n    fileUploadsData\n}: ImportPageParams): Promise<Record<string, any>> {\n    const log = console.log;\n\n    // Making Directory for page in which we're going to extract the page data file.\n    const PAGE_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, pageKey);\n    ensureDirSync(PAGE_EXTRACT_DIR);\n\n    const pageDataFileKey = dotProp.get(fileUploadsData, `data`);\n    const PAGE_DATA_FILE_PATH = path.join(PAGE_EXTRACT_DIR, path.basename(pageDataFileKey));\n\n    log(`Downloading Page data file: ${pageDataFileKey} at \"${PAGE_DATA_FILE_PATH}\"`);\n    // Download and save page data file in disk.\n    await new Promise((resolve, reject) => {\n        s3Stream\n            .readStream(pageDataFileKey)\n            .on(\"error\", reject)\n            .pipe(createWriteStream(PAGE_DATA_FILE_PATH))\n            .on(\"error\", reject)\n            .on(\"finish\", resolve);\n    });\n\n    // Load the page data file from disk.\n    log(`Load file ${pageDataFileKey}`);\n    const { page, files } = await loadJson<Record<string, any>>(PAGE_DATA_FILE_PATH);\n\n    // Only update page data if there are files.\n    if (Array.isArray(files) && files.length) {\n        // Upload page assets.\n        const { fileIdToKeyMap } = await uploadPageAssets({\n            context,\n            filesData: files,\n            fileUploadsData\n        });\n\n        const { srcPrefix } = await context.fileManager.settings.getSettings();\n        updateFilesInPageData({ data: page.content, fileIdToKeyMap, srcPrefix });\n    }\n\n    log(\"Removing Directory for page...\");\n    await deleteFile(pageKey);\n\n    log(`Remove page contents from S3...`);\n    await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n    return page;\n}\n\ninterface UploadFilesFromZipParams {\n    fileKeyToFileMap: Map<string, any>;\n    oldKeyToNewKeyMap: Record<string, string>;\n}\n\nasync function uploadFilesFromS3({\n    fileKeyToFileMap,\n    oldKeyToNewKeyMap\n}: UploadFilesFromZipParams): Promise<S3.ManagedUpload.SendData[]> {\n    const oldKeysForAssets = Object.keys(oldKeyToNewKeyMap);\n\n    const promises = [];\n    // Upload all assets.\n    for (let i = 0; i < oldKeysForAssets.length; i++) {\n        const oldKey = oldKeysForAssets[i];\n        const tempNewKey = oldKeyToNewKeyMap[oldKey];\n\n        // Read file.\n        const readStream = s3Stream.readStream(tempNewKey);\n        // Get file meta data.\n        const fileMetaData = fileKeyToFileMap.get(oldKey);\n\n        if (fileMetaData) {\n            const newKey = uniqueId(\"\", `-${fileMetaData.key}`);\n            const { streamPassThrough, streamPassThroughUploadPromise: promise } =\n                s3Stream.writeStream(newKey, fileMetaData.type);\n            readStream.pipe(streamPassThrough);\n            promises.push(promise);\n\n            console.log(`Successfully queued file \"${newKey}\"`);\n        }\n    }\n\n    return Promise.all(promises);\n}\n\nasync function getObjectMetaFromS3(Key: string) {\n    const meta = await s3Stream.getObjectHead(Key);\n\n    if (meta.ContentType !== ZIP_CONTENT_TYPE) {\n        throw new WebinyError(`Unsupported file type: \"${meta.ContentType}\"`, \"UNSUPPORTED_FILE\");\n    }\n}\n\nfunction getOldFileKey(key: string) {\n    /*\n     * Because we know the naming convention, we can extract the old key from new key.\n     */\n    try {\n        const [, ...rest] = key.split(\"-\");\n        return rest.join(\"-\");\n    } catch (e) {\n        return key;\n    }\n}\n\nconst FILE_CONTENT_TYPE = \"application/octet-stream\";\n\nfunction getFileNameWithoutExt(fileName: string): string {\n    return path.basename(fileName).replace(path.extname(fileName), \"\");\n}\n\ninterface PageImportData {\n    assets: Record<string, string>;\n    data: string;\n    key: string;\n}\n\n/**\n * Function will read the given zip file from S3 via stream, extract its content and upload it to S3 bucket.\n * @param zipFileKey\n * @return PageImportData S3 file keys for all uploaded assets group by page.\n */\nexport async function readExtractAndUploadZipFileContents(\n    zipFileKey: string\n): Promise<PageImportData[]> {\n    const log = console.log;\n    const pageImportDataList = [];\n    let readStream;\n    // Check whether it is a URL\n    if (zipFileKey.startsWith(\"http\")) {\n        const response = await fetch(zipFileKey);\n        if (!response.ok) {\n            throw new WebinyError(\n                `Unable to downloading file: \"${zipFileKey}\"`,\n                response.statusText\n            );\n        }\n\n        readStream = response.body;\n    } else {\n        // We're first retrieving object's meta data, just to check whether the file is available at the given Key\n        await getObjectMetaFromS3(zipFileKey);\n\n        readStream = s3Stream.readStream(zipFileKey);\n    }\n\n    const uniquePath = uniqueId(\"IMPORT_PAGES/\");\n    const zipFileName = path.basename(zipFileKey);\n    // Read export file and download it in the disk\n    const ZIP_FILE_PATH = path.join(INSTALL_DIR, zipFileName);\n\n    const writeStream = createWriteStream(ZIP_FILE_PATH);\n    await streamPipeline(readStream, writeStream);\n    log(`Downloaded file \"${zipFileName}\" at ${ZIP_FILE_PATH}`);\n\n    // Extract the downloaded zip file\n    const zipFilePaths = await extractZipToDisk(ZIP_FILE_PATH);\n\n    log(`Removing ZIP file \"${zipFileKey}\" from ${ZIP_FILE_PATH}`);\n    await deleteFile(ZIP_FILE_PATH);\n\n    // Extract each page zip and upload their content's to S3\n    for (let i = 0; i < zipFilePaths.length; i++) {\n        const currentPath = zipFilePaths[i];\n        const dataMap = await extractZipAndUploadToS3(currentPath, uniquePath);\n        pageImportDataList.push(dataMap);\n    }\n    log(\"Removing all ZIP files located at \", path.dirname(zipFilePaths[0]));\n    await deleteFile(path.dirname(zipFilePaths[0]));\n\n    return pageImportDataList;\n}\n\nconst ASSETS_DIR_NAME = \"/assets\";\n\nfunction preparePageDataDirMap({\n    map,\n    filePath,\n    newKey\n}: {\n    map: PageImportData;\n    filePath: string;\n    newKey: string;\n}): PageImportData {\n    const dirname = path.dirname(filePath);\n    const fileName = path.basename(filePath);\n    /*\n     * We want to use dot (.) as part of object key rather than creating nested object(s).\n     * Also, the file name might contain dots in it beside the extension, so, we are escaping them all.\n     */\n    const oldKey = fileName.replace(/\\./g, \"\\\\.\");\n\n    const isAsset = dirname.endsWith(ASSETS_DIR_NAME);\n\n    if (isAsset) {\n        map = dotProp.set(map, `assets.${oldKey}`, newKey);\n    } else {\n        // We only need to know the newKey for data file.\n        map = dotProp.set(map, `data`, newKey);\n    }\n\n    return map;\n}\n\nasync function deleteS3Folder(key) {\n    // Append trailing slash i.e \"/\" to key to make sure we only delete a specific folder.\n    if (!key.endsWith(\"/\")) {\n        key = `${key}/`;\n    }\n\n    const response = await s3Stream.listObject(key);\n    const keys = response.Contents.map(c => c.Key);\n    console.log(`Found ${keys.length} files.`);\n\n    const deleteFilePromises = keys.map(key => s3Stream.deleteObject(key));\n\n    await Promise.all(deleteFilePromises);\n    console.log(`Successfully deleted ${deleteFilePromises.length} files.`);\n}\n\nexport const zeroPad = version => `${version}`.padStart(5, \"0\");\n\nexport function initialStats(total) {\n    return {\n        [PageImportExportTaskStatus.PENDING]: total,\n        [PageImportExportTaskStatus.PROCESSING]: 0,\n        [PageImportExportTaskStatus.COMPLETED]: 0,\n        [PageImportExportTaskStatus.FAILED]: 0,\n        total\n    };\n}\n\nfunction extractZipToDisk(exportFileZipPath: string): Promise<string[]> {\n    return new Promise((resolve, reject) => {\n        const pageZipFilePaths = [];\n        const uniqueFolderNameForExport = getFileNameWithoutExt(exportFileZipPath);\n        const EXPORT_FILE_EXTRACTION_PATH = path.join(INSTALL_DIR, uniqueFolderNameForExport);\n        // Make sure DIR exists\n        ensureDirSync(EXPORT_FILE_EXTRACTION_PATH);\n\n        yauzl.open(exportFileZipPath, { lazyEntries: true }, function (err, zipFile) {\n            if (err) {\n                console.warn(\"ERROR: Failed to extract zip: \", exportFileZipPath, err);\n                reject(err);\n            }\n\n            console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);\n\n            zipFile.on(\"end\", function (err) {\n                if (err) {\n                    console.warn(\"ERROR: Failed on END event for file: \", exportFileZipPath, err);\n                    reject(err);\n                }\n                resolve(pageZipFilePaths);\n            });\n\n            zipFile.readEntry();\n\n            zipFile.on(\"entry\", function (entry) {\n                console.info(`Processing entry: \"${entry.fileName}\"`);\n                if (/\\/$/.test(entry.fileName)) {\n                    // Directory file names end with '/'.\n                    // Note that entries for directories themselves are optional.\n                    // An entry's fileName implicitly requires its parent directories to exist.\n                    zipFile.readEntry();\n                } else {\n                    // file entry\n                    zipFile.openReadStream(entry, function (err, readStream) {\n                        if (err) {\n                            console.warn(\n                                \"ERROR: Failed to openReadStream for file: \",\n                                entry.fileName,\n                                err\n                            );\n                            reject(err);\n                        }\n\n                        const filePath = path.join(EXPORT_FILE_EXTRACTION_PATH, entry.fileName);\n\n                        readStream.on(\"end\", function () {\n                            pageZipFilePaths.push(filePath);\n                            zipFile.readEntry();\n                        });\n\n                        streamPipeline(readStream, createWriteStream(filePath));\n                    });\n                }\n            });\n        });\n    });\n}\n\nfunction extractZipAndUploadToS3(\n    pageDataZipFilePath: string,\n    uniquePath: string\n): Promise<PageImportData> {\n    return new Promise((resolve, reject) => {\n        const filePaths = [];\n        const fileUploadPromises = [];\n        const uniquePageKey = getFileNameWithoutExt(pageDataZipFilePath);\n        let dataMap: PageImportData = {\n            key: uniquePageKey,\n            assets: {},\n            data: \"\"\n        };\n        yauzl.open(pageDataZipFilePath, { lazyEntries: true }, function (err, zipFile) {\n            if (err) {\n                console.warn(\"ERROR: Failed to extract zip: \", pageDataZipFilePath, err);\n                reject(err);\n            }\n            console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);\n            zipFile.on(\"end\", function (err) {\n                if (err) {\n                    console.warn('ERROR: Failed on \"END\" for file: ', pageDataZipFilePath, err);\n                    reject(err);\n                }\n\n                Promise.all(fileUploadPromises).then(res => {\n                    res.forEach(r => {\n                        console.info(\"Done uploading... \", r);\n                    });\n                    resolve(dataMap);\n                });\n            });\n\n            zipFile.readEntry();\n\n            zipFile.on(\"entry\", function (entry) {\n                console.info(`Processing entry: \"${entry.fileName}\"`);\n                if (/\\/$/.test(entry.fileName)) {\n                    // Directory file names end with '/'.\n                    // Note that entries for directories themselves are optional.\n                    // An entry's fileName implicitly requires its parent directories to exist.\n                    zipFile.readEntry();\n                } else {\n                    // file entry\n                    zipFile.openReadStream(entry, function (err, readStream) {\n                        if (err) {\n                            console.warn(\n                                \"ERROR: Failed while performing [openReadStream] for file: \",\n                                entry.fileName,\n                                err\n                            );\n                            reject(err);\n                        }\n                        readStream.on(\"end\", function () {\n                            filePaths.push(entry.fileName);\n                            zipFile.readEntry();\n                        });\n\n                        const newKey = `${uniquePath}/${uniquePageKey}/${entry.fileName}`;\n                        // Modify in place\n                        dataMap = preparePageDataDirMap({\n                            map: dataMap,\n                            filePath: entry.fileName,\n                            newKey\n                        });\n\n                        const { streamPassThrough, streamPassThroughUploadPromise: promise } =\n                            s3Stream.writeStream(newKey, FILE_CONTENT_TYPE);\n\n                        streamPipeline(readStream, streamPassThrough).then(() => {\n                            fileUploadPromises.push(promise);\n                        });\n                    });\n                }\n            });\n        });\n    });\n}\n"],"file":"utils.js"}
+{"version":3,"sources":["../../src/importPages/utils.ts"],"names":["streamPipeline","pipeline","INSTALL_DIR","INSTALL_EXTRACT_DIR","path","join","FILES_COUNT_IN_EACH_BATCH","ZIP_CONTENT_TYPE","updateImageInPageSettings","settings","fileIdToKeyMap","srcPrefix","newSettings","srcPrefixWithoutTrailingSlash","endsWith","slice","dotProp","get","set","general","image","id","social","updateFilesInPageData","data","Array","isArray","i","length","element","tuple","Object","entries","key","value","has","name","src","uploadPageAssets","context","filesData","fileUploadsData","process","env","NODE_ENV","console","log","Map","fileKeyToFileMap","file","type","fileUploadResults","uploadFilesFromS3","oldKeyToNewKeyMap","assets","createFilesInput","map","uploadResult","newKey","Key","getOldFileKey","size","meta","tags","createFilesPromises","createFilesInputChunks","createFilesInputChunk","push","fileManager","files","createFilesInBatch","Promise","all","importPage","pageKey","PAGE_EXTRACT_DIR","pageDataFileKey","PAGE_DATA_FILE_PATH","basename","resolve","reject","s3Stream","readStream","on","pipe","page","getSettings","content","deleteS3Folder","dirname","oldKeysForAssets","keys","promises","oldKey","tempNewKey","fileMetaData","streamPassThrough","streamPassThroughUploadPromise","promise","writeStream","getObjectMetaFromS3","getObjectHead","ContentType","WebinyError","rest","split","e","FILE_CONTENT_TYPE","getFileNameWithoutExt","fileName","replace","extname","readExtractAndUploadZipFileContents","zipFileKey","pageImportDataList","startsWith","response","ok","statusText","body","uniquePath","zipFileName","ZIP_FILE_PATH","zipFilePaths","extractZipToDisk","currentPath","dataMap","extractZipAndUploadToS3","ASSETS_DIR_NAME","preparePageDataDirMap","filePath","isAsset","listObject","Contents","c","deleteFilePromises","deleteObject","zeroPad","version","padStart","initialStats","total","PageImportExportTaskStatus","PENDING","PROCESSING","COMPLETED","FAILED","exportFileZipPath","pageZipFilePaths","uniqueFolderNameForExport","EXPORT_FILE_EXTRACTION_PATH","yauzl","open","lazyEntries","err","zipFile","warn","info","entryCount","readEntry","entry","test","openReadStream","pageDataZipFilePath","filePaths","fileUploadPromises","uniquePageKey","then","res","forEach","r"],"mappings":";;;;;;;;;;;;AAAA;;AAEA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AAEA;;AACA;;AACA;;AAEA;;AAGA,MAAMA,cAAc,GAAG,qBAAUC,gBAAV,CAAvB;AAEA,MAAMC,WAAW,GAAG,MAApB;;AACA,MAAMC,mBAAmB,GAAGC,cAAKC,IAAL,CAAUH,WAAV,EAAuB,0BAAvB,CAA5B;;AACA,MAAMI,yBAAyB,GAAG,EAAlC;AACA,MAAMC,gBAAgB,GAAG,iBAAzB;;AAcA,SAASC,yBAAT,CAAmC;AAC/BC,EAAAA,QAD+B;AAE/BC,EAAAA,cAF+B;AAG/BC,EAAAA;AAH+B,CAAnC,EAIiF;AAC7E,MAAIC,WAAW,GAAGH,QAAlB;AAEA,QAAMI,6BAA6B,GAAGF,SAAS,CAACG,QAAV,CAAmB,GAAnB,IAChCH,SAAS,CAACI,KAAV,CAAgB,CAAhB,EAAmB,CAAC,CAApB,CADgC,GAEhCJ,SAFN;;AAIA,MAAIK,0BAAQC,GAAR,CAAYL,WAAZ,EAAyB,mBAAzB,CAAJ,EAAmD;AAC/CA,IAAAA,WAAW,GAAGI,0BAAQE,GAAR,CACVN,WADU,EAEV,mBAFU,EAGT,GAAEC,6BAA8B,IAAGH,cAAc,CAACO,GAAf,CAAmBR,QAAQ,CAACU,OAAT,CAAiBC,KAAjB,CAAuBC,EAA1C,CAA8C,EAHxE,CAAd;AAKH;;AACD,MAAIL,0BAAQC,GAAR,CAAYL,WAAZ,EAAyB,kBAAzB,CAAJ,EAAkD;AAC9CA,IAAAA,WAAW,GAAGI,0BAAQE,GAAR,CACVN,WADU,EAEV,kBAFU,EAGT,GAAEC,6BAA8B,IAAGH,cAAc,CAACO,GAAf,CAAmBR,QAAQ,CAACa,MAAT,CAAgBF,KAAhB,CAAsBC,EAAzC,CAA6C,EAHvE,CAAd;AAKH;;AAED,SAAOZ,QAAP;AACH;;AAED,SAASc,qBAAT,CAA+B;AAAEC,EAAAA,IAAF;AAAQd,EAAAA,cAAR;AAAwBC,EAAAA;AAAxB,CAA/B,EAAiG;AAC7F;AACA,MAAI,CAACa,IAAD,IAAS,OAAOA,IAAP,KAAgB,QAA7B,EAAuC;AACnC;AACH,GAJ4F,CAK7F;;;AACA,MAAIC,KAAK,CAACC,OAAN,CAAcF,IAAd,CAAJ,EAAyB;AACrB,SAAK,IAAIG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,IAAI,CAACI,MAAzB,EAAiCD,CAAC,EAAlC,EAAsC;AAClC,YAAME,OAAO,GAAGL,IAAI,CAACG,CAAD,CAApB;AACAJ,MAAAA,qBAAqB,CAAC;AAAEC,QAAAA,IAAI,EAAEK,OAAR;AAAiBnB,QAAAA,cAAjB;AAAiCC,QAAAA;AAAjC,OAAD,CAArB;AACH;;AACD;AACH,GAZ4F,CAa7F;;;AACA,QAAMmB,KAAK,GAAGC,MAAM,CAACC,OAAP,CAAeR,IAAf,CAAd;;AACA,OAAK,IAAIG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGG,KAAK,CAACF,MAA1B,EAAkCD,CAAC,EAAnC,EAAuC;AACnC,UAAM,CAACM,GAAD,EAAMC,KAAN,IAAeJ,KAAK,CAACH,CAAD,CAA1B;;AAEA,QAAIM,GAAG,KAAK,MAAR,IAAkBC,KAAlB,IAA2BxB,cAAc,CAACyB,GAAf,CAAmBD,KAAK,CAACb,EAAzB,CAA/B,EAA6D;AACzDa,MAAAA,KAAK,CAACD,GAAN,GAAYvB,cAAc,CAACO,GAAf,CAAmBiB,KAAK,CAACb,EAAzB,CAAZ;AACAa,MAAAA,KAAK,CAACE,IAAN,GAAa1B,cAAc,CAACO,GAAf,CAAmBiB,KAAK,CAACb,EAAzB,CAAb;AACAa,MAAAA,KAAK,CAACG,GAAN,GAAa,GAAE1B,SAAU,GAAEA,SAAS,CAACG,QAAV,CAAmB,GAAnB,IAA0B,EAA1B,GAA+B,GAAI,GAAEJ,cAAc,CAACO,GAAf,CAC5DiB,KAAK,CAACb,EADsD,CAE9D,EAFF;AAGH,KAND,MAMO;AACHE,MAAAA,qBAAqB,CAAC;AAAEC,QAAAA,IAAI,EAAEU,KAAR;AAAevB,QAAAA,SAAf;AAA0BD,QAAAA;AAA1B,OAAD,CAArB;AACH;AACJ;AACJ;;AAYM,MAAM4B,gBAAgB,GAAG,OAAO;AACnCC,EAAAA,OADmC;AAEnCC,EAAAA,SAFmC;AAGnCC,EAAAA;AAHmC,CAAP,KAImC;AAC/D;AACJ;AACA;AACA;AACA;AACI,MAAIC,OAAO,CAACC,GAAR,CAAYC,QAAZ,KAAyB,MAA7B,EAAqC;AACjC,WAAO,EAAP;AACH;;AACDC,EAAAA,OAAO,CAACC,GAAR,CAAY,yBAAZ,EAT+D,CAW/D;;AACA,QAAMpC,cAAc,GAAG,IAAIqC,GAAJ,EAAvB,CAZ+D,CAa/D;;AACA,QAAMC,gBAAgB,GAAG,IAAID,GAAJ,EAAzB,CAd+D,CAe/D;;AACA,OAAK,IAAIpB,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGa,SAAS,CAACZ,MAA9B,EAAsCD,CAAC,EAAvC,EAA2C;AACvC,UAAMsB,IAAI,GAAGT,SAAS,CAACb,CAAD,CAAtB;AACAqB,IAAAA,gBAAgB,CAAC9B,GAAjB,CAAqB+B,IAAI,CAAChB,GAA1B,EAA+BgB,IAA/B,EAFuC,CAIvC;;AACAvC,IAAAA,cAAc,CAACQ,GAAf,CAAmB+B,IAAI,CAAC5B,EAAxB,EAA4B4B,IAAI,CAACC,IAAjC;AACH;;AAED,QAAMC,iBAAiB,GAAG,MAAMC,iBAAiB,CAAC;AAC9CJ,IAAAA,gBAD8C;AAE9CK,IAAAA,iBAAiB,EAAEZ,eAAe,CAACa;AAFW,GAAD,CAAjD,CAxB+D,CA6B/D;;AACA,QAAMC,gBAAgB,GAAGJ,iBAAiB,CAACK,GAAlB,CAAsBC,YAAY,IAAI;AAC3D,UAAMC,MAAM,GAAGD,YAAY,CAACE,GAA5B;AACA,UAAMV,IAAI,GAAGD,gBAAgB,CAAC/B,GAAjB,CAAqB2C,aAAa,CAACF,MAAD,CAAlC,CAAb,CAF2D,CAI3D;;AACAhD,IAAAA,cAAc,CAACQ,GAAf,CAAmB+B,IAAI,CAAC5B,EAAxB,EAA4BqC,MAA5B;AAEA,WAAO;AACHzB,MAAAA,GAAG,EAAEyB,MADF;AAEHtB,MAAAA,IAAI,EAAEa,IAAI,CAACb,IAFR;AAGHyB,MAAAA,IAAI,EAAEZ,IAAI,CAACY,IAHR;AAIHX,MAAAA,IAAI,EAAED,IAAI,CAACC,IAJR;AAKHY,MAAAA,IAAI,EAAEb,IAAI,CAACa,IALR;AAMHC,MAAAA,IAAI,EAAEd,IAAI,CAACc;AANR,KAAP;AAQH,GAfwB,CAAzB;AAiBA,QAAMC,mBAAmB,GAAG,EAA5B,CA/C+D,CAgD/D;;AACA,QAAMC,sBAAsB,GAAG,oBAAMV,gBAAN,EAAwBjD,yBAAxB,CAA/B;;AACA,OAAK,IAAIqB,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGsC,sBAAsB,CAACrC,MAA3C,EAAmDD,CAAC,EAApD,EAAwD;AACpD,UAAMuC,qBAAqB,GAAGD,sBAAsB,CAACtC,CAAD,CAApD;AACAqC,IAAAA,mBAAmB,CAACG,IAApB;AACI;AACZ;AACA;AACA;AACY5B,IAAAA,OAAO,CAAC6B,WAAR,CAAoBC,KAApB,CAA0BC,kBAA1B,CAA6CJ,qBAA7C,CALJ;AAOH;;AAED,QAAMK,OAAO,CAACC,GAAR,CAAYR,mBAAZ,CAAN;AAEA,SAAO;AACHtD,IAAAA;AADG,GAAP;AAGH,CAtEM;;;;AAoFA,eAAe+D,UAAf,CAA0B;AAC7BC,EAAAA,OAD6B;AAE7BnC,EAAAA,OAF6B;AAG7BE,EAAAA;AAH6B,CAA1B,EAIiD;AACpD,QAAMK,GAAG,GAAGD,OAAO,CAACC,GAApB,CADoD,CAGpD;;AACA,QAAM6B,gBAAgB,GAAGvE,cAAKC,IAAL,CAAUF,mBAAV,EAA+BuE,OAA/B,CAAzB;;AACA,8BAAcC,gBAAd;;AAEA,QAAMC,eAAe,GAAG5D,0BAAQC,GAAR,CAAYwB,eAAZ,EAA8B,MAA9B,CAAxB;;AACA,QAAMoC,mBAAmB,GAAGzE,cAAKC,IAAL,CAAUsE,gBAAV,EAA4BvE,cAAK0E,QAAL,CAAcF,eAAd,CAA5B,CAA5B;;AAEA9B,EAAAA,GAAG,CAAE,+BAA8B8B,eAAgB,QAAOC,mBAAoB,GAA3E,CAAH,CAVoD,CAWpD;;AACA,QAAM,IAAIN,OAAJ,CAAY,CAACQ,OAAD,EAAUC,MAAV,KAAqB;AACnCC,uBACKC,UADL,CACgBN,eADhB,EAEKO,EAFL,CAEQ,OAFR,EAEiBH,MAFjB,EAGKI,IAHL,CAGU,2BAAkBP,mBAAlB,CAHV,EAIKM,EAJL,CAIQ,OAJR,EAIiBH,MAJjB,EAKKG,EALL,CAKQ,QALR,EAKkBJ,OALlB;AAMH,GAPK,CAAN,CAZoD,CAqBpD;;AACAjC,EAAAA,GAAG,CAAE,aAAY8B,eAAgB,EAA9B,CAAH;AACA,QAAM;AAAES,IAAAA,IAAF;AAAQhB,IAAAA;AAAR,MAAkB,MAAM,2BAA2BQ,mBAA3B,CAA9B,CAvBoD,CAyBpD;;AACA,MAAIpD,KAAK,CAACC,OAAN,CAAc2C,KAAd,KAAwBA,KAAK,CAACzC,MAAlC,EAA0C;AACtC;AACA,UAAM;AAAElB,MAAAA;AAAF,QAAqB,MAAM4B,gBAAgB,CAAC;AAC9CC,MAAAA,OAD8C;AAE9CC,MAAAA,SAAS,EAAE6B,KAFmC;AAG9C5B,MAAAA;AAH8C,KAAD,CAAjD;AAMA,UAAM;AAAE9B,MAAAA;AAAF,QAAgB,MAAM4B,OAAO,CAAC6B,WAAR,CAAoB3D,QAApB,CAA6B6E,WAA7B,EAA5B;AACA/D,IAAAA,qBAAqB,CAAC;AAAEC,MAAAA,IAAI,EAAE6D,IAAI,CAACE,OAAb;AAAsB7E,MAAAA,cAAtB;AAAsCC,MAAAA;AAAtC,KAAD,CAArB;AAEA0E,IAAAA,IAAI,CAAC5E,QAAL,GAAgBD,yBAAyB,CAAC;AACtCC,MAAAA,QAAQ,EAAE4E,IAAI,CAAC5E,QADuB;AAEtCC,MAAAA,cAFsC;AAGtCC,MAAAA;AAHsC,KAAD,CAAzC;AAKH;;AAEDmC,EAAAA,GAAG,CAAC,gCAAD,CAAH;AACA,QAAM,sCAAW4B,OAAX,CAAN;AAEA5B,EAAAA,GAAG,CAAE,iCAAF,CAAH;AACA,QAAM0C,cAAc,CAACpF,cAAKqF,OAAL,CAAahD,eAAe,CAACjB,IAA7B,CAAD,CAApB;AAEA,SAAO6D,IAAP;AACH;;AAOD,eAAejC,iBAAf,CAAiC;AAC7BJ,EAAAA,gBAD6B;AAE7BK,EAAAA;AAF6B,CAAjC,EAGmE;AAC/D,QAAMqC,gBAAgB,GAAG3D,MAAM,CAAC4D,IAAP,CAAYtC,iBAAZ,CAAzB;AAEA,QAAMuC,QAAQ,GAAG,EAAjB,CAH+D,CAI/D;;AACA,OAAK,IAAIjE,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAG+D,gBAAgB,CAAC9D,MAArC,EAA6CD,CAAC,EAA9C,EAAkD;AAC9C,UAAMkE,MAAM,GAAGH,gBAAgB,CAAC/D,CAAD,CAA/B;AACA,UAAMmE,UAAU,GAAGzC,iBAAiB,CAACwC,MAAD,CAApC,CAF8C,CAI9C;;AACA,UAAMX,UAAU,GAAGD,mBAASC,UAAT,CAAoBY,UAApB,CAAnB,CAL8C,CAM9C;;;AACA,UAAMC,YAAY,GAAG/C,gBAAgB,CAAC/B,GAAjB,CAAqB4E,MAArB,CAArB;;AAEA,QAAIE,YAAJ,EAAkB;AACd,YAAMrC,MAAM,GAAG,qBAAS,EAAT,EAAc,IAAGqC,YAAY,CAAC9D,GAAI,EAAlC,CAAf;;AACA,YAAM;AAAE+D,QAAAA,iBAAF;AAAqBC,QAAAA,8BAA8B,EAAEC;AAArD,UACFjB,mBAASkB,WAAT,CAAqBzC,MAArB,EAA6BqC,YAAY,CAAC7C,IAA1C,CADJ;;AAEAgC,MAAAA,UAAU,CAACE,IAAX,CAAgBY,iBAAhB;AACAJ,MAAAA,QAAQ,CAACzB,IAAT,CAAc+B,OAAd;AAEArD,MAAAA,OAAO,CAACC,GAAR,CAAa,6BAA4BY,MAAO,GAAhD;AACH;AACJ;;AAED,SAAOa,OAAO,CAACC,GAAR,CAAYoB,QAAZ,CAAP;AACH;;AAED,eAAeQ,mBAAf,CAAmCzC,GAAnC,EAAgD;AAC5C,QAAMG,IAAI,GAAG,MAAMmB,mBAASoB,aAAT,CAAuB1C,GAAvB,CAAnB;;AAEA,MAAIG,IAAI,CAACwC,WAAL,KAAqB/F,gBAAzB,EAA2C;AACvC,UAAM,IAAIgG,cAAJ,CAAiB,2BAA0BzC,IAAI,CAACwC,WAAY,GAA5D,EAAgE,kBAAhE,CAAN;AACH;AACJ;;AAED,SAAS1C,aAAT,CAAuB3B,GAAvB,EAAoC;AAChC;AACJ;AACA;AACI,MAAI;AACA,UAAM,GAAG,GAAGuE,IAAN,IAAcvE,GAAG,CAACwE,KAAJ,CAAU,GAAV,CAApB;AACA,WAAOD,IAAI,CAACnG,IAAL,CAAU,GAAV,CAAP;AACH,GAHD,CAGE,OAAOqG,CAAP,EAAU;AACR,WAAOzE,GAAP;AACH;AACJ;;AAED,MAAM0E,iBAAiB,GAAG,0BAA1B;;AAEA,SAASC,qBAAT,CAA+BC,QAA/B,EAAyD;AACrD,SAAOzG,cAAK0E,QAAL,CAAc+B,QAAd,EAAwBC,OAAxB,CAAgC1G,cAAK2G,OAAL,CAAaF,QAAb,CAAhC,EAAwD,EAAxD,CAAP;AACH;;AAQD;AACA;AACA;AACA;AACA;AACO,eAAeG,mCAAf,CACHC,UADG,EAEsB;AACzB,QAAMnE,GAAG,GAAGD,OAAO,CAACC,GAApB;AACA,QAAMoE,kBAAkB,GAAG,EAA3B;AACA,MAAIhC,UAAJ,CAHyB,CAIzB;;AACA,MAAI+B,UAAU,CAACE,UAAX,CAAsB,MAAtB,CAAJ,EAAmC;AAC/B,UAAMC,QAAQ,GAAG,MAAM,wBAAMH,UAAN,CAAvB;;AACA,QAAI,CAACG,QAAQ,CAACC,EAAd,EAAkB;AACd,YAAM,IAAId,cAAJ,CACD,gCAA+BU,UAAW,GADzC,EAEFG,QAAQ,CAACE,UAFP,CAAN;AAIH;;AAEDpC,IAAAA,UAAU,GAAGkC,QAAQ,CAACG,IAAtB;AACH,GAVD,MAUO;AACH;AACA,UAAMnB,mBAAmB,CAACa,UAAD,CAAzB;AAEA/B,IAAAA,UAAU,GAAGD,mBAASC,UAAT,CAAoB+B,UAApB,CAAb;AACH;;AAED,QAAMO,UAAU,GAAG,qBAAS,eAAT,CAAnB;;AACA,QAAMC,WAAW,GAAGrH,cAAK0E,QAAL,CAAcmC,UAAd,CAApB,CAvByB,CAwBzB;;;AACA,QAAMS,aAAa,GAAGtH,cAAKC,IAAL,CAAUH,WAAV,EAAuBuH,WAAvB,CAAtB;;AAEA,QAAMtB,WAAW,GAAG,2BAAkBuB,aAAlB,CAApB;AACA,QAAM1H,cAAc,CAACkF,UAAD,EAAaiB,WAAb,CAApB;AACArD,EAAAA,GAAG,CAAE,oBAAmB2E,WAAY,QAAOC,aAAc,EAAtD,CAAH,CA7ByB,CA+BzB;;AACA,QAAMC,YAAY,GAAG,MAAMC,gBAAgB,CAACF,aAAD,CAA3C;AAEA5E,EAAAA,GAAG,CAAE,sBAAqBmE,UAAW,UAASS,aAAc,EAAzD,CAAH;AACA,QAAM,sCAAWA,aAAX,CAAN,CAnCyB,CAqCzB;;AACA,OAAK,IAAI/F,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGgG,YAAY,CAAC/F,MAAjC,EAAyCD,CAAC,EAA1C,EAA8C;AAC1C,UAAMkG,WAAW,GAAGF,YAAY,CAAChG,CAAD,CAAhC;AACA,UAAMmG,OAAO,GAAG,MAAMC,uBAAuB,CAACF,WAAD,EAAcL,UAAd,CAA7C;AACAN,IAAAA,kBAAkB,CAAC/C,IAAnB,CAAwB2D,OAAxB;AACH;;AACDhF,EAAAA,GAAG,CAAC,oCAAD,EAAuC1C,cAAKqF,OAAL,CAAakC,YAAY,CAAC,CAAD,CAAzB,CAAvC,CAAH;AACA,QAAM,sCAAWvH,cAAKqF,OAAL,CAAakC,YAAY,CAAC,CAAD,CAAzB,CAAX,CAAN;AAEA,SAAOT,kBAAP;AACH;;AAED,MAAMc,eAAe,GAAG,SAAxB;;AAEA,SAASC,qBAAT,CAA+B;AAC3BzE,EAAAA,GAD2B;AAE3B0E,EAAAA,QAF2B;AAG3BxE,EAAAA;AAH2B,CAA/B,EAQmB;AACf,QAAM+B,OAAO,GAAGrF,cAAKqF,OAAL,CAAayC,QAAb,CAAhB;;AACA,QAAMrB,QAAQ,GAAGzG,cAAK0E,QAAL,CAAcoD,QAAd,CAAjB;AACA;AACJ;AACA;AACA;;;AACI,QAAMrC,MAAM,GAAGgB,QAAQ,CAACC,OAAT,CAAiB,KAAjB,EAAwB,KAAxB,CAAf;AAEA,QAAMqB,OAAO,GAAG1C,OAAO,CAAC3E,QAAR,CAAiBkH,eAAjB,CAAhB;;AAEA,MAAIG,OAAJ,EAAa;AACT3E,IAAAA,GAAG,GAAGxC,0BAAQE,GAAR,CAAYsC,GAAZ,EAAkB,UAASqC,MAAO,EAAlC,EAAqCnC,MAArC,CAAN;AACH,GAFD,MAEO;AACH;AACAF,IAAAA,GAAG,GAAGxC,0BAAQE,GAAR,CAAYsC,GAAZ,EAAkB,MAAlB,EAAyBE,MAAzB,CAAN;AACH;;AAED,SAAOF,GAAP;AACH;;AAED,eAAegC,cAAf,CAA8BvD,GAA9B,EAAmC;AAC/B;AACA,MAAI,CAACA,GAAG,CAACnB,QAAJ,CAAa,GAAb,CAAL,EAAwB;AACpBmB,IAAAA,GAAG,GAAI,GAAEA,GAAI,GAAb;AACH;;AAED,QAAMmF,QAAQ,GAAG,MAAMnC,mBAASmD,UAAT,CAAoBnG,GAApB,CAAvB;AACA,QAAM0D,IAAI,GAAGyB,QAAQ,CAACiB,QAAT,CAAkB7E,GAAlB,CAAsB8E,CAAC,IAAIA,CAAC,CAAC3E,GAA7B,CAAb;AACAd,EAAAA,OAAO,CAACC,GAAR,CAAa,SAAQ6C,IAAI,CAAC/D,MAAO,SAAjC;AAEA,QAAM2G,kBAAkB,GAAG5C,IAAI,CAACnC,GAAL,CAASvB,GAAG,IAAIgD,mBAASuD,YAAT,CAAsBvG,GAAtB,CAAhB,CAA3B;AAEA,QAAMsC,OAAO,CAACC,GAAR,CAAY+D,kBAAZ,CAAN;AACA1F,EAAAA,OAAO,CAACC,GAAR,CAAa,wBAAuByF,kBAAkB,CAAC3G,MAAO,SAA9D;AACH;;AAEM,MAAM6G,OAAO,GAAGC,OAAO,IAAK,GAAEA,OAAQ,EAAX,CAAaC,QAAb,CAAsB,CAAtB,EAAyB,GAAzB,CAA3B;;;;AAEA,SAASC,YAAT,CAAsBC,KAAtB,EAA6B;AAChC,SAAO;AACH,KAACC,kCAA2BC,OAA5B,GAAsCF,KADnC;AAEH,KAACC,kCAA2BE,UAA5B,GAAyC,CAFtC;AAGH,KAACF,kCAA2BG,SAA5B,GAAwC,CAHrC;AAIH,KAACH,kCAA2BI,MAA5B,GAAqC,CAJlC;AAKHL,IAAAA;AALG,GAAP;AAOH;;AAED,SAASjB,gBAAT,CAA0BuB,iBAA1B,EAAwE;AACpE,SAAO,IAAI5E,OAAJ,CAAY,CAACQ,OAAD,EAAUC,MAAV,KAAqB;AACpC,UAAMoE,gBAAgB,GAAG,EAAzB;AACA,UAAMC,yBAAyB,GAAGzC,qBAAqB,CAACuC,iBAAD,CAAvD;;AACA,UAAMG,2BAA2B,GAAGlJ,cAAKC,IAAL,CAAUH,WAAV,EAAuBmJ,yBAAvB,CAApC,CAHoC,CAIpC;;;AACA,gCAAcC,2BAAd;;AAEAC,mBAAMC,IAAN,CAAWL,iBAAX,EAA8B;AAAEM,MAAAA,WAAW,EAAE;AAAf,KAA9B,EAAqD,UAAUC,GAAV,EAAeC,OAAf,EAAwB;AACzE,UAAID,GAAJ,EAAS;AACL7G,QAAAA,OAAO,CAAC+G,IAAR,CAAa,gCAAb,EAA+CT,iBAA/C,EAAkEO,GAAlE;AACA1E,QAAAA,MAAM,CAAC0E,GAAD,CAAN;AACH;;AAED7G,MAAAA,OAAO,CAACgH,IAAR,CAAc,yBAAwBF,OAAO,CAACG,UAAW,WAAzD;AAEAH,MAAAA,OAAO,CAACxE,EAAR,CAAW,KAAX,EAAkB,UAAUuE,GAAV,EAAe;AAC7B,YAAIA,GAAJ,EAAS;AACL7G,UAAAA,OAAO,CAAC+G,IAAR,CAAa,uCAAb,EAAsDT,iBAAtD,EAAyEO,GAAzE;AACA1E,UAAAA,MAAM,CAAC0E,GAAD,CAAN;AACH;;AACD3E,QAAAA,OAAO,CAACqE,gBAAD,CAAP;AACH,OAND;AAQAO,MAAAA,OAAO,CAACI,SAAR;AAEAJ,MAAAA,OAAO,CAACxE,EAAR,CAAW,OAAX,EAAoB,UAAU6E,KAAV,EAAiB;AACjCnH,QAAAA,OAAO,CAACgH,IAAR,CAAc,sBAAqBG,KAAK,CAACnD,QAAS,GAAlD;;AACA,YAAI,MAAMoD,IAAN,CAAWD,KAAK,CAACnD,QAAjB,CAAJ,EAAgC;AAC5B;AACA;AACA;AACA8C,UAAAA,OAAO,CAACI,SAAR;AACH,SALD,MAKO;AACH;AACAJ,UAAAA,OAAO,CAACO,cAAR,CAAuBF,KAAvB,EAA8B,UAAUN,GAAV,EAAexE,UAAf,EAA2B;AACrD,gBAAIwE,GAAJ,EAAS;AACL7G,cAAAA,OAAO,CAAC+G,IAAR,CACI,4CADJ,EAEII,KAAK,CAACnD,QAFV,EAGI6C,GAHJ;AAKA1E,cAAAA,MAAM,CAAC0E,GAAD,CAAN;AACH;;AAED,kBAAMxB,QAAQ,GAAG9H,cAAKC,IAAL,CAAUiJ,2BAAV,EAAuCU,KAAK,CAACnD,QAA7C,CAAjB;;AAEA3B,YAAAA,UAAU,CAACC,EAAX,CAAc,KAAd,EAAqB,YAAY;AAC7BiE,cAAAA,gBAAgB,CAACjF,IAAjB,CAAsB+D,QAAtB;AACAyB,cAAAA,OAAO,CAACI,SAAR;AACH,aAHD;AAKA/J,YAAAA,cAAc,CAACkF,UAAD,EAAa,2BAAkBgD,QAAlB,CAAb,CAAd;AACH,WAlBD;AAmBH;AACJ,OA7BD;AA8BH,KAhDD;AAiDH,GAxDM,CAAP;AAyDH;;AAED,SAASH,uBAAT,CACIoC,mBADJ,EAEI3C,UAFJ,EAG2B;AACvB,SAAO,IAAIjD,OAAJ,CAAY,CAACQ,OAAD,EAAUC,MAAV,KAAqB;AACpC,UAAMoF,SAAS,GAAG,EAAlB;AACA,UAAMC,kBAAkB,GAAG,EAA3B;AACA,UAAMC,aAAa,GAAG1D,qBAAqB,CAACuD,mBAAD,CAA3C;AACA,QAAIrC,OAAuB,GAAG;AAC1B7F,MAAAA,GAAG,EAAEqI,aADqB;AAE1BhH,MAAAA,MAAM,EAAE,EAFkB;AAG1B9B,MAAAA,IAAI,EAAE;AAHoB,KAA9B;;AAKA+H,mBAAMC,IAAN,CAAWW,mBAAX,EAAgC;AAAEV,MAAAA,WAAW,EAAE;AAAf,KAAhC,EAAuD,UAAUC,GAAV,EAAeC,OAAf,EAAwB;AAC3E,UAAID,GAAJ,EAAS;AACL7G,QAAAA,OAAO,CAAC+G,IAAR,CAAa,gCAAb,EAA+CO,mBAA/C,EAAoET,GAApE;AACA1E,QAAAA,MAAM,CAAC0E,GAAD,CAAN;AACH;;AACD7G,MAAAA,OAAO,CAACgH,IAAR,CAAc,yBAAwBF,OAAO,CAACG,UAAW,WAAzD;AACAH,MAAAA,OAAO,CAACxE,EAAR,CAAW,KAAX,EAAkB,UAAUuE,GAAV,EAAe;AAC7B,YAAIA,GAAJ,EAAS;AACL7G,UAAAA,OAAO,CAAC+G,IAAR,CAAa,mCAAb,EAAkDO,mBAAlD,EAAuET,GAAvE;AACA1E,UAAAA,MAAM,CAAC0E,GAAD,CAAN;AACH;;AAEDnF,QAAAA,OAAO,CAACC,GAAR,CAAY6F,kBAAZ,EAAgCE,IAAhC,CAAqCC,GAAG,IAAI;AACxCA,UAAAA,GAAG,CAACC,OAAJ,CAAYC,CAAC,IAAI;AACb7H,YAAAA,OAAO,CAACgH,IAAR,CAAa,oBAAb,EAAmCa,CAAnC;AACH,WAFD;AAGA3F,UAAAA,OAAO,CAAC+C,OAAD,CAAP;AACH,SALD;AAMH,OAZD;AAcA6B,MAAAA,OAAO,CAACI,SAAR;AAEAJ,MAAAA,OAAO,CAACxE,EAAR,CAAW,OAAX,EAAoB,UAAU6E,KAAV,EAAiB;AACjCnH,QAAAA,OAAO,CAACgH,IAAR,CAAc,sBAAqBG,KAAK,CAACnD,QAAS,GAAlD;;AACA,YAAI,MAAMoD,IAAN,CAAWD,KAAK,CAACnD,QAAjB,CAAJ,EAAgC;AAC5B;AACA;AACA;AACA8C,UAAAA,OAAO,CAACI,SAAR;AACH,SALD,MAKO;AACH;AACAJ,UAAAA,OAAO,CAACO,cAAR,CAAuBF,KAAvB,EAA8B,UAAUN,GAAV,EAAexE,UAAf,EAA2B;AACrD,gBAAIwE,GAAJ,EAAS;AACL7G,cAAAA,OAAO,CAAC+G,IAAR,CACI,4DADJ,EAEII,KAAK,CAACnD,QAFV,EAGI6C,GAHJ;AAKA1E,cAAAA,MAAM,CAAC0E,GAAD,CAAN;AACH;;AACDxE,YAAAA,UAAU,CAACC,EAAX,CAAc,KAAd,EAAqB,YAAY;AAC7BiF,cAAAA,SAAS,CAACjG,IAAV,CAAe6F,KAAK,CAACnD,QAArB;AACA8C,cAAAA,OAAO,CAACI,SAAR;AACH,aAHD;AAKA,kBAAMrG,MAAM,GAAI,GAAE8D,UAAW,IAAG8C,aAAc,IAAGN,KAAK,CAACnD,QAAS,EAAhE,CAdqD,CAerD;;AACAiB,YAAAA,OAAO,GAAGG,qBAAqB,CAAC;AAC5BzE,cAAAA,GAAG,EAAEsE,OADuB;AAE5BI,cAAAA,QAAQ,EAAE8B,KAAK,CAACnD,QAFY;AAG5BnD,cAAAA;AAH4B,aAAD,CAA/B;;AAMA,kBAAM;AAAEsC,cAAAA,iBAAF;AAAqBC,cAAAA,8BAA8B,EAAEC;AAArD,gBACFjB,mBAASkB,WAAT,CAAqBzC,MAArB,EAA6BiD,iBAA7B,CADJ;;AAGA3G,YAAAA,cAAc,CAACkF,UAAD,EAAac,iBAAb,CAAd,CAA8CuE,IAA9C,CAAmD,MAAM;AACrDF,cAAAA,kBAAkB,CAAClG,IAAnB,CAAwB+B,OAAxB;AACH,aAFD;AAGH,WA5BD;AA6BH;AACJ,OAvCD;AAwCH,KA9DD;AA+DH,GAxEM,CAAP;AAyEH","sourcesContent":["import uniqueId from \"uniqid\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport dotProp from \"dot-prop-immutable\";\nimport { createWriteStream } from \"fs\";\nimport { ensureDirSync } from \"fs-extra\";\nimport { promisify } from \"util\";\nimport { pipeline } from \"stream\";\nimport fetch from \"node-fetch\";\nimport path from \"path\";\nimport yauzl from \"yauzl\";\nimport chunk from \"lodash/chunk\";\nimport loadJson from \"load-json-file\";\nimport { FileInput } from \"@webiny/api-file-manager/types\";\nimport WebinyError from \"@webiny/error\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { PageImportExportTaskStatus } from \"~/types\";\nimport { PbPageImportExportContext } from \"~/graphql/types\";\nimport { s3Stream } from \"~/exportPages/s3Stream\";\nimport { ExportedPageData } from \"~/exportPages/utils\";\n\nconst streamPipeline = promisify(pipeline);\n\nconst INSTALL_DIR = \"/tmp\";\nconst INSTALL_EXTRACT_DIR = path.join(INSTALL_DIR, \"apiPageBuilderImportPage\");\nconst FILES_COUNT_IN_EACH_BATCH = 15;\nconst ZIP_CONTENT_TYPE = \"application/zip\";\n\ninterface UpdateFilesInPageDataParams {\n    data: Record<string, any>;\n    fileIdToKeyMap: Map<string, string>;\n    srcPrefix: string;\n}\n\ninterface UpdateImageInPageSettingsParams {\n    fileIdToKeyMap: Map<string, string>;\n    srcPrefix: string;\n    settings: ExportedPageData[\"page\"][\"settings\"];\n}\n\nfunction updateImageInPageSettings({\n    settings,\n    fileIdToKeyMap,\n    srcPrefix\n}: UpdateImageInPageSettingsParams): UpdateImageInPageSettingsParams[\"settings\"] {\n    let newSettings = settings;\n\n    const srcPrefixWithoutTrailingSlash = srcPrefix.endsWith(\"/\")\n        ? srcPrefix.slice(0, -1)\n        : srcPrefix;\n\n    if (dotProp.get(newSettings, \"general.image.src\")) {\n        newSettings = dotProp.set(\n            newSettings,\n            \"general.image.src\",\n            `${srcPrefixWithoutTrailingSlash}/${fileIdToKeyMap.get(settings.general.image.id)}`\n        );\n    }\n    if (dotProp.get(newSettings, \"social.image.src\")) {\n        newSettings = dotProp.set(\n            newSettings,\n            \"social.image.src\",\n            `${srcPrefixWithoutTrailingSlash}/${fileIdToKeyMap.get(settings.social.image.id)}`\n        );\n    }\n\n    return settings;\n}\n\nfunction updateFilesInPageData({ data, fileIdToKeyMap, srcPrefix }: UpdateFilesInPageDataParams) {\n    // BASE CASE: Termination point\n    if (!data || typeof data !== \"object\") {\n        return;\n    }\n    // Recursively call function if data is array\n    if (Array.isArray(data)) {\n        for (let i = 0; i < data.length; i++) {\n            const element = data[i];\n            updateFilesInPageData({ data: element, fileIdToKeyMap, srcPrefix });\n        }\n        return;\n    }\n    // Main logic\n    const tuple = Object.entries(data);\n    for (let i = 0; i < tuple.length; i++) {\n        const [key, value] = tuple[i];\n\n        if (key === \"file\" && value && fileIdToKeyMap.has(value.id)) {\n            value.key = fileIdToKeyMap.get(value.id);\n            value.name = fileIdToKeyMap.get(value.id);\n            value.src = `${srcPrefix}${srcPrefix.endsWith(\"/\") ? \"\" : \"/\"}${fileIdToKeyMap.get(\n                value.id\n            )}`;\n        } else {\n            updateFilesInPageData({ data: value, srcPrefix, fileIdToKeyMap });\n        }\n    }\n}\n\ninterface UploadPageAssetsParams {\n    context: PbPageImportExportContext;\n    filesData: Record<string, any>[];\n    fileUploadsData: FileUploadsData;\n}\n\ninterface UploadPageAssetsReturnType {\n    fileIdToKeyMap?: Map<string, string>;\n}\n\nexport const uploadPageAssets = async ({\n    context,\n    filesData,\n    fileUploadsData\n}: UploadPageAssetsParams): Promise<UploadPageAssetsReturnType> => {\n    /**\n     * This function contains logic of file download from S3.\n     * Current we're not mocking zip file download from S3 in tests at the moment.\n     * So, we're manually mocking it in case of test just by returning an empty object.\n     */\n    if (process.env.NODE_ENV === \"test\") {\n        return {};\n    }\n    console.log(\"INSIDE uploadPageAssets\");\n\n    // Save uploaded file key against static id for later use.\n    const fileIdToKeyMap = new Map<string, string>();\n    // Save files meta data against old key for later use.\n    const fileKeyToFileMap = new Map<string, Record<string, any>>();\n    // Initialize maps.\n    for (let i = 0; i < filesData.length; i++) {\n        const file = filesData[i];\n        fileKeyToFileMap.set(file.key, file);\n\n        // Initialize the value\n        fileIdToKeyMap.set(file.id, file.type);\n    }\n\n    const fileUploadResults = await uploadFilesFromS3({\n        fileKeyToFileMap,\n        oldKeyToNewKeyMap: fileUploadsData.assets\n    });\n\n    // Create files in File Manager\n    const createFilesInput = fileUploadResults.map(uploadResult => {\n        const newKey = uploadResult.Key;\n        const file = fileKeyToFileMap.get(getOldFileKey(newKey));\n\n        // Update the file map with newly uploaded file.\n        fileIdToKeyMap.set(file.id, newKey);\n\n        return {\n            key: newKey,\n            name: file.name,\n            size: file.size,\n            type: file.type,\n            meta: file.meta,\n            tags: file.tags\n        } as FileInput;\n    });\n\n    const createFilesPromises = [];\n    // Gives an array of chunks (each consists of FILES_COUNT_IN_EACH_BATCH items).\n    const createFilesInputChunks = chunk(createFilesInput, FILES_COUNT_IN_EACH_BATCH);\n    for (let i = 0; i < createFilesInputChunks.length; i++) {\n        const createFilesInputChunk = createFilesInputChunks[i];\n        createFilesPromises.push(\n            /*\n             * We need to break down files into chunks because\n             * `createFilesInBatch` operation has a limit on number of files it can handle at once.\n             */\n            context.fileManager.files.createFilesInBatch(createFilesInputChunk)\n        );\n    }\n\n    await Promise.all(createFilesPromises);\n\n    return {\n        fileIdToKeyMap\n    };\n};\n\ninterface FileUploadsData {\n    data: string;\n    assets: Record<string, string>;\n}\n\ninterface ImportPageParams {\n    key: string;\n    pageKey: string;\n    context: PbPageImportExportContext;\n    fileUploadsData: FileUploadsData;\n}\n\nexport async function importPage({\n    pageKey,\n    context,\n    fileUploadsData\n}: ImportPageParams): Promise<ExportedPageData[\"page\"]> {\n    const log = console.log;\n\n    // Making Directory for page in which we're going to extract the page data file.\n    const PAGE_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, pageKey);\n    ensureDirSync(PAGE_EXTRACT_DIR);\n\n    const pageDataFileKey = dotProp.get(fileUploadsData, `data`);\n    const PAGE_DATA_FILE_PATH = path.join(PAGE_EXTRACT_DIR, path.basename(pageDataFileKey));\n\n    log(`Downloading Page data file: ${pageDataFileKey} at \"${PAGE_DATA_FILE_PATH}\"`);\n    // Download and save page data file in disk.\n    await new Promise((resolve, reject) => {\n        s3Stream\n            .readStream(pageDataFileKey)\n            .on(\"error\", reject)\n            .pipe(createWriteStream(PAGE_DATA_FILE_PATH))\n            .on(\"error\", reject)\n            .on(\"finish\", resolve);\n    });\n\n    // Load the page data file from disk.\n    log(`Load file ${pageDataFileKey}`);\n    const { page, files } = await loadJson<ExportedPageData>(PAGE_DATA_FILE_PATH);\n\n    // Only update page data if there are files.\n    if (Array.isArray(files) && files.length) {\n        // Upload page assets.\n        const { fileIdToKeyMap } = await uploadPageAssets({\n            context,\n            filesData: files,\n            fileUploadsData\n        });\n\n        const { srcPrefix } = await context.fileManager.settings.getSettings();\n        updateFilesInPageData({ data: page.content, fileIdToKeyMap, srcPrefix });\n\n        page.settings = updateImageInPageSettings({\n            settings: page.settings,\n            fileIdToKeyMap,\n            srcPrefix\n        });\n    }\n\n    log(\"Removing Directory for page...\");\n    await deleteFile(pageKey);\n\n    log(`Remove page contents from S3...`);\n    await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n    return page;\n}\n\ninterface UploadFilesFromZipParams {\n    fileKeyToFileMap: Map<string, any>;\n    oldKeyToNewKeyMap: Record<string, string>;\n}\n\nasync function uploadFilesFromS3({\n    fileKeyToFileMap,\n    oldKeyToNewKeyMap\n}: UploadFilesFromZipParams): Promise<S3.ManagedUpload.SendData[]> {\n    const oldKeysForAssets = Object.keys(oldKeyToNewKeyMap);\n\n    const promises = [];\n    // Upload all assets.\n    for (let i = 0; i < oldKeysForAssets.length; i++) {\n        const oldKey = oldKeysForAssets[i];\n        const tempNewKey = oldKeyToNewKeyMap[oldKey];\n\n        // Read file.\n        const readStream = s3Stream.readStream(tempNewKey);\n        // Get file meta data.\n        const fileMetaData = fileKeyToFileMap.get(oldKey);\n\n        if (fileMetaData) {\n            const newKey = uniqueId(\"\", `-${fileMetaData.key}`);\n            const { streamPassThrough, streamPassThroughUploadPromise: promise } =\n                s3Stream.writeStream(newKey, fileMetaData.type);\n            readStream.pipe(streamPassThrough);\n            promises.push(promise);\n\n            console.log(`Successfully queued file \"${newKey}\"`);\n        }\n    }\n\n    return Promise.all(promises);\n}\n\nasync function getObjectMetaFromS3(Key: string) {\n    const meta = await s3Stream.getObjectHead(Key);\n\n    if (meta.ContentType !== ZIP_CONTENT_TYPE) {\n        throw new WebinyError(`Unsupported file type: \"${meta.ContentType}\"`, \"UNSUPPORTED_FILE\");\n    }\n}\n\nfunction getOldFileKey(key: string) {\n    /*\n     * Because we know the naming convention, we can extract the old key from new key.\n     */\n    try {\n        const [, ...rest] = key.split(\"-\");\n        return rest.join(\"-\");\n    } catch (e) {\n        return key;\n    }\n}\n\nconst FILE_CONTENT_TYPE = \"application/octet-stream\";\n\nfunction getFileNameWithoutExt(fileName: string): string {\n    return path.basename(fileName).replace(path.extname(fileName), \"\");\n}\n\ninterface PageImportData {\n    assets: Record<string, string>;\n    data: string;\n    key: string;\n}\n\n/**\n * Function will read the given zip file from S3 via stream, extract its content and upload it to S3 bucket.\n * @param zipFileKey\n * @return PageImportData S3 file keys for all uploaded assets group by page.\n */\nexport async function readExtractAndUploadZipFileContents(\n    zipFileKey: string\n): Promise<PageImportData[]> {\n    const log = console.log;\n    const pageImportDataList = [];\n    let readStream;\n    // Check whether it is a URL\n    if (zipFileKey.startsWith(\"http\")) {\n        const response = await fetch(zipFileKey);\n        if (!response.ok) {\n            throw new WebinyError(\n                `Unable to downloading file: \"${zipFileKey}\"`,\n                response.statusText\n            );\n        }\n\n        readStream = response.body;\n    } else {\n        // We're first retrieving object's meta data, just to check whether the file is available at the given Key\n        await getObjectMetaFromS3(zipFileKey);\n\n        readStream = s3Stream.readStream(zipFileKey);\n    }\n\n    const uniquePath = uniqueId(\"IMPORT_PAGES/\");\n    const zipFileName = path.basename(zipFileKey);\n    // Read export file and download it in the disk\n    const ZIP_FILE_PATH = path.join(INSTALL_DIR, zipFileName);\n\n    const writeStream = createWriteStream(ZIP_FILE_PATH);\n    await streamPipeline(readStream, writeStream);\n    log(`Downloaded file \"${zipFileName}\" at ${ZIP_FILE_PATH}`);\n\n    // Extract the downloaded zip file\n    const zipFilePaths = await extractZipToDisk(ZIP_FILE_PATH);\n\n    log(`Removing ZIP file \"${zipFileKey}\" from ${ZIP_FILE_PATH}`);\n    await deleteFile(ZIP_FILE_PATH);\n\n    // Extract each page zip and upload their content's to S3\n    for (let i = 0; i < zipFilePaths.length; i++) {\n        const currentPath = zipFilePaths[i];\n        const dataMap = await extractZipAndUploadToS3(currentPath, uniquePath);\n        pageImportDataList.push(dataMap);\n    }\n    log(\"Removing all ZIP files located at \", path.dirname(zipFilePaths[0]));\n    await deleteFile(path.dirname(zipFilePaths[0]));\n\n    return pageImportDataList;\n}\n\nconst ASSETS_DIR_NAME = \"/assets\";\n\nfunction preparePageDataDirMap({\n    map,\n    filePath,\n    newKey\n}: {\n    map: PageImportData;\n    filePath: string;\n    newKey: string;\n}): PageImportData {\n    const dirname = path.dirname(filePath);\n    const fileName = path.basename(filePath);\n    /*\n     * We want to use dot (.) as part of object key rather than creating nested object(s).\n     * Also, the file name might contain dots in it beside the extension, so, we are escaping them all.\n     */\n    const oldKey = fileName.replace(/\\./g, \"\\\\.\");\n\n    const isAsset = dirname.endsWith(ASSETS_DIR_NAME);\n\n    if (isAsset) {\n        map = dotProp.set(map, `assets.${oldKey}`, newKey);\n    } else {\n        // We only need to know the newKey for data file.\n        map = dotProp.set(map, `data`, newKey);\n    }\n\n    return map;\n}\n\nasync function deleteS3Folder(key) {\n    // Append trailing slash i.e \"/\" to key to make sure we only delete a specific folder.\n    if (!key.endsWith(\"/\")) {\n        key = `${key}/`;\n    }\n\n    const response = await s3Stream.listObject(key);\n    const keys = response.Contents.map(c => c.Key);\n    console.log(`Found ${keys.length} files.`);\n\n    const deleteFilePromises = keys.map(key => s3Stream.deleteObject(key));\n\n    await Promise.all(deleteFilePromises);\n    console.log(`Successfully deleted ${deleteFilePromises.length} files.`);\n}\n\nexport const zeroPad = version => `${version}`.padStart(5, \"0\");\n\nexport function initialStats(total) {\n    return {\n        [PageImportExportTaskStatus.PENDING]: total,\n        [PageImportExportTaskStatus.PROCESSING]: 0,\n        [PageImportExportTaskStatus.COMPLETED]: 0,\n        [PageImportExportTaskStatus.FAILED]: 0,\n        total\n    };\n}\n\nfunction extractZipToDisk(exportFileZipPath: string): Promise<string[]> {\n    return new Promise((resolve, reject) => {\n        const pageZipFilePaths = [];\n        const uniqueFolderNameForExport = getFileNameWithoutExt(exportFileZipPath);\n        const EXPORT_FILE_EXTRACTION_PATH = path.join(INSTALL_DIR, uniqueFolderNameForExport);\n        // Make sure DIR exists\n        ensureDirSync(EXPORT_FILE_EXTRACTION_PATH);\n\n        yauzl.open(exportFileZipPath, { lazyEntries: true }, function (err, zipFile) {\n            if (err) {\n                console.warn(\"ERROR: Failed to extract zip: \", exportFileZipPath, err);\n                reject(err);\n            }\n\n            console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);\n\n            zipFile.on(\"end\", function (err) {\n                if (err) {\n                    console.warn(\"ERROR: Failed on END event for file: \", exportFileZipPath, err);\n                    reject(err);\n                }\n                resolve(pageZipFilePaths);\n            });\n\n            zipFile.readEntry();\n\n            zipFile.on(\"entry\", function (entry) {\n                console.info(`Processing entry: \"${entry.fileName}\"`);\n                if (/\\/$/.test(entry.fileName)) {\n                    // Directory file names end with '/'.\n                    // Note that entries for directories themselves are optional.\n                    // An entry's fileName implicitly requires its parent directories to exist.\n                    zipFile.readEntry();\n                } else {\n                    // file entry\n                    zipFile.openReadStream(entry, function (err, readStream) {\n                        if (err) {\n                            console.warn(\n                                \"ERROR: Failed to openReadStream for file: \",\n                                entry.fileName,\n                                err\n                            );\n                            reject(err);\n                        }\n\n                        const filePath = path.join(EXPORT_FILE_EXTRACTION_PATH, entry.fileName);\n\n                        readStream.on(\"end\", function () {\n                            pageZipFilePaths.push(filePath);\n                            zipFile.readEntry();\n                        });\n\n                        streamPipeline(readStream, createWriteStream(filePath));\n                    });\n                }\n            });\n        });\n    });\n}\n\nfunction extractZipAndUploadToS3(\n    pageDataZipFilePath: string,\n    uniquePath: string\n): Promise<PageImportData> {\n    return new Promise((resolve, reject) => {\n        const filePaths = [];\n        const fileUploadPromises = [];\n        const uniquePageKey = getFileNameWithoutExt(pageDataZipFilePath);\n        let dataMap: PageImportData = {\n            key: uniquePageKey,\n            assets: {},\n            data: \"\"\n        };\n        yauzl.open(pageDataZipFilePath, { lazyEntries: true }, function (err, zipFile) {\n            if (err) {\n                console.warn(\"ERROR: Failed to extract zip: \", pageDataZipFilePath, err);\n                reject(err);\n            }\n            console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);\n            zipFile.on(\"end\", function (err) {\n                if (err) {\n                    console.warn('ERROR: Failed on \"END\" for file: ', pageDataZipFilePath, err);\n                    reject(err);\n                }\n\n                Promise.all(fileUploadPromises).then(res => {\n                    res.forEach(r => {\n                        console.info(\"Done uploading... \", r);\n                    });\n                    resolve(dataMap);\n                });\n            });\n\n            zipFile.readEntry();\n\n            zipFile.on(\"entry\", function (entry) {\n                console.info(`Processing entry: \"${entry.fileName}\"`);\n                if (/\\/$/.test(entry.fileName)) {\n                    // Directory file names end with '/'.\n                    // Note that entries for directories themselves are optional.\n                    // An entry's fileName implicitly requires its parent directories to exist.\n                    zipFile.readEntry();\n                } else {\n                    // file entry\n                    zipFile.openReadStream(entry, function (err, readStream) {\n                        if (err) {\n                            console.warn(\n                                \"ERROR: Failed while performing [openReadStream] for file: \",\n                                entry.fileName,\n                                err\n                            );\n                            reject(err);\n                        }\n                        readStream.on(\"end\", function () {\n                            filePaths.push(entry.fileName);\n                            zipFile.readEntry();\n                        });\n\n                        const newKey = `${uniquePath}/${uniquePageKey}/${entry.fileName}`;\n                        // Modify in place\n                        dataMap = preparePageDataDirMap({\n                            map: dataMap,\n                            filePath: entry.fileName,\n                            newKey\n                        });\n\n                        const { streamPassThrough, streamPassThroughUploadPromise: promise } =\n                            s3Stream.writeStream(newKey, FILE_CONTENT_TYPE);\n\n                        streamPipeline(readStream, streamPassThrough).then(() => {\n                            fileUploadPromises.push(promise);\n                        });\n                    });\n                }\n            });\n        });\n    });\n}\n"],"file":"utils.js"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@webiny/api-page-builder-import-export",
-	"version": "5.17.0",
+	"version": "5.17.3",
 	"main": "index.js",
 	"keywords": [
 		"pbie:base"
@@ -14,17 +14,17 @@
 	"author": "Webiny Ltd",
 	"license": "MIT",
 	"dependencies": {
-		"@babel/runtime": "7.15.4",
+		"@babel/runtime": "7.16.3",
 		"@commodo/fields": "1.1.2-beta.20",
-		"@webiny/api-file-manager": "5.17.0",
-		"@webiny/api-page-builder": "5.17.0",
-		"@webiny/api-security": "5.17.0",
-		"@webiny/error": "5.17.0",
-		"@webiny/handler": "5.17.0",
-		"@webiny/handler-args": "5.17.0",
-		"@webiny/handler-aws": "5.17.0",
-		"@webiny/handler-graphql": "5.17.0",
-		"@webiny/validation": "5.17.0",
+		"@webiny/api-file-manager": "5.17.3",
+		"@webiny/api-page-builder": "5.17.3",
+		"@webiny/api-security": "5.17.3",
+		"@webiny/error": "5.17.3",
+		"@webiny/handler": "5.17.3",
+		"@webiny/handler-args": "5.17.3",
+		"@webiny/handler-aws": "5.17.3",
+		"@webiny/handler-graphql": "5.17.3",
+		"@webiny/validation": "5.17.3",
 		"archiver": "5.3.0",
 		"commodo-fields-object": "1.0.6",
 		"dot-prop-immutable": "2.1.1",
@@ -32,7 +32,7 @@
 		"load-json-file": "6.2.0",
 		"lodash": "4.17.21",
 		"mdbid": "1.0.0",
-		"node-fetch": "2.6.5",
+		"node-fetch": "2.6.6",
 		"stream": "0.0.2",
 		"uniqid": "5.4.0",
 		"yauzl": "2.10.0"
@@ -46,15 +46,15 @@
 		"@elastic/elasticsearch": "7.12.0",
 		"@shelf/jest-elasticsearch": "^1.0.0",
 		"@types/puppeteer": "^5.4.2",
-		"@webiny/api-dynamodb-to-elasticsearch": "^5.17.0",
-		"@webiny/api-file-manager-ddb-es": "^5.17.0",
-		"@webiny/api-i18n-ddb": "^5.17.0",
-		"@webiny/api-security-so-ddb": "^5.17.0",
-		"@webiny/api-tenancy": "^5.17.0",
-		"@webiny/api-tenancy-so-ddb": "^5.17.0",
-		"@webiny/cli": "^5.17.0",
-		"@webiny/db": "^5.17.0",
-		"@webiny/project-utils": "^5.17.0",
+		"@webiny/api-dynamodb-to-elasticsearch": "^5.17.3",
+		"@webiny/api-file-manager-ddb-es": "^5.17.3",
+		"@webiny/api-i18n-ddb": "^5.17.3",
+		"@webiny/api-security-so-ddb": "^5.17.3",
+		"@webiny/api-tenancy": "^5.17.3",
+		"@webiny/api-tenancy-so-ddb": "^5.17.3",
+		"@webiny/cli": "^5.17.3",
+		"@webiny/db": "^5.17.3",
+		"@webiny/project-utils": "^5.17.3",
 		"jest": "^26.6.3",
 		"jest-dynalite": "^3.2.0",
 		"rimraf": "^3.0.2",
@@ -76,5 +76,5 @@
 			]
 		}
 	},
-	"gitHead": "a5e429d0f195c85f8e6ec482954f54fa8ff4c533"
+	"gitHead": "72b5077ed0ff381e9c8da4c881ef34029c5aa3c3"
 }