@webiny/api-page-builder-import-export 5.24.0-beta.0 → 5.25.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/exportPages/combine/index.d.ts +9 -8
- package/exportPages/combine/index.js +21 -1
- package/exportPages/combine/index.js.map +1 -0
- package/exportPages/process/index.d.ts +9 -8
- package/exportPages/process/index.js.map +1 -0
- package/exportPages/s3Stream.js.map +1 -0
- package/exportPages/utils.js +1 -1
- package/exportPages/utils.js.map +1 -0
- package/exportPages/zipper.js.map +1 -0
- package/graphql/crud/pageImportExportTasks.crud.js +19 -9
- package/graphql/crud/pageImportExportTasks.crud.js.map +1 -0
- package/graphql/crud/pages.crud.js +1 -1
- package/graphql/crud/pages.crud.js.map +1 -0
- package/graphql/crud.d.ts +1 -1
- package/graphql/crud.js.map +1 -0
- package/graphql/graphql/pageImportExportTasks.gql.js.map +1 -0
- package/graphql/graphql/pages.gql.js +6 -0
- package/graphql/graphql/pages.gql.js.map +1 -0
- package/graphql/graphql/utils/resolve.js.map +1 -0
- package/graphql/graphql.js.map +1 -0
- package/graphql/index.d.ts +1 -1
- package/graphql/index.js.map +1 -0
- package/graphql/types.d.ts +2 -2
- package/graphql/types.js.map +1 -0
- package/importPages/client.js.map +1 -0
- package/importPages/create/index.d.ts +9 -8
- package/importPages/create/index.js +10 -0
- package/importPages/create/index.js.map +1 -0
- package/importPages/process/index.d.ts +9 -8
- package/importPages/process/index.js.map +1 -0
- package/importPages/utils.d.ts +12 -4
- package/importPages/utils.js +72 -24
- package/importPages/utils.js.map +1 -0
- package/mockSecurity.js.map +1 -0
- package/package.json +23 -23
- package/types.d.ts +8 -7
- package/types.js.map +1 -0
@@ -2,16 +2,17 @@ import { HandlerPlugin } from "@webiny/handler/types";
|
|
2
2
|
import { ArgsContext } from "@webiny/handler-args/types";
|
3
3
|
import { PbPageImportExportContext } from "../../types";
|
4
4
|
import { SecurityIdentity } from "@webiny/api-security/types";
|
5
|
-
export
|
5
|
+
export interface HandlerArgs {
|
6
6
|
taskId: string;
|
7
7
|
identity: SecurityIdentity;
|
8
|
-
}
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
8
|
+
}
|
9
|
+
interface HandlerResponseError {
|
10
|
+
message: string;
|
11
|
+
}
|
12
|
+
export interface HandlerResponse {
|
13
|
+
data: string | null;
|
14
|
+
error: HandlerResponseError | null;
|
15
|
+
}
|
15
16
|
declare const _default: () => HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>>;
|
16
17
|
/**
|
17
18
|
* Handles the export pages combine workflow.
|
@@ -34,12 +34,32 @@ var _default = () => ({
|
|
34
34
|
|
35
35
|
try {
|
36
36
|
const task = await pageBuilder.pageImportExportTask.getTask(taskId);
|
37
|
+
|
38
|
+
if (!task) {
|
39
|
+
return {
|
40
|
+
data: null,
|
41
|
+
error: {
|
42
|
+
message: `There is no task with ID "${taskId}".`
|
43
|
+
}
|
44
|
+
};
|
45
|
+
}
|
46
|
+
|
37
47
|
const {
|
38
48
|
exportPagesDataKey
|
39
49
|
} = task.input; // Get all files (zip) from given key
|
40
50
|
|
41
51
|
const listObjectResponse = await _s3Stream.s3Stream.listObject(exportPagesDataKey);
|
42
|
-
|
52
|
+
|
53
|
+
if (!listObjectResponse.Contents) {
|
54
|
+
return {
|
55
|
+
data: null,
|
56
|
+
error: {
|
57
|
+
message: "There is no Contents defined on S3 Stream while combining pages."
|
58
|
+
}
|
59
|
+
};
|
60
|
+
}
|
61
|
+
|
62
|
+
const zipFileKeys = listObjectResponse.Contents.filter(file => file.Key !== exportPagesDataKey).map(file => file.Key).filter(Boolean); // Prepare zip of all zips
|
43
63
|
|
44
64
|
const zipOfZip = new _zipper.ZipOfZip(zipFileKeys); // Upload
|
45
65
|
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["index.ts"],"names":["type","handle","context","log","console","invocationArgs","args","pageBuilder","taskId","identity","task","pageImportExportTask","getTask","data","error","message","exportPagesDataKey","input","listObjectResponse","s3Stream","listObject","Contents","zipFileKeys","filter","file","Key","map","Boolean","zipOfZip","ZipOfZip","pageExportUpload","process","Location","updateTask","status","PageImportExportTaskStatus","COMPLETED","key","url","deleteFilePromises","deleteObject","Promise","all","length","e","FAILED","name","stack","code"],"mappings":";;;;;;;AAEA;;AACA;;AACA;;AACA;;AAgBA;AACA;AACA;eACe,OAA2E;AACtFA,EAAAA,IAAI,EAAE,SADgF;;AAEtF,QAAMC,MAAN,CAAaC,OAAb,EAAgD;AAC5C,UAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;AAEAA,IAAAA,GAAG,CAAC,sCAAD,CAAH;AACA,UAAM;AAAEE,MAAAA,cAAc,EAAEC,IAAlB;AAAwBC,MAAAA;AAAxB,QAAwCL,OAA9C;AACA,UAAM;AAAEM,MAAAA,MAAF;AAAUC,MAAAA;AAAV,QAAuBH,IAA7B;AAEA,oCAAaG,QAAb,EAAuBP,OAAvB;;AAEA,QAAI;AACA,YAAMQ,IAAI,GAAG,MAAMH,WAAW,CAACI,oBAAZ,CAAiCC,OAAjC,CAAyCJ,MAAzC,CAAnB;;AACA,UAAI,CAACE,IAAL,EAAW;AACP,eAAO;AACHG,UAAAA,IAAI,EAAE,IADH;AAEHC,UAAAA,KAAK,EAAE;AACHC,YAAAA,OAAO,EAAG,6BAA4BP,MAAO;AAD1C;AAFJ,SAAP;AAMH;;AAED,YAAM;AAAEQ,QAAAA;AAAF,UAAyBN,IAAI,CAACO,KAApC,CAXA,CAaA;;AACA,YAAMC,kBAAkB,GAAG,MAAMC,mBAASC,UAAT,CAAoBJ,kBAApB,CAAjC;;AACA,UAAI,CAACE,kBAAkB,CAACG,QAAxB,EAAkC;AAC9B,eAAO;AACHR,UAAAA,IAAI,EAAE,IADH;AAEHC,UAAAA,KAAK,EAAE;AACHC,YAAAA,OAAO,EAAE;AADN;AAFJ,SAAP;AAMH;;AAED,YAAMO,WAAW,GAAGJ,kBAAkB,CAACG,QAAnB,CAA4BE,MAA5B,CAChBC,IAAI,IAAIA,IAAI,CAACC,GAAL,KAAaT,kBADL,EAGfU,GAHe,CAGXF,IAAI,IAAIA,IAAI,CAACC,GAHF,EAIfF,MAJe,CAIRI,OAJQ,CAApB,CAxBA,CA8BA;;AACA,YAAMC,QAAQ,GAAG,IAAIC,gBAAJ,CAAaP,WAAb,CAAjB,CA/BA,CAiCA;;AACA,YAAMQ,gBAAgB,GAAG,MAAMF,QAAQ,CAACG,OAAT,EAA/B;AACA5B,MAAAA,GAAG,CAAE,wCAAuC2B,gBAAgB,CAACE,QAAS,GAAnE,CAAH,CAnCA,CAqCA;;AACA,YAAMzB,WAAW,CAACI,oBAAZ,CAAiCsB,UAAjC,CAA4CzB,MAA5C,EAAoD;AACtD0B,QAAAA,MAAM,EAAEC,kCAA2BC,SADmB;AAEtDvB,QAAAA,IAAI,EAAE;AACFE,UAAAA,OAAO,EAAG,+BADR;AAEFsB,UAAAA,GAAG,EAAEP,gBAAgB,CAACL,GAFpB;AAGFa,UAAAA,GAAG,EAAER,gBAAgB,CAACE;AAHpB;AAFgD,OAApD,CAAN,CAtCA,CA+CA;;AACA,YAAMO,kBAAkB,GAAGjB,WAAW,CAACI,GAAZ,CAAgBW,GAAG,IAAIlB,mBAASqB,YAAT,CAAsBH,GAAtB,CAAvB,CAA3B;AACA,YAAMI,OAAO,CAACC,GAAR,CAAYH,kBAAZ,CAAN;AACApC,MAAAA,GAAG,CAAE,wBAAuBoC,kBAAkB,CAACI,MAAO,aAAnD,CAAH;AACH,KAnDD,CAmDE,OAAOC,CAAP,EAAU;AACRzC,MAAAA,GAAG,CAAC,kCAAD,EAAqCyC,CAArC,CAAH;AAEA;AACZ;AACA;AACA;;AACY,YAAMrC,WAAW,CAACI,oBAAZ,CAAiCsB,UAAjC,CAA4CzB,MAA5C,EAAoD;AACtD0B,QAAAA,MAAM,EAAEC,kCAA2BU,MADmB;AAEtD/B,QAAAA,KAAK,EAAE;AACHgC,UAAAA,IAAI,EAAEF,CAAC,CAACE,IADL;AAEH/B,UAAAA,OAAO,EAAE6B,CAAC,CAAC7B,OAFR;AAGHgC,UAAAA,KAAK,EAAEH,CAAC,CAACG,KAHN;AAIHC,UAAAA,IAAI,EAAE;AAJH;AAF+C,OAApD,CAAN;AAUA,aAAO;AACHnC,QAAAA,IAAI,EAAE,IADH;AAEHC,QAAAA,KAAK,EAAE;AACHC,UAAAA,OAAO,EAAE6B,CAAC,CAAC7B;AADR;AAFJ,OAAP;AAMH;;AACD,WAAO;AACHF,MAAAA,IAAI,EAAE,EADH;AAEHC,MAAAA,KAAK,EAAE;AAFJ,KAAP;AAIH;;AA1FqF,CAA3E,C","sourcesContent":["import { HandlerPlugin } from \"@webiny/handler/types\";\nimport { ArgsContext } from \"@webiny/handler-args/types\";\nimport { PageImportExportTaskStatus, PbPageImportExportContext } from \"~/types\";\nimport { s3Stream } from \"../s3Stream\";\nimport { ZipOfZip } from \"../zipper\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\n\nexport interface HandlerArgs {\n taskId: string;\n identity: SecurityIdentity;\n}\n\ninterface HandlerResponseError {\n message: string;\n}\nexport interface HandlerResponse {\n data: string | null;\n error: HandlerResponseError | null;\n}\n\n/**\n * Handles the export pages combine workflow.\n */\nexport default (): HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>> => ({\n type: \"handler\",\n async handle(context): Promise<HandlerResponse> {\n const log = console.log;\n\n log(\"RUNNING Export Pages Combine Handler\");\n const { invocationArgs: args, pageBuilder } = context;\n const { taskId, identity } = args;\n\n mockSecurity(identity, context);\n\n try {\n const task = await pageBuilder.pageImportExportTask.getTask(taskId);\n if (!task) {\n return {\n data: null,\n error: {\n message: `There is no task with ID \"${taskId}\".`\n }\n };\n }\n\n const { exportPagesDataKey } = task.input;\n\n // Get all files (zip) from given key\n const listObjectResponse = await s3Stream.listObject(exportPagesDataKey);\n if (!listObjectResponse.Contents) {\n return {\n data: null,\n error: {\n message: \"There is no Contents defined on S3 Stream while combining pages.\"\n }\n };\n }\n\n const zipFileKeys = listObjectResponse.Contents.filter(\n file => file.Key !== exportPagesDataKey\n )\n .map(file => file.Key)\n .filter(Boolean) as string[];\n\n // Prepare zip of all zips\n const zipOfZip = new ZipOfZip(zipFileKeys);\n\n // Upload\n const pageExportUpload = await zipOfZip.process();\n log(`Done uploading... File is located at ${pageExportUpload.Location} `);\n\n // Update task status and save export page data key\n await pageBuilder.pageImportExportTask.updateTask(taskId, {\n status: PageImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish uploading page export.`,\n key: pageExportUpload.Key,\n url: pageExportUpload.Location\n }\n });\n\n // Remove individual zip files from storage\n const deleteFilePromises = zipFileKeys.map(key => s3Stream.deleteObject(key));\n await Promise.all(deleteFilePromises);\n log(`Successfully deleted ${deleteFilePromises.length} zip files.`);\n } catch (e) {\n log(\"[EXPORT_PAGES_COMBINE] Error => \", e);\n\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n await pageBuilder.pageImportExportTask.updateTask(taskId, {\n status: PageImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n stack: e.stack,\n code: \"IMPORT_FAILED\"\n }\n });\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n }\n return {\n data: \"\",\n error: null\n };\n }\n});\n"]}
|
@@ -2,17 +2,18 @@ import { HandlerPlugin } from "@webiny/handler/types";
|
|
2
2
|
import { ArgsContext } from "@webiny/handler-args/types";
|
3
3
|
import { PbPageImportExportContext } from "../../types";
|
4
4
|
import { SecurityIdentity } from "@webiny/api-security/types";
|
5
|
-
export
|
5
|
+
export interface HandlerArgs {
|
6
6
|
taskId: string;
|
7
7
|
subTaskIndex: number;
|
8
8
|
identity?: SecurityIdentity;
|
9
|
-
}
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
9
|
+
}
|
10
|
+
interface HandlerResponseError {
|
11
|
+
message: string;
|
12
|
+
}
|
13
|
+
export interface HandlerResponse {
|
14
|
+
data: string | null;
|
15
|
+
error: HandlerResponseError | null;
|
16
|
+
}
|
16
17
|
interface Configuration {
|
17
18
|
handlers: {
|
18
19
|
process: string;
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["index.ts"],"names":["configuration","type","handle","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","PageImportExportTaskStatus","PENDING","invocationArgs","args","pageBuilder","fileManager","taskId","subTaskIndex","identity","pageImportExportTask","getSubTask","status","data","error","id","input","pageId","exportPagesDataKey","revisionType","page","PageExportRevisionType","PUBLISHED","getPublishedPageById","getPage","e","NotFoundError","version","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","pageDataZip","COMPLETED","message","key","Key","FAILED","name","stack","code","handlers","combine","payload","security","getIdentity","process"],"mappings":";;;;;;;AAEA;;AAKA;;AACA;;AACA;;AAEA;;AAEA;;AAuBA;AACA;AACA;eAEIA,aADW,KAE2D;AACtEC,EAAAA,IAAI,EAAE,SADgE;;AAEtE,QAAMC,MAAN,CAAaC,OAAb,EAAgD;AAC5C,UAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;AACA,QAAIE,OAAJ;AACA,QAAIC,aAAa,GAAG,IAApB;AACA,QAAIC,mBAAmB,GAAGC,kCAA2BC,OAArD;AAEAN,IAAAA,GAAG,CAAC,sCAAD,CAAH;AACA,UAAM;AAAEO,MAAAA,cAAc,EAAEC,IAAlB;AAAwBC,MAAAA,WAAxB;AAAqCC,MAAAA;AAArC,QAAqDX,OAA3D;AACA,UAAM;AAAEY,MAAAA,MAAF;AAAUC,MAAAA,YAAV;AAAwBC,MAAAA;AAAxB,QAAqCL,IAA3C,CAR4C,CAS5C;AACA;;AACA,oCAAaK,QAAb,EAA2Cd,OAA3C;;AAEA,QAAI;AACA;AACZ;AACA;AACA;AACYG,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACK,oBAAZ,CAAiCC,UAAjC,CACZJ,MADY,EAEZ,qBAAQC,YAAR,EAAsB,CAAtB,CAFY,CAAhB;AAIA;AACZ;AACA;AACA;;AACY,UAAI,CAACV,OAAD,IAAYA,OAAO,CAACc,MAAR,KAAmBX,kCAA2BC,OAA9D,EAAuE;AACnEH,QAAAA,aAAa,GAAG,IAAhB;AACA,eAAO;AACHc,UAAAA,IAAI,EAAE,EADH;AAEHC,UAAAA,KAAK,EAAE;AAFJ,SAAP;AAIH,OAND,MAMO;AACHf,QAAAA,aAAa,GAAG,KAAhB;AACH;;AAEDH,MAAAA,GAAG,CAAE,uBAAsBE,OAAO,CAACiB,EAAG,EAAnC,CAAH;AAEA,YAAM;AAAEC,QAAAA;AAAF,UAAYlB,OAAlB;AACA,YAAM;AAAEmB,QAAAA,MAAF;AAAUC,QAAAA,kBAAV;AAA8BC,QAAAA;AAA9B,UAA+CH,KAArD;AAEA;AACZ;AACA;AACA;AACA;AACA;;AACY,UAAII,IAAJ;;AACA,UAAI;AACA,YAAID,YAAY,KAAKE,8BAAuBC,SAA5C,EAAuD;AACnD;AACAF,UAAAA,IAAI,GAAG,MAAMf,WAAW,CAACkB,oBAAZ,CAAiC;AAAER,YAAAA,EAAE,EAAEE;AAAN,WAAjC,CAAb;AACH,SAHD,MAGO;AACH;AACAG,UAAAA,IAAI,GAAG,MAAMf,WAAW,CAACmB,OAAZ,CAAoBP,MAApB,CAAb;AACH;AACJ,OARD,CAQE,OAAOQ,CAAP,EAAU;AACR;AACA,YACIN,YAAY,KAAKE,8BAAuBC,SAAxC,IACAG,CAAC,YAAYC,6BAFjB,EAGE;AACEN,UAAAA,IAAI,GAAG,MAAMf,WAAW,CAACmB,OAAZ,CAAoBP,MAApB,CAAb;AACH,SALD,MAKO;AACH,gBAAMQ,CAAN;AACH;AACJ;;AAED,UAAI,CAACL,IAAL,EAAW;AACPxB,QAAAA,GAAG,CAAE,wBAAuBqB,MAAO,GAAhC,CAAH;AACA,cAAM,IAAIS,6BAAJ,CAAmB,wBAAuBT,MAAO,GAAjD,CAAN;AACH;;AAEDrB,MAAAA,GAAG,CAAE,wBAAuBqB,MAAO,eAAcG,IAAI,CAACO,OAAQ,MAAKP,IAAI,CAACR,MAAO,EAA5E,CAAH,CA5DA,CA8DA;;AACAd,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACK,oBAAZ,CAAiCkB,aAAjC,CAA+CrB,MAA/C,EAAuDT,OAAO,CAACiB,EAA/D,EAAmE;AAC/EH,QAAAA,MAAM,EAAEX,kCAA2B4B;AAD4C,OAAnE,CAAhB,CA/DA,CAkEA;;AACA,YAAMxB,WAAW,CAACK,oBAAZ,CAAiCoB,WAAjC,CAA6CvB,MAA7C,EAAqD;AACvDwB,QAAAA,UAAU,EAAE/B,mBAD2C;AAEvDgC,QAAAA,UAAU,EAAE/B,kCAA2B4B;AAFgB,OAArD,CAAN;AAIA7B,MAAAA,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;AAEAhB,MAAAA,GAAG,CAAE,kDAAF,CAAH,CAzEA,CA0EA;;AACA,YAAMqC,WAAW,GAAG,MAAM,uBAAWb,IAAX,EAAiBF,kBAAjB,EAAqCZ,WAArC,CAA1B;AACAV,MAAAA,GAAG,CAAE,yBAAF,CAAH,CA5EA,CA6EA;;AACAE,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACK,oBAAZ,CAAiCkB,aAAjC,CAA+CrB,MAA/C,EAAuDT,OAAO,CAACiB,EAA/D,EAAmE;AAC/EH,QAAAA,MAAM,EAAEX,kCAA2BiC,SAD4C;AAE/ErB,QAAAA,IAAI,EAAE;AACFsB,UAAAA,OAAO,EAAG,mCAAkCf,IAAI,CAACL,EAAG,MAAKK,IAAI,CAACO,OAAQ,KAAIP,IAAI,CAACR,MAAO,IADpF;AAEFwB,UAAAA,GAAG,EAAEH,WAAW,CAACI;AAFf;AAFyE,OAAnE,CAAhB,CA9EA,CAqFA;;AACA,YAAMhC,WAAW,CAACK,oBAAZ,CAAiCoB,WAAjC,CAA6CvB,MAA7C,EAAqD;AACvDwB,QAAAA,UAAU,EAAE/B,mBAD2C;AAEvDgC,QAAAA,UAAU,EAAE/B,kCAA2BiC;AAFgB,OAArD,CAAN;AAIAlC,MAAAA,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;AACH,KA3FD,CA2FE,OAAOa,CAAP,EAAU;AACR7B,MAAAA,GAAG,CAAC,kCAAD,EAAqC6B,CAArC,CAAH;;AAEA,UAAI3B,OAAO,IAAIA,OAAO,CAACiB,EAAvB,EAA2B;AACvB;AAChB;AACA;AACA;AACgB,cAAM;AAAEZ,UAAAA,cAAc,EAAEC,IAAlB;AAAwBC,UAAAA;AAAxB,YAAwCV,OAA9C;AACA,cAAM;AAAEY,UAAAA;AAAF,YAAaH,IAAnB;AAEAN,QAAAA,OAAO,GAAG,MAAMO,WAAW,CAACK,oBAAZ,CAAiCkB,aAAjC,CAA+CrB,MAA/C,EAAuDT,OAAO,CAACiB,EAA/D,EAAmE;AAC/EH,UAAAA,MAAM,EAAEX,kCAA2BqC,MAD4C;AAE/ExB,UAAAA,KAAK,EAAE;AACHyB,YAAAA,IAAI,EAAEd,CAAC,CAACc,IADL;AAEHJ,YAAAA,OAAO,EAAEV,CAAC,CAACU,OAFR;AAGHK,YAAAA,KAAK,EAAEf,CAAC,CAACe,KAHN;AAIHC,YAAAA,IAAI,EAAE;AAJH;AAFwE,SAAnE,CAAhB,CARuB,CAkBvB;;AACA,cAAMpC,WAAW,CAACK,oBAAZ,CAAiCoB,WAAjC,CAA6CvB,MAA7C,EAAqD;AACvDwB,UAAAA,UAAU,EAAE/B,mBAD2C;AAEvDgC,UAAAA,UAAU,EAAE/B,kCAA2BqC;AAFgB,SAArD,CAAN;AAIAtC,QAAAA,mBAAmB,GAAGF,OAAO,CAACc,MAA9B;AACH;;AAED,aAAO;AACHC,QAAAA,IAAI,EAAE,IADH;AAEHC,QAAAA,KAAK,EAAE;AACHqB,UAAAA,OAAO,EAAEV,CAAC,CAACU;AADR;AAFJ,OAAP;AAMH,KA9HD,SA8HU;AACN;AACA,UAAIpC,aAAJ,EAAmB;AACfH,QAAAA,GAAG,CAAE,gCAA+BW,MAAO,EAAxC,CAAH,CADe,CAEf;;AACA,cAAM,iCAAwC;AAC1CZ,UAAAA,OAD0C;AAE1C4C,UAAAA,IAAI,EAAE/C,aAAa,CAACkD,QAAd,CAAuBC,OAFa;AAG1CC,UAAAA,OAAO,EAAE;AACLrC,YAAAA,MADK;AAELE,YAAAA,QAAQ,EAAEd,OAAO,CAACkD,QAAR,CAAiBC,WAAjB;AAFL;AAHiC,SAAxC,CAAN;AAQH,OAXD,MAWO;AACHjD,QAAAA,OAAO,CAACD,GAAR,CAAa,8BAA6BY,YAAY,GAAG,CAAE,GAA3D,EADG,CAEH;;AACA,cAAM,iCAAiC;AACnCb,UAAAA,OADmC;AAEnC4C,UAAAA,IAAI,EAAE/C,aAAa,CAACkD,QAAd,CAAuBK,OAFM;AAGnCH,UAAAA,OAAO,EAAE;AACLrC,YAAAA,MADK;AAELC,YAAAA,YAAY,EAAEA,YAAY,GAAG,CAFxB;AAGLC,YAAAA,QAAQ,EAAEd,OAAO,CAACkD,QAAR,CAAiBC,WAAjB;AAHL;AAH0B,SAAjC,CAAN;AASH;AACJ;;AACD,WAAO;AACHjC,MAAAA,IAAI,EAAE,EADH;AAEHC,MAAAA,KAAK,EAAE;AAFJ,KAAP;AAIH;;AA5KqE,CAF3D,C","sourcesContent":["import { HandlerPlugin } from \"@webiny/handler/types\";\nimport { ArgsContext } from \"@webiny/handler-args/types\";\nimport {\n PageExportRevisionType,\n PageImportExportTaskStatus,\n PbPageImportExportContext\n} from \"~/types\";\nimport { invokeHandlerClient } from \"~/importPages/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { exportPage } from \"~/exportPages/utils\";\nimport { HandlerArgs as ExtractHandlerArgs } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\n\nexport interface HandlerArgs {\n taskId: string;\n subTaskIndex: number;\n identity?: SecurityIdentity;\n}\n\ninterface HandlerResponseError {\n message: string;\n}\nexport interface HandlerResponse {\n data: string | null;\n error: HandlerResponseError | null;\n}\n\ninterface Configuration {\n handlers: {\n process: string;\n combine: string;\n };\n}\n\n/**\n * Handles the export pages process workflow.\n */\nexport default (\n configuration: Configuration\n): HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>> => ({\n type: \"handler\",\n async handle(context): Promise<HandlerResponse> {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = PageImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Export Pages Process Handler\");\n const { invocationArgs: args, pageBuilder, fileManager } = context;\n const { taskId, subTaskIndex, identity } = args;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity as SecurityIdentity, context);\n\n try {\n /*\n * Note: We're not going to DB for finding the next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n subTask = await pageBuilder.pageImportExportTask.getSubTask(\n taskId,\n zeroPad(subTaskIndex, 5)\n );\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== PageImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { input } = subTask;\n const { pageId, exportPagesDataKey, revisionType } = input;\n\n /**\n * At the moment, we only export a single revision of the page.\n * It could be \"published\" or \"latest\" depending upon user input.\n *\n * Note: In case of no \"published\" revision available, we use the latest revision.\n */\n let page;\n try {\n if (revisionType === PageExportRevisionType.PUBLISHED) {\n // Get \"published\" page.\n page = await pageBuilder.getPublishedPageById({ id: pageId });\n } else {\n // Get \"latest\" page.\n page = await pageBuilder.getPage(pageId);\n }\n } catch (e) {\n // If we're looking for \"published\" page and doesn't found it, get latest page.\n if (\n revisionType === PageExportRevisionType.PUBLISHED &&\n e instanceof NotFoundError\n ) {\n page = await pageBuilder.getPage(pageId);\n } else {\n throw e;\n }\n }\n\n if (!page) {\n log(`Unable to load page \"${pageId}\"`);\n throw new NotFoundError(`Unable to load page \"${pageId}\"`);\n }\n\n log(`Processing page key \"${pageId}\" | version ${page.version} | ${page.status}`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n status: PageImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.pageImportExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: PageImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n log(`Extracting page data and uploading to storage...`);\n // Extract Page\n const pageDataZip = await exportPage(page, exportPagesDataKey, fileManager);\n log(`Finish uploading zip...`);\n // Update task record in DB\n subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n status: PageImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish uploading data for page \"${page.id}\" v${page.version} (${page.status}).`,\n key: pageDataZip.Key\n }\n });\n // Update stats in main task\n await pageBuilder.pageImportExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: PageImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[EXPORT_PAGES_PROCESS] Error => \", e);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n const { invocationArgs: args, pageBuilder } = context;\n const { taskId } = args;\n\n subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n status: PageImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n stack: e.stack,\n code: \"IMPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.pageImportExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: PageImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n // Combine individual page zip files.\n await invokeHandlerClient<ExtractHandlerArgs>({\n context,\n name: configuration.handlers.combine,\n payload: {\n taskId,\n identity: context.security.getIdentity()\n }\n });\n } else {\n console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current page error out.\n await invokeHandlerClient<HandlerArgs>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n identity: context.security.getIdentity()\n }\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n }\n});\n"]}
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["s3Stream.ts"],"names":["ARCHIVE_CONTENT_TYPE","S3Stream","constructor","s3","S3","region","process","env","AWS_REGION","bucket","S3_BUCKET","isFileAccessible","Key","getObjectHead","error","console","warn","log","headObject","Bucket","promise","readStream","getObject","createReadStream","writeStream","contentType","streamPassThrough","Stream","PassThrough","params","ACL","Body","ContentType","streamPassThroughUploadPromise","upload","listObject","prefix","listObjects","Prefix","deleteObject","key","s3Stream"],"mappings":";;;;;;;;;;;AAAA;;AACA;;;;;;AAEA,MAAMA,oBAAoB,GAAG,iBAA7B;;AAEA,MAAMC,QAAN,CAAe;AAIXC,EAAAA,WAAW,GAAG;AAAA;AAAA;AACV,SAAKC,EAAL,GAAU,IAAIC,UAAJ,CAAO;AACbC,MAAAA,MAAM,EAAEC,OAAO,CAACC,GAAR,CAAYC;AADP,KAAP,CAAV;AAGA,SAAKC,MAAL,GAAcH,OAAO,CAACC,GAAR,CAAYG,SAA1B;AACH;AAED;AACJ;AACA;AACA;AACA;;;AAC0B,QAAhBC,gBAAgB,CAACC,GAAD,EAAgC;AAClD,QAAI;AACA,YAAM,KAAKC,aAAL,CAAmBD,GAAnB,CAAN;AACA,aAAO,IAAP;AACH,KAHD,CAGE,OAAOE,KAAP,EAAc;AACZC,MAAAA,OAAO,CAACC,IAAR,CAAc,4CAA2CJ,GAAI,GAA7D;AACAG,MAAAA,OAAO,CAACE,GAAR,CAAYH,KAAZ;AACA,aAAO,KAAP;AACH;AACJ;;AAEDD,EAAAA,aAAa,CAACD,GAAD,EAA4C;AACrD,WAAO,KAAKT,EAAL,CAAQe,UAAR,CAAmB;AAAEC,MAAAA,MAAM,EAAE,KAAKV,MAAf;AAAuBG,MAAAA;AAAvB,KAAnB,EAAiDQ,OAAjD,EAAP;AACH;;AAEDC,EAAAA,UAAU,CAACT,GAAD,EAAwB;AAC9B,WAAO,KAAKT,EAAL,CAAQmB,SAAR,CAAkB;AAAEH,MAAAA,MAAM,EAAE,KAAKV,MAAf;AAAuBG,MAAAA;AAAvB,KAAlB,EAAgDW,gBAAhD,EAAP;AACH;;AAEDC,EAAAA,WAAW,CACPZ,GADO,EAEPa,WAAmB,GAAGzB,oBAFf,EAMT;AACE,UAAM0B,iBAAiB,GAAG,IAAIC,eAAOC,WAAX,EAA1B;AAEA,UAAMC,MAA2B,GAAG;AAChCC,MAAAA,GAAG,EAAE,aAD2B;AAEhCC,MAAAA,IAAI,EAAEL,iBAF0B;AAGhCP,MAAAA,MAAM,EAAE,KAAKV,MAHmB;AAIhCuB,MAAAA,WAAW,EAAEP,WAJmB;AAKhCb,MAAAA;AALgC,KAApC;AAQA,WAAO;AACHc,MAAAA,iBAAiB,EAAEA,iBADhB;;AAEH;AACZ;AACA;AACYO,MAAAA,8BAA8B,EAAE,KAAK9B,EAAL,CAAQ+B,MAAR,CAAeL,MAAf,EAAuBT,OAAvB;AAL7B,KAAP;AAOH;;AAEDc,EAAAA,MAAM,CAACL,MAAD,EAIiC;AACnC,WAAO,KAAK1B,EAAL,CACF+B,MADE;AAECJ,MAAAA,GAAG,EAAE,SAFN;AAGCX,MAAAA,MAAM,EAAE,KAAKV;AAHd,OAIIoB,MAJJ,GAMFT,OANE,EAAP;AAOH;;AAEDe,EAAAA,UAAU,CAACC,MAAD,EAAgD;AACtD,WAAO,KAAKjC,EAAL,CACFkC,WADE,CACU;AACTlB,MAAAA,MAAM,EAAE,KAAKV,MADJ;AAET6B,MAAAA,MAAM,EAAEF;AAFC,KADV,EAKFhB,OALE,EAAP;AAMH;;AAEDmB,EAAAA,YAAY,CAACC,GAAD,EAA8C;AACtD,WAAO,KAAKrC,EAAL,CAAQoC,YAAR,CAAqB;AAAE3B,MAAAA,GAAG,EAAE4B,GAAP;AAAYrB,MAAAA,MAAM,EAAE,KAAKV;AAAzB,KAArB,EAAwDW,OAAxD,EAAP;AACH;;AAtFU;;AAyFR,MAAMqB,QAAQ,GAAG,IAAIxC,QAAJ,EAAjB","sourcesContent":["import { Stream, PassThrough, Readable } from \"stream\";\nimport S3 from \"aws-sdk/clients/s3\";\n\nconst ARCHIVE_CONTENT_TYPE = \"application/zip\";\n\nclass S3Stream {\n s3: S3;\n bucket: string;\n\n constructor() {\n this.s3 = new S3({\n region: process.env.AWS_REGION as string\n });\n this.bucket = process.env.S3_BUCKET as string;\n }\n\n /**\n * We're checking if the file is accessible on S3 by getting object meta data.\n * It help us to filter files that we need to download as part of export data.\n * @param Key {string}\n */\n async isFileAccessible(Key: string): Promise<boolean> {\n try {\n await this.getObjectHead(Key);\n return true;\n } catch (error) {\n console.warn(`Error while fetching meta data for file \"${Key}\"`);\n console.log(error);\n return false;\n }\n }\n\n getObjectHead(Key: string): Promise<S3.HeadObjectOutput> {\n return this.s3.headObject({ Bucket: this.bucket, Key }).promise();\n }\n\n readStream(Key: string): Readable {\n return this.s3.getObject({ Bucket: this.bucket, Key }).createReadStream();\n }\n\n writeStream(\n Key: string,\n contentType: string = ARCHIVE_CONTENT_TYPE\n ): {\n streamPassThrough: PassThrough;\n streamPassThroughUploadPromise: Promise<S3.ManagedUpload.SendData>;\n } {\n const streamPassThrough = new Stream.PassThrough();\n\n const params: S3.PutObjectRequest = {\n ACL: \"public-read\",\n Body: streamPassThrough,\n Bucket: this.bucket,\n ContentType: contentType,\n Key\n };\n\n return {\n streamPassThrough: streamPassThrough,\n /**\n * We're not using the `FileManager` storage plugin here because it currently doesn't support streams.\n */\n streamPassThroughUploadPromise: this.s3.upload(params).promise()\n };\n }\n\n upload(params: {\n Key: string;\n ContentType: string;\n Body: Buffer;\n }): Promise<S3.ManagedUpload.SendData> {\n return this.s3\n .upload({\n ACL: \"private\",\n Bucket: this.bucket,\n ...params\n })\n .promise();\n }\n\n listObject(prefix: string): Promise<S3.ListObjectsOutput> {\n return this.s3\n .listObjects({\n Bucket: this.bucket,\n Prefix: prefix\n })\n .promise();\n }\n\n deleteObject(key: string): Promise<S3.DeleteObjectOutput> {\n return this.s3.deleteObject({ Key: key, Bucket: this.bucket }).promise();\n }\n}\n\nexport const s3Stream = new S3Stream();\n"]}
|
package/exportPages/utils.js
CHANGED
@@ -38,7 +38,7 @@ async function getFilteredFiles(files) {
|
|
38
38
|
|
39
39
|
async function exportPage(page, exportPagesDataKey, fileManager) {
|
40
40
|
// Extract all files
|
41
|
-
const files = extractFilesFromPageData(page.content); // Filter files
|
41
|
+
const files = extractFilesFromPageData(page.content || {}); // Filter files
|
42
42
|
|
43
43
|
const filesAvailableForDownload = await getFilteredFiles(files); // Extract images from page settings
|
44
44
|
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["utils.ts"],"names":["EXPORT_PAGES_FOLDER_KEY","getFilteredFiles","files","uniqueFileKeys","Map","promises","map","file","s3Stream","isFileAccessible","key","isFileAvailableResults","Promise","all","filesAvailableForDownload","i","length","has","push","set","exportPage","page","exportPagesDataKey","fileManager","extractFilesFromPageData","content","pageSettingsImages","filter","image","src","pageSettingsImagesData","id","getFile","pageData","title","path","version","status","settings","pageDataBuffer","Buffer","from","JSON","stringify","zipper","Zipper","exportInfo","pageTitle","archiveFileKey","process","data","Array","isArray","element","tuple","Object","entries","value"],"mappings":";;;;;;;;;;;AAGA;;AACA;;AACA;;AAEO,MAAMA,uBAAuB,GAAG,wBAAhC;;;AAEP,eAAeC,gBAAf,CAAgCC,KAAhC,EAAoD;AAChD,QAAMC,cAAc,GAAG,IAAIC,GAAJ,EAAvB;AACA,QAAMC,QAAQ,GAAGH,KAAK,CAACI,GAAN,CAAUC,IAAI,IAAIC,mBAASC,gBAAT,CAA0BF,IAAI,CAACG,GAA/B,CAAlB,CAAjB;AACA,QAAMC,sBAAsB,GAAG,MAAMC,OAAO,CAACC,GAAR,CAAYR,QAAZ,CAArC;AAEA,QAAMS,yBAAyB,GAAG,EAAlC,CALgD,CAMhD;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGb,KAAK,CAACc,MAA1B,EAAkCD,CAAC,EAAnC,EAAuC;AACnC,UAAMR,IAAI,GAAGL,KAAK,CAACa,CAAD,CAAlB,CADmC,CAEnC;;AACA,QAAIJ,sBAAsB,CAACI,CAAD,CAAtB,IAA6B,CAACZ,cAAc,CAACc,GAAf,CAAmBV,IAAI,CAACG,GAAxB,CAAlC,EAAgE;AAC5DI,MAAAA,yBAAyB,CAACI,IAA1B,CAA+BX,IAA/B;AACAJ,MAAAA,cAAc,CAACgB,GAAf,CAAmBZ,IAAI,CAACG,GAAxB,EAA6B,IAA7B;AACH;AACJ;;AACD,SAAOI,yBAAP;AACH;;AAOM,eAAeM,UAAf,CACHC,IADG,EAEHC,kBAFG,EAGHC,WAHG,EAI+B;AAClC;AACA,QAAMrB,KAAK,GAAGsB,wBAAwB,CAACH,IAAI,CAACI,OAAL,IAAgB,EAAjB,CAAtC,CAFkC,CAGlC;;AACA,QAAMX,yBAAyB,GAAG,MAAMb,gBAAgB,CAACC,KAAD,CAAxD,CAJkC,CAKlC;;AACA,QAAMwB,kBAAkB,GAAG,CACvB,kBAAIL,IAAJ,EAAU,wBAAV,CADuB,EAEvB,kBAAIA,IAAJ,EAAU,uBAAV,CAFuB,EAGzBM,MAHyB,CAGlBC,KAAK,IAAIA,KAAK,IAAIA,KAAK,CAACC,GAHN,CAA3B;AAIA,QAAMC,sBAAsB,GAAG,EAA/B,CAVkC,CAWlC;;AACA,OAAK,IAAIf,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGW,kBAAkB,CAACV,MAAvC,EAA+CD,CAAC,EAAhD,EAAoD;AAChD,UAAM;AAAEgB,MAAAA;AAAF,QAASL,kBAAkB,CAACX,CAAD,CAAjC;AACA,UAAMR,IAAI,GAAG,MAAMgB,WAAW,CAACrB,KAAZ,CAAkB8B,OAAlB,CAA0BD,EAA1B,CAAnB;AACAD,IAAAA,sBAAsB,CAACZ,IAAvB,CAA4BX,IAA5B;AACH,GAhBiC,CAkBlC;;;AACA,QAAM0B,QAAQ,GAAG;AACbZ,IAAAA,IAAI,EAAE;AACFI,MAAAA,OAAO,EAAEJ,IAAI,CAACI,OADZ;AAEFS,MAAAA,KAAK,EAAEb,IAAI,CAACa,KAFV;AAGFC,MAAAA,IAAI,EAAEd,IAAI,CAACc,IAHT;AAIFC,MAAAA,OAAO,EAAEf,IAAI,CAACe,OAJZ;AAKFC,MAAAA,MAAM,EAAEhB,IAAI,CAACgB,MALX;AAMFC,MAAAA,QAAQ,EAAEjB,IAAI,CAACiB;AANb,KADO;AASbpC,IAAAA,KAAK,EAAE,CAAC,GAAGY,yBAAJ,EAA+B,GAAGgB,sBAAlC;AATM,GAAjB;AAWA,QAAMS,cAAc,GAAGC,MAAM,CAACC,IAAP,CAAYC,IAAI,CAACC,SAAL,CAAeV,QAAf,CAAZ,CAAvB;AAEA,QAAMW,MAAM,GAAG,IAAIC,eAAJ,CAAW;AACtBC,IAAAA,UAAU,EAAE;AACR5C,MAAAA,KAAK,EAAE,CAAC,GAAGY,yBAAJ,EAA+B,GAAGgB,sBAAlC,CADC;AAERiB,MAAAA,SAAS,EAAE1B,IAAI,CAACa,KAFR;AAGRK,MAAAA;AAHQ,KADU;AAMtBS,IAAAA,cAAc,EAAE1B;AANM,GAAX,CAAf;AASA,SAAOsB,MAAM,CAACK,OAAP,EAAP;AACH;;AAMM,SAASzB,wBAAT,CACH0B,IADG,EAEHhD,KAAY,GAAG,EAFZ,EAGQ;AACX;AACA,MAAI,CAACgD,IAAD,IAAS,OAAOA,IAAP,KAAgB,QAA7B,EAAuC;AACnC,WAAOhD,KAAP;AACH,GAJU,CAKX;;;AACA,MAAIiD,KAAK,CAACC,OAAN,CAAcF,IAAd,CAAJ,EAAyB;AACrB,SAAK,IAAInC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGmC,IAAI,CAAClC,MAAzB,EAAiCD,CAAC,EAAlC,EAAsC;AAClC,YAAMsC,OAAO,GAAGH,IAAI,CAACnC,CAAD,CAApB;AACAS,MAAAA,wBAAwB,CAAC6B,OAAD,EAAUnD,KAAV,CAAxB;AACH;;AACD,WAAOA,KAAP;AACH,GAZU,CAcX;;;AACA,QAAMoD,KAAK,GAAGC,MAAM,CAACC,OAAP,CAAeN,IAAf,CAAd;;AACA,OAAK,IAAInC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGuC,KAAK,CAACtC,MAA1B,EAAkCD,CAAC,EAAnC,EAAuC;AACnC,UAAM,CAACL,GAAD,EAAM+C,KAAN,IAAeH,KAAK,CAACvC,CAAD,CAA1B,CADmC,CAEnC;;AACA,QAAIL,GAAG,KAAK,MAAR,IAAkB+C,KAAtB,EAA6B;AACzBvD,MAAAA,KAAK,CAACgB,IAAN,CAAWuC,KAAX;AACH,KAFD,MAEO,IAAI/C,GAAG,KAAK,QAAR,IAAoByC,KAAK,CAACC,OAAN,CAAcK,KAAd,CAAxB,EAA8C;AACjD;AACAvD,MAAAA,KAAK,CAACgB,IAAN,CAAW,GAAGuC,KAAd;AACH,KAHM,MAGA;AACHjC,MAAAA,wBAAwB,CAACiC,KAAD,EAAQvD,KAAR,CAAxB;AACH;AACJ;;AACD,SAAOA,KAAP;AACH","sourcesContent":["import S3 from \"aws-sdk/clients/s3\";\nimport { Page, File } from \"@webiny/api-page-builder/types\";\nimport { FileManagerContext } from \"@webiny/api-file-manager/types\";\nimport get from \"lodash/get\";\nimport { s3Stream } from \"./s3Stream\";\nimport Zipper from \"./zipper\";\n\nexport const EXPORT_PAGES_FOLDER_KEY = \"WEBINY_PB_EXPORT_PAGES\";\n\nasync function getFilteredFiles(files: ImageFile[]) {\n const uniqueFileKeys = new Map<string, boolean>();\n const promises = files.map(file => s3Stream.isFileAccessible(file.key));\n const isFileAvailableResults = await Promise.all(promises);\n\n const filesAvailableForDownload = [];\n // Filter files\n for (let i = 0; i < files.length; i++) {\n const file = files[i];\n // Check file accessibility\n if (isFileAvailableResults[i] && !uniqueFileKeys.has(file.key)) {\n filesAvailableForDownload.push(file);\n uniqueFileKeys.set(file.key, true);\n }\n }\n return filesAvailableForDownload;\n}\n\nexport interface ExportedPageData {\n page: Pick<Page, \"content\" | \"title\" | \"version\" | \"status\" | \"settings\" | \"path\">;\n files: ImageFile[];\n}\n\nexport async function exportPage(\n page: Page,\n exportPagesDataKey: string,\n fileManager: FileManagerContext[\"fileManager\"]\n): Promise<S3.ManagedUpload.SendData> {\n // Extract all files\n const files = extractFilesFromPageData(page.content || {});\n // Filter files\n const filesAvailableForDownload = await getFilteredFiles(files);\n // Extract images from page settings\n const pageSettingsImages = [\n get(page, \"settings.general.image\"),\n get(page, \"settings.social.image\")\n ].filter(image => image && image.src);\n const pageSettingsImagesData = [];\n // Get file data for all images inside \"page.settings\"\n for (let i = 0; i < pageSettingsImages.length; i++) {\n const { id } = pageSettingsImages[i];\n const file = await fileManager.files.getFile(id);\n pageSettingsImagesData.push(file);\n }\n\n // Extract the page data in a json file and upload it to S3\n const pageData = {\n page: {\n content: page.content,\n title: page.title,\n path: page.path,\n version: page.version,\n status: page.status,\n settings: page.settings\n },\n files: [...filesAvailableForDownload, ...pageSettingsImagesData]\n };\n const pageDataBuffer = Buffer.from(JSON.stringify(pageData));\n\n const zipper = new Zipper({\n exportInfo: {\n files: [...filesAvailableForDownload, ...pageSettingsImagesData],\n pageTitle: page.title,\n pageDataBuffer\n },\n archiveFileKey: exportPagesDataKey\n });\n\n return zipper.process();\n}\n\nexport interface ImageFile extends Omit<File, \"src\"> {\n key: string;\n}\n\nexport function extractFilesFromPageData(\n data: Record<string, any>,\n files: any[] = []\n): ImageFile[] {\n // Base case: termination\n if (!data || typeof data !== \"object\") {\n return files;\n }\n // Recursively call function for each element\n if (Array.isArray(data)) {\n for (let i = 0; i < data.length; i++) {\n const element = data[i];\n extractFilesFromPageData(element, files);\n }\n return files;\n }\n\n // Main\n const tuple = Object.entries(data);\n for (let i = 0; i < tuple.length; i++) {\n const [key, value] = tuple[i];\n // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.\n if (key === \"file\" && value) {\n files.push(value);\n } else if (key === \"images\" && Array.isArray(value)) {\n // Handle case for \"images-list\" component\n files.push(...value);\n } else {\n extractFilesFromPageData(value, files);\n }\n }\n return files;\n}\n"]}
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["zipper.ts"],"names":["Zipper","constructor","config","archiveFileName","archiveFileKey","exportInfo","pageTitle","s3DownloadStreams","prefix","files","map","key","stream","s3Stream","readStream","filename","filesDirName","path","basename","Readable","from","pageDataBuffer","process","streamPassThrough","streamPassThroughUploadPromise","writeStream","s3FilesStreams","archive","vending","create","archiveFormat","on","error","Error","name","code","message","stack","forEach","streamDetails","append","pipe","finalize","PAGE_EXPORT_BASENAME","ZipOfZip","keys","getFileStreams","fileStreamDetails"],"mappings":";;;;;;;;;;;AACA;;AAEA;;AACA;;AACA;;AACA;;AACA;;;;;;AAPA;AA0Be,MAAMA,MAAN,CAAa;AAMxBC,EAAAA,WAAW,CAACC,MAAD,EAAuB;AAAA,yDALD,KAKC;AAAA,wDAJF,QAIE;AAAA;AAAA;AAC9B,SAAKA,MAAL,GAAcA,MAAd;AACA,SAAKC,eAAL,GAAuB,qBAClB,GAAE,KAAKD,MAAL,CAAYE,cAAe,GADX,EAElB,IAAG,wBAAU,KAAKF,MAAL,CAAYG,UAAZ,CAAuBC,SAAjC,CAA4C,MAF7B,CAAvB;AAIH;;AAEDC,EAAAA,iBAAiB,GAAwB;AACrC,UAAMF,UAAU,GAAG,KAAKH,MAAL,CAAYG,UAA/B;AACA,UAAMG,MAAM,GAAG,qBAAS,EAAT,EAAc,IAAG,wBAAUH,UAAU,CAACC,SAArB,CAAgC,EAAjD,CAAf;AACA,UAAMG,KAAK,GAAGJ,UAAU,CAACI,KAAX,CAAiBC,GAAjB,CAAqB,CAAC;AAAEC,MAAAA;AAAF,KAAD,KAAa;AAC5C,aAAO;AACHC,QAAAA,MAAM,EAAEC,mBAASC,UAAT,CAAoBH,GAApB,CADL;AAEHI,QAAAA,QAAQ,EAAG,GAAEP,MAAO,KAAI,KAAKQ,YAAa,KAAIC,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;AAF9D,OAAP;AAIH,KALa,CAAd;AAOA,WAAO,CACH,GAAGF,KADA,EAEH;AACIG,MAAAA,MAAM,EAAEO,iBAASC,IAAT,CAAcf,UAAU,CAACgB,cAAzB,CADZ;AAEIN,MAAAA,QAAQ,EAAG,GAAEP,MAAO,KAAIH,UAAU,CAACC,SAAU;AAFjD,KAFG,CAAP;AAOH;;AAEDgB,EAAAA,OAAO,GAAuC;AAC1C,UAAM;AAAEC,MAAAA,iBAAF;AAAqBC,MAAAA;AAArB,QAAwDX,mBAASY,WAAT,CAC1D,KAAKtB,eADqD,CAA9D,CAD0C,CAK1C;;;AACA,UAAMuB,cAAc,GAAG,KAAKnB,iBAAL,EAAvB,CAN0C,CAQ1C;;AACA,UAAMoB,OAAO,GAAGC,kBAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;AACAH,IAAAA,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAA0B;AAC1C,YAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,IAAK,IAAGH,KAAK,CAACI,OAAQ,IAAGJ,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACK,KAAM,EADxE,CAAN;AAGH,KAJD,EAX0C,CAiB1C;;AACAX,IAAAA,cAAc,CAACY,OAAf,CAAwBC,aAAD,IACnBZ,OAAO,CAACa,MAAR,CAAeD,aAAa,CAAC3B,MAA7B,EAAqC;AAAEsB,MAAAA,IAAI,EAAEK,aAAa,CAACxB;AAAtB,KAArC,CADJ,EAlB0C,CAsB1C;;AACAY,IAAAA,OAAO,CAACc,IAAR,CAAalB,iBAAb,EAvB0C,CAwB1C;AACA;;AACAI,IAAAA,OAAO,CAACe,QAAR,GA1B0C,CA4B1C;;AACA,WAAOlB,8BAAP;AACH;;AA/DuB;;;AAkE5B,MAAMmB,oBAAoB,GAAI,wBAA9B;;AAEO,MAAMC,QAAN,CAAe;AAKlB3C,EAAAA,WAAW,CAAC4C,IAAD,EAAiB;AAAA,yDAJK,KAIL;AAAA;AAAA;AACxB,SAAKA,IAAL,GAAYA,IAAZ;AACA,SAAK1C,eAAL,GAAuB,qBAAS,EAAT,EAAc,IAAGwC,oBAAqB,EAAtC,CAAvB;AACH;;AAEDG,EAAAA,cAAc,GAAwB;AAClC,WAAO,KAAKD,IAAL,CAAUnC,GAAV,CAAcC,GAAG,IAAI;AACxB,aAAO;AACHC,QAAAA,MAAM,EAAEC,mBAASC,UAAT,CAAoBH,GAApB,CADL;AAEHI,QAAAA,QAAQ,EAAG,GAAEE,IAAI,CAACC,QAAL,CAAcP,GAAd,CAAmB;AAF7B,OAAP;AAIH,KALM,CAAP;AAMH;;AAEDW,EAAAA,OAAO,GAAuC;AAC1C,UAAM;AAAEC,MAAAA,iBAAF;AAAqBC,MAAAA;AAArB,QAAwDX,mBAASY,WAAT,CAC1D,KAAKtB,eADqD,CAA9D,CAD0C,CAK1C;;;AACA,UAAM4C,iBAAiB,GAAG,KAAKD,cAAL,EAA1B,CAN0C,CAQ1C;;AACA,UAAMnB,OAAO,GAAGC,kBAAQC,MAAR,CAAe,KAAKC,aAApB,CAAhB,CAT0C,CAU1C;;;AACAH,IAAAA,OAAO,CAACI,EAAR,CAAW,OAAX,EAAqBC,KAAD,IAA0B;AAC1C,YAAM,IAAIC,KAAJ,CACD,GAAED,KAAK,CAACE,IAAK,IAAGF,KAAK,CAACG,IAAK,IAAGH,KAAK,CAACI,OAAQ,IAAGJ,KAAK,CAACf,IAAK,IAAGe,KAAK,CAACK,KAAM,EADxE,CAAN;AAGH,KAJD,EAX0C,CAiB1C;;AACAU,IAAAA,iBAAiB,CAACT,OAAlB,CAA2BC,aAAD,IACtBZ,OAAO,CAACa,MAAR,CAAeD,aAAa,CAAC3B,MAA7B,EAAqC;AAAEsB,MAAAA,IAAI,EAAEK,aAAa,CAACxB;AAAtB,KAArC,CADJ,EAlB0C,CAsB1C;;AACAY,IAAAA,OAAO,CAACc,IAAR,CAAalB,iBAAb,EAvB0C,CAwB1C;AACA;;AACAI,IAAAA,OAAO,CAACe,QAAR,GA1B0C,CA4B1C;;AACA,WAAOlB,8BAAP;AACH;;AAjDiB","sourcesContent":["// TODO: Move \"archive\" in layer\nimport vending, { ArchiverError } from \"archiver\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport { Readable } from \"stream\";\nimport * as path from \"path\";\nimport kebabCase from \"lodash/kebabCase\";\nimport uniqueId from \"uniqid\";\nimport { s3Stream } from \"./s3Stream\";\nimport { ImageFile } from \"./utils\";\n\ninterface FileStreamDetails {\n stream: Readable;\n filename: string;\n}\n\ninterface ExportInfo {\n files: ImageFile[];\n pageTitle: string;\n pageDataBuffer: Buffer;\n}\n\nexport interface ZipperConfig {\n exportInfo: ExportInfo;\n archiveFileKey: string;\n}\n\nexport default class Zipper {\n private readonly archiveFormat = \"zip\";\n private readonly filesDirName = \"assets\";\n private readonly archiveFileName: string;\n config: ZipperConfig;\n\n constructor(config: ZipperConfig) {\n this.config = config;\n this.archiveFileName = uniqueId(\n `${this.config.archiveFileKey}/`,\n `-${kebabCase(this.config.exportInfo.pageTitle)}.zip`\n );\n }\n\n s3DownloadStreams(): FileStreamDetails[] {\n const exportInfo = this.config.exportInfo;\n const prefix = uniqueId(\"\", `-${kebabCase(exportInfo.pageTitle)}`);\n const files = exportInfo.files.map(({ key }) => {\n return {\n stream: s3Stream.readStream(key),\n filename: `${prefix}\\\\${this.filesDirName}\\\\${path.basename(key)}`\n };\n });\n\n return [\n ...files,\n {\n stream: Readable.from(exportInfo.pageDataBuffer),\n filename: `${prefix}\\\\${exportInfo.pageTitle}.json`\n }\n ];\n }\n\n process(): Promise<S3.ManagedUpload.SendData> {\n const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n this.archiveFileName\n );\n\n // 1. Read all files from S3 using stream.\n const s3FilesStreams = this.s3DownloadStreams();\n\n // 2. Prepare zip from the file stream.\n const archive = vending.create(this.archiveFormat);\n // Handle archive events.\n archive.on(\"error\", (error: ArchiverError) => {\n throw new Error(\n `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n );\n });\n\n // Append all file streams to archive.\n s3FilesStreams.forEach((streamDetails: FileStreamDetails) =>\n archive.append(streamDetails.stream, { name: streamDetails.filename })\n );\n\n // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n archive.pipe(streamPassThrough);\n // Finalize the archive (ie we are done appending files but streams have to finish yet)\n // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n archive.finalize();\n\n // 3. Return upload stream promise.\n return streamPassThroughUploadPromise;\n }\n}\n\nconst PAGE_EXPORT_BASENAME = `WEBINY_PAGE_EXPORT.zip`;\n\nexport class ZipOfZip {\n private readonly archiveFormat = \"zip\";\n private readonly archiveFileName: string;\n keys: string[];\n\n constructor(keys: string[]) {\n this.keys = keys;\n this.archiveFileName = uniqueId(\"\", `-${PAGE_EXPORT_BASENAME}`);\n }\n\n getFileStreams(): FileStreamDetails[] {\n return this.keys.map(key => {\n return {\n stream: s3Stream.readStream(key),\n filename: `${path.basename(key)}`\n };\n });\n }\n\n process(): Promise<S3.ManagedUpload.SendData> {\n const { streamPassThrough, streamPassThroughUploadPromise } = s3Stream.writeStream(\n this.archiveFileName\n );\n\n // 1. Read all files from S3 using stream.\n const fileStreamDetails = this.getFileStreams();\n\n // 2. Prepare zip from the file stream.\n const archive = vending.create(this.archiveFormat);\n // Handle archive events.\n archive.on(\"error\", (error: ArchiverError) => {\n throw new Error(\n `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n );\n });\n\n // Append all file streams to archive.\n fileStreamDetails.forEach((streamDetails: FileStreamDetails) =>\n archive.append(streamDetails.stream, { name: streamDetails.filename })\n );\n\n // Pipe archive output to streamPassThrough (Transform Stream) which will be uploaded to S3.\n archive.pipe(streamPassThrough);\n // Finalize the archive (ie we are done appending files but streams have to finish yet)\n // 'close', 'end' or 'finish' may be fired right after calling this method so register to them beforehand\n archive.finalize();\n\n // 3. Return upload stream promise.\n return streamPassThroughUploadPromise;\n }\n}\n"]}
|
@@ -63,7 +63,17 @@ var _default = ({
|
|
63
63
|
if (!context.pageBuilder) {
|
64
64
|
console.log("Missing pageBuilder on context. Skipping Page ImportExportTasks crud.");
|
65
65
|
return;
|
66
|
-
}
|
66
|
+
}
|
67
|
+
|
68
|
+
const getLocale = () => {
|
69
|
+
const locale = context.i18nContent.getCurrentLocale();
|
70
|
+
|
71
|
+
if (!locale) {
|
72
|
+
throw new _error.default("Missing locale on context.i18nContent.getCurrentLocale() in pageImportExportTasks.crud.ts", "LOCALE_ERROR");
|
73
|
+
}
|
74
|
+
|
75
|
+
return locale;
|
76
|
+
}; // Modify context
|
67
77
|
|
68
78
|
|
69
79
|
context.pageBuilder.pageImportExportTask = {
|
@@ -74,7 +84,7 @@ var _default = ({
|
|
74
84
|
rwd: "r"
|
75
85
|
});
|
76
86
|
const tenant = context.tenancy.getCurrentTenant();
|
77
|
-
const locale =
|
87
|
+
const locale = getLocale();
|
78
88
|
const params = {
|
79
89
|
where: {
|
80
90
|
tenant: tenant.id,
|
@@ -82,7 +92,7 @@ var _default = ({
|
|
82
92
|
id
|
83
93
|
}
|
84
94
|
};
|
85
|
-
let pageImportExportTask;
|
95
|
+
let pageImportExportTask = null;
|
86
96
|
|
87
97
|
try {
|
88
98
|
pageImportExportTask = await storageOperations.getTask(params);
|
@@ -106,7 +116,7 @@ var _default = ({
|
|
106
116
|
rwd: "r"
|
107
117
|
});
|
108
118
|
const tenant = context.tenancy.getCurrentTenant();
|
109
|
-
const locale =
|
119
|
+
const locale = getLocale();
|
110
120
|
const {
|
111
121
|
sort,
|
112
122
|
limit
|
@@ -147,7 +157,7 @@ var _default = ({
|
|
147
157
|
|
148
158
|
const pageImportExportTask = _objectSpread(_objectSpread({}, data), {}, {
|
149
159
|
tenant: context.tenancy.getCurrentTenant().id,
|
150
|
-
locale:
|
160
|
+
locale: getLocale().code,
|
151
161
|
id,
|
152
162
|
createdOn: new Date().toISOString(),
|
153
163
|
createdBy: {
|
@@ -263,7 +273,7 @@ var _default = ({
|
|
263
273
|
|
264
274
|
const pageImportExportSubTask = _objectSpread(_objectSpread({}, data), {}, {
|
265
275
|
tenant: context.tenancy.getCurrentTenant().id,
|
266
|
-
locale:
|
276
|
+
locale: getLocale().code,
|
267
277
|
id: id,
|
268
278
|
parent: parent,
|
269
279
|
createdOn: new Date().toISOString(),
|
@@ -325,7 +335,7 @@ var _default = ({
|
|
325
335
|
rwd: "r"
|
326
336
|
});
|
327
337
|
const tenant = context.tenancy.getCurrentTenant();
|
328
|
-
const locale =
|
338
|
+
const locale = getLocale();
|
329
339
|
const params = {
|
330
340
|
where: {
|
331
341
|
tenant: tenant.id,
|
@@ -334,7 +344,7 @@ var _default = ({
|
|
334
344
|
parent: parent
|
335
345
|
}
|
336
346
|
};
|
337
|
-
let pageImportExportSubTask;
|
347
|
+
let pageImportExportSubTask = null;
|
338
348
|
|
339
349
|
try {
|
340
350
|
pageImportExportSubTask = await storageOperations.getSubTask(params);
|
@@ -358,7 +368,7 @@ var _default = ({
|
|
358
368
|
rwd: "r"
|
359
369
|
});
|
360
370
|
const tenant = context.tenancy.getCurrentTenant();
|
361
|
-
const locale =
|
371
|
+
const locale = getLocale();
|
362
372
|
const listParams = {
|
363
373
|
where: {
|
364
374
|
tenant: tenant.id,
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["pageImportExportTasks.crud.ts"],"names":["validStatus","PageImportExportTaskStatus","PENDING","PROCESSING","COMPLETED","FAILED","CreateDataModel","status","validation","create","data","input","stats","error","UpdateDataModel","PERMISSION_NAME","storageOperations","ContextPlugin","context","pageBuilder","console","log","getLocale","locale","i18nContent","getCurrentLocale","WebinyError","pageImportExportTask","getTask","id","permission","rwd","tenant","tenancy","getCurrentTenant","params","where","code","ex","message","identity","security","getIdentity","listTasks","sort","limit","listParams","Array","isArray","length","own","createdBy","items","createTask","createDataModel","populate","validate","toJSON","createdOn","Date","toISOString","type","displayName","task","updateTask","original","NotFoundError","updateDataModel","onlyDirty","deleteTask","updateStats","updateTaskStats","createSubTask","parent","pageImportExportSubTask","subTask","updateSubTask","subTaskId","getSubTask","listSubTasks"],"mappings":";;;;;;;;;;;AAIA;;AAKA;;AAKA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AAOA;;;;;;AAGA,MAAMA,WAAW,GAAI,GAAEC,kCAA2BC,OAAQ,IAAGD,kCAA2BE,UAAW,IAAGF,kCAA2BG,SAAU,IAAGH,kCAA2BI,MAAO,EAAhL;AAEA,MAAMC,eAAe,GAAG,wBAAW;AAC/BC,EAAAA,MAAM,EAAE,oBAAO;AACXC,IAAAA,UAAU,EAAEA,uBAAWC,MAAX,CAAmB,eAAcT,WAAY,EAA7C;AADD,GAAP,CADuB;AAI/BU,EAAAA,IAAI,EAAE,kCAJyB;AAK/BC,EAAAA,KAAK,EAAE,kCALwB;AAM/BC,EAAAA,KAAK,EAAE,kCANwB;AAO/BC,EAAAA,KAAK,EAAE;AAPwB,CAAX,GAAxB;AAUA,MAAMC,eAAe,GAAG,wBAAW;AAC/BP,EAAAA,MAAM,EAAE,oBAAO;AACXC,IAAAA,UAAU,EAAEA,uBAAWC,MAAX,CAAmB,MAAKT,WAAY,EAApC;AADD,GAAP,CADuB;AAI/BU,EAAAA,IAAI,EAAE,kCAJyB;AAK/BC,EAAAA,KAAK,EAAE,kCALwB;AAM/BC,EAAAA,KAAK,EAAE,kCANwB;AAO/BC,EAAAA,KAAK,EAAE;AAPwB,CAAX,GAAxB;AAUA,MAAME,eAAe,GAAG,SAAxB;;eAEe,CAAC;AAAEC,EAAAA;AAAF,CAAD,KACX,IAAIC,sBAAJ,CAA6C,MAAMC,OAAN,IAAiB;AAC1D;AACR;AACA;AACQ,MAAI,CAACA,OAAO,CAACC,WAAb,EAA0B;AACtBC,IAAAA,OAAO,CAACC,GAAR,CAAY,uEAAZ;AACA;AACH;;AAED,QAAMC,SAAS,GAAG,MAAM;AACpB,UAAMC,MAAM,GAAGL,OAAO,CAACM,WAAR,CAAoBC,gBAApB,EAAf;;AACA,QAAI,CAACF,MAAL,EAAa;AACT,YAAM,IAAIG,cAAJ,CACF,2FADE,EAEF,cAFE,CAAN;AAIH;;AACD,WAAOH,MAAP;AACH,GATD,CAT0D,CAoB1D;;;AACAL,EAAAA,OAAO,CAACC,WAAR,CAAoBQ,oBAApB,GAA2C;AACvCX,IAAAA,iBADuC;;AAEvC,UAAMY,OAAN,CAAcC,EAAd,EAAkB;AACd,YAAMC,UAAU,GAAG,MAAM,mCAAqBZ,OAArB,EAA8BH,eAA9B,EAA+C;AACpEgB,QAAAA,GAAG,EAAE;AAD+D,OAA/C,CAAzB;AAIA,YAAMC,MAAM,GAAGd,OAAO,CAACe,OAAR,CAAgBC,gBAAhB,EAAf;AACA,YAAMX,MAAM,GAAGD,SAAS,EAAxB;AAEA,YAAMa,MAAM,GAAG;AACXC,QAAAA,KAAK,EAAE;AACHJ,UAAAA,MAAM,EAAEA,MAAM,CAACH,EADZ;AAEHN,UAAAA,MAAM,EAAEA,MAAM,CAACc,IAFZ;AAGHR,UAAAA;AAHG;AADI,OAAf;AAQA,UAAIF,oBAAiD,GAAG,IAAxD;;AAEA,UAAI;AACAA,QAAAA,oBAAoB,GAAG,MAAMX,iBAAiB,CAACY,OAAlB,CAA0BO,MAA1B,CAA7B;;AAEA,YAAI,CAACR,oBAAL,EAA2B;AACvB,iBAAO,IAAP;AACH;AACJ,OAND,CAME,OAAOW,EAAP,EAAW;AACT,cAAM,IAAIZ,cAAJ,CACFY,EAAE,CAACC,OAAH,IAAc,2CADZ,EAEFD,EAAE,CAACD,IAAH,IAAW,mCAFT,kCAIMC,EAAE,CAAC5B,IAAH,IAAW,EAJjB;AAKEyB,UAAAA;AALF,WAAN;AAQH;;AACD,YAAMK,QAAQ,GAAGtB,OAAO,CAACuB,QAAR,CAAiBC,WAAjB,EAAjB;AACA,wCAAoBF,QAApB,EAA8BV,UAA9B,EAA0CH,oBAA1C;AAEA,aAAOA,oBAAP;AACH,KAxCsC;;AA0CvC,UAAMgB,SAAN,CAAgBR,MAAhB,EAAwB;AACpB,YAAML,UAAU,GAAG,MAAM,mCAAqBZ,OAArB,EAA8BH,eAA9B,EAA+C;AACpEgB,QAAAA,GAAG,EAAE;AAD+D,OAA/C,CAAzB;AAIA,YAAMC,MAAM,GAAGd,OAAO,CAACe,OAAR,CAAgBC,gBAAhB,EAAf;AACA,YAAMX,MAAM,GAAGD,SAAS,EAAxB;AAEA,YAAM;AAAEsB,QAAAA,IAAF;AAAQC,QAAAA;AAAR,UAAkBV,MAAM,IAAI,EAAlC;AAEA,YAAMW,UAAkD,GAAG;AACvDV,QAAAA,KAAK,EAAE;AACHJ,UAAAA,MAAM,EAAEA,MAAM,CAACH,EADZ;AAEHN,UAAAA,MAAM,EAAEA,MAAM,CAACc;AAFZ,SADgD;AAKvDO,QAAAA,IAAI,EAAEG,KAAK,CAACC,OAAN,CAAcJ,IAAd,KAAuBA,IAAI,CAACK,MAAL,GAAc,CAArC,GAAyCL,IAAzC,GAAgD,CAAC,eAAD,CALC;AAMvDC,QAAAA,KAAK,EAAEA;AANgD,OAA3D,CAVoB,CAmBpB;;AACA,UAAIf,UAAU,CAACoB,GAAf,EAAoB;AAChB,cAAMV,QAAQ,GAAGtB,OAAO,CAACuB,QAAR,CAAiBC,WAAjB,EAAjB;AACAI,QAAAA,UAAU,CAACV,KAAX,CAAiBe,SAAjB,GAA6BX,QAAQ,CAACX,EAAtC;AACH;;AAED,UAAI;AACA,cAAM,CAACuB,KAAD,IAAU,MAAMpC,iBAAiB,CAAC2B,SAAlB,CAA4BG,UAA5B,CAAtB;AACA,eAAOM,KAAP;AACH,OAHD,CAGE,OAAOd,EAAP,EAAW;AACT,cAAM,IAAIZ,cAAJ,CACFY,EAAE,CAACC,OAAH,IAAc,mCADZ,EAEFD,EAAE,CAACD,IAAH,IAAW,0BAFT,EAGF;AACIF,UAAAA;AADJ,SAHE,CAAN;AAOH;AACJ,KA/EsC;;AAiFvC,UAAMkB,UAAN,CAAiB1C,KAAjB,EAAwB;AACpB,YAAM,mCAAqBO,OAArB,EAA8BH,eAA9B,EAA+C;AAAEgB,QAAAA,GAAG,EAAE;AAAP,OAA/C,CAAN;AAEA,YAAMuB,eAAe,GAAG,IAAIhD,eAAJ,GAAsBiD,QAAtB,CAA+B5C,KAA/B,CAAxB;AACA,YAAM2C,eAAe,CAACE,QAAhB,EAAN;AAEA,YAAM3B,EAAU,GAAG,qBAAnB;AACA,YAAMW,QAAQ,GAAGtB,OAAO,CAACuB,QAAR,CAAiBC,WAAjB,EAAjB;AAEA,YAAMhC,IAA0B,GAAG,MAAM4C,eAAe,CAACG,MAAhB,EAAzC;;AAEA,YAAM9B,oBAA0C,mCACzCjB,IADyC;AAE5CsB,QAAAA,MAAM,EAAEd,OAAO,CAACe,OAAR,CAAgBC,gBAAhB,GAAmCL,EAFC;AAG5CN,QAAAA,MAAM,EAAED,SAAS,GAAGe,IAHwB;AAI5CR,QAAAA,EAJ4C;AAK5C6B,QAAAA,SAAS,EAAE,IAAIC,IAAJ,GAAWC,WAAX,EALiC;AAM5CT,QAAAA,SAAS,EAAE;AACPtB,UAAAA,EAAE,EAAEW,QAAQ,CAACX,EADN;AAEPgC,UAAAA,IAAI,EAAErB,QAAQ,CAACqB,IAFR;AAGPC,UAAAA,WAAW,EAAEtB,QAAQ,CAACsB;AAHf;AANiC,QAAhD;;AAaA,UAAI;AACA,eAAO,MAAM9C,iBAAiB,CAACqC,UAAlB,CAA6B;AACtC1C,UAAAA,KAAK,EAAED,IAD+B;AAEtCqD,UAAAA,IAAI,EAAEpC;AAFgC,SAA7B,CAAb;AAIH,OALD,CAKE,OAAOW,EAAP,EAAW;AACT,cAAM,IAAIZ,cAAJ,CACFY,EAAE,CAACC,OAAH,IAAc,wCADZ,EAEFD,EAAE,CAACD,IAAH,IAAW,sCAFT,kCAIMC,EAAE,CAAC5B,IAAH,IAAW,EAJjB;AAKEiB,UAAAA;AALF,WAAN;AAQH;AACJ,KAxHsC;;AA0HvC,UAAMqC,UAAN,CAAiBnC,EAAjB,EAAqBlB,KAArB,EAA4B;AACxB,YAAMmB,UAAU,GAAG,MAAM,mCAAqBZ,OAArB,EAA8BH,eAA9B,EAA+C;AACpEgB,QAAAA,GAAG,EAAE;AAD+D,OAA/C,CAAzB;AAGA,YAAMkC,QAAQ,GAAG,MAAM/C,OAAO,CAACC,WAAR,CAAoBQ,oBAApB,CAAyCC,OAAzC,CAAiDC,EAAjD,CAAvB;;AACA,UAAI,CAACoC,QAAL,EAAe;AACX,cAAM,IAAIC,6BAAJ,CAAmB,yBAAwBrC,EAAG,cAA9C,CAAN;AACH;;AAED,YAAMW,QAAQ,GAAGtB,OAAO,CAACuB,QAAR,CAAiBC,WAAjB,EAAjB;AACA,wCAAoBF,QAApB,EAA8BV,UAA9B,EAA0CmC,QAA1C;AAEA,YAAME,eAAe,GAAG,IAAIrD,eAAJ,GAAsByC,QAAtB,CAA+B5C,KAA/B,CAAxB;AACA,YAAMwD,eAAe,CAACX,QAAhB,EAAN;AAEA,YAAM9C,IAAI,GAAG,MAAMyD,eAAe,CAACV,MAAhB,CAAuB;AAAEW,QAAAA,SAAS,EAAE;AAAb,OAAvB,CAAnB;;AAEA,YAAMzC,oBAA0C,mCACzCsC,QADyC,GAEzCvD,IAFyC,CAAhD;;AAKA,UAAI;AACA,eAAO,MAAMM,iBAAiB,CAACgD,UAAlB,CAA6B;AACtCrD,UAAAA,KAAK,EAAED,IAD+B;AAEtCuD,UAAAA,QAFsC;AAGtCF,UAAAA,IAAI,EAAEpC;AAHgC,SAA7B,CAAb;AAKH,OAND,CAME,OAAOW,EAAP,EAAW;AACT,cAAM,IAAIZ,cAAJ,CACFY,EAAE,CAACC,OAAH,IAAc,wCADZ,EAEFD,EAAE,CAACD,IAAH,IAAW,sCAFT,kCAIMC,EAAE,CAAC5B,IAAH,IAAW,EAJjB;AAKEuD,UAAAA,QALF;AAMEtC,UAAAA;AANF,WAAN;AASH;AACJ,KAjKsC;;AAmKvC,UAAM0C,UAAN,CAAiBxC,EAAjB,EAAqB;AACjB,YAAMC,UAAU,GAAG,MAAM,mCAAqBZ,OAArB,EAA8BH,eAA9B,EAA+C;AACpEgB,QAAAA,GAAG,EAAE;AAD+D,OAA/C,CAAzB;AAIA,YAAMJ,oBAAoB,GAAG,MAAMT,OAAO,CAACC,WAAR,CAAoBQ,oBAApB,CAAyCC,OAAzC,CAC/BC,EAD+B,CAAnC;;AAGA,UAAI,CAACF,oBAAL,EAA2B;AACvB,cAAM,IAAIuC,6BAAJ,CAAmB,yBAAwBrC,EAAG,cAA9C,CAAN;AACH;;AAED,YAAMW,QAAQ,GAAGtB,OAAO,CAACuB,QAAR,CAAiBC,WAAjB,EAAjB;AACA,wCAAoBF,QAApB,EAA8BV,UAA9B,EAA0CH,oBAA1C;;AAEA,UAAI;AACA,eAAO,MAAMX,iBAAiB,CAACqD,UAAlB,CAA6B;AACtCN,UAAAA,IAAI,EAAEpC;AADgC,SAA7B,CAAb;AAGH,OAJD,CAIE,OAAOW,EAAP,EAAW;AACT,cAAM,IAAIZ,cAAJ,CACFY,EAAE,CAACC,OAAH,IAAc,wCADZ,EAEFD,EAAE,CAACD,IAAH,IAAW,sCAFT,kCAIMC,EAAE,CAAC5B,IAAH,IAAW,EAJjB;AAKEiB,UAAAA;AALF,WAAN;AAQH;AACJ,KAhMsC;;AAkMvC,UAAM2C,WAAN,CAAkBzC,EAAlB,EAAsBlB,KAAtB,EAA6B;AACzB,YAAMmB,UAAU,GAAG,MAAM,mCAAqBZ,OAArB,EAA8BH,eAA9B,EAA+C;AACpEgB,QAAAA,GAAG,EAAE;AAD+D,OAA/C,CAAzB;AAGA,YAAMkC,QAAQ,GAAG,MAAM/C,OAAO,CAACC,WAAR,CAAoBQ,oBAApB,CAAyCC,OAAzC,CAAiDC,EAAjD,CAAvB;;AACA,UAAI,CAACoC,QAAL,EAAe;AACX,cAAM,IAAIC,6BAAJ,CAAmB,yBAAwBrC,EAAG,cAA9C,CAAN;AACH;;AAED,YAAMW,QAAQ,GAAGtB,OAAO,CAACuB,QAAR,CAAiBC,WAAjB,EAAjB;AACA,wCAAoBF,QAApB,EAA8BV,UAA9B,EAA0CmC,QAA1C;;AAEA,UAAI;AACA,eAAO,MAAMjD,iBAAiB,CAACuD,eAAlB,CAAkC;AAC3C5D,UAAAA,KAD2C;AAE3CsD,UAAAA;AAF2C,SAAlC,CAAb;AAIH,OALD,CAKE,OAAO3B,EAAP,EAAW;AACT,cAAM,IAAIZ,cAAJ,CACFY,EAAE,CAACC,OAAH,IAAc,wCADZ,EAEFD,EAAE,CAACD,IAAH,IAAW,sCAFT,kCAIMC,EAAE,CAAC5B,IAAH,IAAW,EAJjB;AAKEuD,UAAAA;AALF,WAAN;AAQH;AACJ,KA7NsC;;AA+NvC,UAAMO,aAAN,CAAoBC,MAApB,EAA4B5C,EAA5B,EAAgClB,KAAhC,EAAuC;AACnC,YAAM,mCAAqBO,OAArB,EAA8BH,eAA9B,EAA+C;AAAEgB,QAAAA,GAAG,EAAE;AAAP,OAA/C,CAAN;AAEA,YAAMuB,eAAe,GAAG,IAAIhD,eAAJ,GAAsBiD,QAAtB,CAA+B5C,KAA/B,CAAxB;AACA,YAAM2C,eAAe,CAACE,QAAhB,EAAN;AAEA,YAAMhB,QAAQ,GAAGtB,OAAO,CAACuB,QAAR,CAAiBC,WAAjB,EAAjB;AAEA,YAAMhC,IAAI,GAAG,MAAM4C,eAAe,CAACG,MAAhB,EAAnB;;AAEA,YAAMiB,uBAA6C,mCAC5ChE,IAD4C;AAE/CsB,QAAAA,MAAM,EAAEd,OAAO,CAACe,OAAR,CAAgBC,gBAAhB,GAAmCL,EAFI;AAG/CN,QAAAA,MAAM,EAAED,SAAS,GAAGe,IAH2B;AAI/CR,QAAAA,EAAE,EAAEA,EAJ2C;AAK/C4C,QAAAA,MAAM,EAAEA,MALuC;AAM/Cf,QAAAA,SAAS,EAAE,IAAIC,IAAJ,GAAWC,WAAX,EANoC;AAO/CT,QAAAA,SAAS,EAAE;AACPtB,UAAAA,EAAE,EAAEW,QAAQ,CAACX,EADN;AAEPgC,UAAAA,IAAI,EAAErB,QAAQ,CAACqB,IAFR;AAGPC,UAAAA,WAAW,EAAEtB,QAAQ,CAACsB;AAHf;AAPoC,QAAnD;;AAcA,UAAI;AACA,eAAO,MAAM9C,iBAAiB,CAACwD,aAAlB,CAAgC;AACzC7D,UAAAA,KAAK,EAAED,IADkC;AAEzCiE,UAAAA,OAAO,EAAED;AAFgC,SAAhC,CAAb;AAIH,OALD,CAKE,OAAOpC,EAAP,EAAW;AACT,cAAM,IAAIZ,cAAJ,CACFY,EAAE,CAACC,OAAH,IAAc,2CADZ,EAEFD,EAAE,CAACD,IAAH,IAAW,sCAFT,kCAIMC,EAAE,CAAC5B,IAAH,IAAW,EAJjB;AAKEgE,UAAAA;AALF,WAAN;AAQH;AACJ,KAtQsC;;AAwQvC,UAAME,aAAN,CAAoBH,MAApB,EAA4BI,SAA5B,EAAuClE,KAAvC,EAA8C;AAC1C,YAAMmB,UAAU,GAAG,MAAM,mCAAqBZ,OAArB,EAA8BH,eAA9B,EAA+C;AACpEgB,QAAAA,GAAG,EAAE;AAD+D,OAA/C,CAAzB;AAGA,YAAMkC,QAAQ,GAAG,MAAM/C,OAAO,CAACC,WAAR,CAAoBQ,oBAApB,CAAyCmD,UAAzC,CACnBL,MADmB,EAEnBI,SAFmB,CAAvB;;AAIA,UAAI,CAACZ,QAAL,EAAe;AACX,cAAM,IAAIC,6BAAJ,CACD,iCAAgCO,MAAO,cAAaI,SAAU,cAD7D,CAAN;AAGH;;AAED,YAAMrC,QAAQ,GAAGtB,OAAO,CAACuB,QAAR,CAAiBC,WAAjB,EAAjB;AACA,wCAAoBF,QAApB,EAA8BV,UAA9B,EAA0CmC,QAA1C;AAEA,YAAME,eAAe,GAAG,IAAIrD,eAAJ,GAAsByC,QAAtB,CAA+B5C,KAA/B,CAAxB;AACA,YAAMwD,eAAe,CAACX,QAAhB,EAAN;AAEA,YAAM9C,IAAI,GAAG,MAAMyD,eAAe,CAACV,MAAhB,CAAuB;AAAEW,QAAAA,SAAS,EAAE;AAAb,OAAvB,CAAnB,CApB0C,CAqB1C;;AACA,YAAMM,uBAA6C,mCAC5CT,QAD4C,GAE5CvD,IAF4C,CAAnD;;AAKA,UAAI;AACA,eAAO,MAAMM,iBAAiB,CAAC4D,aAAlB,CAAgC;AACzCjE,UAAAA,KAAK,EAAED,IADkC;AAEzCuD,UAAAA,QAFyC;AAGzCU,UAAAA,OAAO,EAAED;AAHgC,SAAhC,CAAb;AAKH,OAND,CAME,OAAOpC,EAAP,EAAW;AACT,cAAM,IAAIZ,cAAJ,CACFY,EAAE,CAACC,OAAH,IAAc,2CADZ,EAEFD,EAAE,CAACD,IAAH,IAAW,sCAFT,kCAIMC,EAAE,CAAC5B,IAAH,IAAW,EAJjB;AAKEgE,UAAAA,uBALF;AAMET,UAAAA;AANF,WAAN;AASH;AACJ,KApTsC;;AAsTvC,UAAMa,UAAN,CAAiBL,MAAjB,EAAyBI,SAAzB,EAAoC;AAChC,YAAM/C,UAAU,GAAG,MAAM,mCAAqBZ,OAArB,EAA8BH,eAA9B,EAA+C;AACpEgB,QAAAA,GAAG,EAAE;AAD+D,OAA/C,CAAzB;AAGA,YAAMC,MAAM,GAAGd,OAAO,CAACe,OAAR,CAAgBC,gBAAhB,EAAf;AACA,YAAMX,MAAM,GAAGD,SAAS,EAAxB;AAEA,YAAMa,MAAM,GAAG;AACXC,QAAAA,KAAK,EAAE;AACHJ,UAAAA,MAAM,EAAEA,MAAM,CAACH,EADZ;AAEHN,UAAAA,MAAM,EAAEA,MAAM,CAACc,IAFZ;AAGHR,UAAAA,EAAE,EAAEgD,SAHD;AAIHJ,UAAAA,MAAM,EAAEA;AAJL;AADI,OAAf;AASA,UAAIC,uBAAoD,GAAG,IAA3D;;AAEA,UAAI;AACAA,QAAAA,uBAAuB,GAAG,MAAM1D,iBAAiB,CAAC8D,UAAlB,CAA6B3C,MAA7B,CAAhC;;AACA,YAAI,CAACuC,uBAAL,EAA8B;AAC1B,iBAAO,IAAP;AACH;AACJ,OALD,CAKE,OAAOpC,EAAP,EAAW;AACT,cAAM,IAAIZ,cAAJ,CACFY,EAAE,CAACC,OAAH,IAAc,8CADZ,EAEFD,EAAE,CAACD,IAAH,IAAW,mCAFT,kCAIMC,EAAE,CAAC5B,IAAH,IAAW,EAJjB;AAKEyB,UAAAA;AALF,WAAN;AAQH;;AAED,YAAMK,QAAQ,GAAGtB,OAAO,CAACuB,QAAR,CAAiBC,WAAjB,EAAjB;AACA,wCAAoBF,QAApB,EAA8BV,UAA9B,EAA0C4C,uBAA1C;AAEA,aAAOA,uBAAP;AACH,KA5VsC;;AA8VvC,UAAMK,YAAN,CAAmBN,MAAnB,EAA2BlE,MAA3B,EAAmCsC,KAAnC,EAA0C;AACtC,YAAMf,UAAU,GAAG,MAAM,mCAAqBZ,OAArB,EAA8BH,eAA9B,EAA+C;AACpEgB,QAAAA,GAAG,EAAE;AAD+D,OAA/C,CAAzB;AAIA,YAAMC,MAAM,GAAGd,OAAO,CAACe,OAAR,CAAgBC,gBAAhB,EAAf;AACA,YAAMX,MAAM,GAAGD,SAAS,EAAxB;AAEA,YAAMwB,UAAkE,GAAG;AACvEV,QAAAA,KAAK,EAAE;AACHJ,UAAAA,MAAM,EAAEA,MAAM,CAACH,EADZ;AAEHN,UAAAA,MAAM,EAAEA,MAAM,CAACc,IAFZ;AAGHoC,UAAAA,MAAM,EAAEA,MAHL;AAIHlE,UAAAA;AAJG,SADgE;AAOvEsC,QAAAA;AAPuE,OAA3E,CARsC,CAkBtC;;AACA,UAAIf,UAAU,CAACoB,GAAf,EAAoB;AAChB,cAAMV,QAAQ,GAAGtB,OAAO,CAACuB,QAAR,CAAiBC,WAAjB,EAAjB;AACAI,QAAAA,UAAU,CAACV,KAAX,CAAiBe,SAAjB,GAA6BX,QAAQ,CAACX,EAAtC;AACH;;AAED,UAAI;AACA,cAAM,CAACuB,KAAD,IAAU,MAAMpC,iBAAiB,CAAC+D,YAAlB,CAA+BjC,UAA/B,CAAtB;AACA,eAAOM,KAAP;AACH,OAHD,CAGE,OAAOd,EAAP,EAAW;AACT,cAAM,IAAIZ,cAAJ,CACFY,EAAE,CAACC,OAAH,IAAc,6CADZ,EAEFD,EAAE,CAACD,IAAH,IAAW,oCAFT,EAGF;AACIF,UAAAA,MAAM,EAAE;AACJsC,YAAAA,MADI;AAEJlE,YAAAA,MAFI;AAGJsC,YAAAA;AAHI;AADZ,SAHE,CAAN;AAWH;AACJ;;AAtYsC,GAA3C;AAwYH,CA7ZD,C","sourcesContent":["/**\n * Package mdbid does not have types.\n */\n// @ts-ignore\nimport mdbid from \"mdbid\";\n/**\n * Package @commodo/fields does not have types.\n */\n// @ts-ignore\nimport { string, withFields } from \"@commodo/fields\";\n/**\n * Package commodo-fields-object does not have types.\n */\n// @ts-ignore\nimport { object } from \"commodo-fields-object\";\nimport { validation } from \"@webiny/validation\";\nimport { ContextPlugin } from \"@webiny/handler\";\nimport checkBasePermissions from \"@webiny/api-page-builder/graphql/crud/utils/checkBasePermissions\";\nimport checkOwnPermissions from \"@webiny/api-page-builder/graphql/crud/utils/checkOwnPermissions\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport {\n PageImportExportPluginsParams,\n PageImportExportTask,\n PageImportExportTaskStatus,\n PageImportExportTaskStorageOperationsListSubTaskParams\n} from \"~/types\";\nimport { PbPageImportExportContext } from \"~/graphql/types\";\nimport WebinyError from \"@webiny/error\";\nimport { PageElementStorageOperationsListParams } from \"@webiny/api-page-builder/types\";\n\nconst validStatus = `${PageImportExportTaskStatus.PENDING}:${PageImportExportTaskStatus.PROCESSING}:${PageImportExportTaskStatus.COMPLETED}:${PageImportExportTaskStatus.FAILED}`;\n\nconst CreateDataModel = withFields({\n status: string({\n validation: validation.create(`required,in:${validStatus}`)\n }),\n data: object(),\n input: object(),\n stats: object(),\n error: object()\n})();\n\nconst UpdateDataModel = withFields({\n status: string({\n validation: validation.create(`in:${validStatus}`)\n }),\n data: object(),\n input: object(),\n stats: object(),\n error: object()\n})();\n\nconst PERMISSION_NAME = \"pb.page\";\n\nexport default ({ storageOperations }: PageImportExportPluginsParams) =>\n new ContextPlugin<PbPageImportExportContext>(async context => {\n /**\n * If pageBuilder is not defined on the context, do not continue, but log it.\n */\n if (!context.pageBuilder) {\n console.log(\"Missing pageBuilder on context. Skipping Page ImportExportTasks crud.\");\n return;\n }\n\n const getLocale = () => {\n const locale = context.i18nContent.getCurrentLocale();\n if (!locale) {\n throw new WebinyError(\n \"Missing locale on context.i18nContent.getCurrentLocale() in pageImportExportTasks.crud.ts\",\n \"LOCALE_ERROR\"\n );\n }\n return locale;\n };\n\n // Modify context\n context.pageBuilder.pageImportExportTask = {\n storageOperations,\n async getTask(id) {\n const permission = await checkBasePermissions(context, PERMISSION_NAME, {\n rwd: \"r\"\n });\n\n const tenant = context.tenancy.getCurrentTenant();\n const locale = getLocale();\n\n const params = {\n where: {\n tenant: tenant.id,\n locale: locale.code,\n id\n }\n };\n\n let pageImportExportTask: PageImportExportTask | null = null;\n\n try {\n pageImportExportTask = await storageOperations.getTask(params);\n\n if (!pageImportExportTask) {\n return null;\n }\n } catch (ex) {\n throw new WebinyError(\n ex.message || \"Could not get pageImportExportTask by id.\",\n ex.code || \"GET_PAGE_IMPORT_EXPORT_TASK_ERROR\",\n {\n ...(ex.data || {}),\n params\n }\n );\n }\n const identity = context.security.getIdentity();\n checkOwnPermissions(identity, permission, pageImportExportTask);\n\n return pageImportExportTask;\n },\n\n async listTasks(params) {\n const permission = await checkBasePermissions(context, PERMISSION_NAME, {\n rwd: \"r\"\n });\n\n const tenant = context.tenancy.getCurrentTenant();\n const locale = getLocale();\n\n const { sort, limit } = params || {};\n\n const listParams: PageElementStorageOperationsListParams = {\n where: {\n tenant: tenant.id,\n locale: locale.code\n },\n sort: Array.isArray(sort) && sort.length > 0 ? sort : [\"createdOn_ASC\"],\n limit: limit\n };\n\n // If user can only manage own records, let's add that to the listing.\n if (permission.own) {\n const identity = context.security.getIdentity();\n listParams.where.createdBy = identity.id;\n }\n\n try {\n const [items] = await storageOperations.listTasks(listParams);\n return items;\n } catch (ex) {\n throw new WebinyError(\n ex.message || \"Could not list all page elements.\",\n ex.code || \"LIST_PAGE_ELEMENTS_ERROR\",\n {\n params\n }\n );\n }\n },\n\n async createTask(input) {\n await checkBasePermissions(context, PERMISSION_NAME, { rwd: \"w\" });\n\n const createDataModel = new CreateDataModel().populate(input);\n await createDataModel.validate();\n\n const id: string = mdbid();\n const identity = context.security.getIdentity();\n\n const data: PageImportExportTask = await createDataModel.toJSON();\n\n const pageImportExportTask: PageImportExportTask = {\n ...data,\n tenant: context.tenancy.getCurrentTenant().id,\n locale: getLocale().code,\n id,\n createdOn: new Date().toISOString(),\n createdBy: {\n id: identity.id,\n type: identity.type,\n displayName: identity.displayName\n }\n };\n\n try {\n return await storageOperations.createTask({\n input: data,\n task: pageImportExportTask\n });\n } catch (ex) {\n throw new WebinyError(\n ex.message || \"Could not create pageImportExportTask.\",\n ex.code || \"CREATE_PAGE_IMPORT_EXPORT_TASK_ERROR\",\n {\n ...(ex.data || {}),\n pageImportExportTask\n }\n );\n }\n },\n\n async updateTask(id, input) {\n const permission = await checkBasePermissions(context, PERMISSION_NAME, {\n rwd: \"w\"\n });\n const original = await context.pageBuilder.pageImportExportTask.getTask(id);\n if (!original) {\n throw new NotFoundError(`PageImportExportTask \"${id}\" not found.`);\n }\n\n const identity = context.security.getIdentity();\n checkOwnPermissions(identity, permission, original);\n\n const updateDataModel = new UpdateDataModel().populate(input);\n await updateDataModel.validate();\n\n const data = await updateDataModel.toJSON({ onlyDirty: true });\n\n const pageImportExportTask: PageImportExportTask = {\n ...original,\n ...data\n };\n\n try {\n return await storageOperations.updateTask({\n input: data,\n original,\n task: pageImportExportTask\n });\n } catch (ex) {\n throw new WebinyError(\n ex.message || \"Could not update pageImportExportTask.\",\n ex.code || \"UPDATE_PAGE_IMPORT_EXPORT_TASK_ERROR\",\n {\n ...(ex.data || {}),\n original,\n pageImportExportTask\n }\n );\n }\n },\n\n async deleteTask(id) {\n const permission = await checkBasePermissions(context, PERMISSION_NAME, {\n rwd: \"d\"\n });\n\n const pageImportExportTask = await context.pageBuilder.pageImportExportTask.getTask(\n id\n );\n if (!pageImportExportTask) {\n throw new NotFoundError(`PageImportExportTask \"${id}\" not found.`);\n }\n\n const identity = context.security.getIdentity();\n checkOwnPermissions(identity, permission, pageImportExportTask);\n\n try {\n return await storageOperations.deleteTask({\n task: pageImportExportTask\n });\n } catch (ex) {\n throw new WebinyError(\n ex.message || \"Could not delete pageImportExportTask.\",\n ex.code || \"DELETE_PAGE_IMPORT_EXPORT_TASK_ERROR\",\n {\n ...(ex.data || {}),\n pageImportExportTask\n }\n );\n }\n },\n\n async updateStats(id, input) {\n const permission = await checkBasePermissions(context, PERMISSION_NAME, {\n rwd: \"w\"\n });\n const original = await context.pageBuilder.pageImportExportTask.getTask(id);\n if (!original) {\n throw new NotFoundError(`PageImportExportTask \"${id}\" not found.`);\n }\n\n const identity = context.security.getIdentity();\n checkOwnPermissions(identity, permission, original);\n\n try {\n return await storageOperations.updateTaskStats({\n input,\n original\n });\n } catch (ex) {\n throw new WebinyError(\n ex.message || \"Could not update pageImportExportTask.\",\n ex.code || \"UPDATE_PAGE_IMPORT_EXPORT_TASK_ERROR\",\n {\n ...(ex.data || {}),\n original\n }\n );\n }\n },\n\n async createSubTask(parent, id, input) {\n await checkBasePermissions(context, PERMISSION_NAME, { rwd: \"w\" });\n\n const createDataModel = new CreateDataModel().populate(input);\n await createDataModel.validate();\n\n const identity = context.security.getIdentity();\n\n const data = await createDataModel.toJSON();\n\n const pageImportExportSubTask: PageImportExportTask = {\n ...data,\n tenant: context.tenancy.getCurrentTenant().id,\n locale: getLocale().code,\n id: id,\n parent: parent,\n createdOn: new Date().toISOString(),\n createdBy: {\n id: identity.id,\n type: identity.type,\n displayName: identity.displayName\n }\n };\n\n try {\n return await storageOperations.createSubTask({\n input: data,\n subTask: pageImportExportSubTask\n });\n } catch (ex) {\n throw new WebinyError(\n ex.message || \"Could not create pageImportExportSubTask.\",\n ex.code || \"CREATE_PAGE_IMPORT_EXPORT_TASK_ERROR\",\n {\n ...(ex.data || {}),\n pageImportExportSubTask\n }\n );\n }\n },\n\n async updateSubTask(parent, subTaskId, input) {\n const permission = await checkBasePermissions(context, PERMISSION_NAME, {\n rwd: \"w\"\n });\n const original = await context.pageBuilder.pageImportExportTask.getSubTask(\n parent,\n subTaskId\n );\n if (!original) {\n throw new NotFoundError(\n `PageImportExportTask parent: \"${parent}\" and id: \"${subTaskId}\" not found.`\n );\n }\n\n const identity = context.security.getIdentity();\n checkOwnPermissions(identity, permission, original);\n\n const updateDataModel = new UpdateDataModel().populate(input);\n await updateDataModel.validate();\n\n const data = await updateDataModel.toJSON({ onlyDirty: true });\n // TODO: Merge recursively\n const pageImportExportSubTask: PageImportExportTask = {\n ...original,\n ...data\n };\n\n try {\n return await storageOperations.updateSubTask({\n input: data,\n original,\n subTask: pageImportExportSubTask\n });\n } catch (ex) {\n throw new WebinyError(\n ex.message || \"Could not update pageImportExportSubTask.\",\n ex.code || \"UPDATE_PAGE_IMPORT_EXPORT_TASK_ERROR\",\n {\n ...(ex.data || {}),\n pageImportExportSubTask,\n original\n }\n );\n }\n },\n\n async getSubTask(parent, subTaskId) {\n const permission = await checkBasePermissions(context, PERMISSION_NAME, {\n rwd: \"r\"\n });\n const tenant = context.tenancy.getCurrentTenant();\n const locale = getLocale();\n\n const params = {\n where: {\n tenant: tenant.id,\n locale: locale.code,\n id: subTaskId,\n parent: parent\n }\n };\n\n let pageImportExportSubTask: PageImportExportTask | null = null;\n\n try {\n pageImportExportSubTask = await storageOperations.getSubTask(params);\n if (!pageImportExportSubTask) {\n return null;\n }\n } catch (ex) {\n throw new WebinyError(\n ex.message || \"Could not get pageImportExportSubTask by id.\",\n ex.code || \"GET_PAGE_IMPORT_EXPORT_TASK_ERROR\",\n {\n ...(ex.data || {}),\n params\n }\n );\n }\n\n const identity = context.security.getIdentity();\n checkOwnPermissions(identity, permission, pageImportExportSubTask);\n\n return pageImportExportSubTask;\n },\n\n async listSubTasks(parent, status, limit) {\n const permission = await checkBasePermissions(context, PERMISSION_NAME, {\n rwd: \"r\"\n });\n\n const tenant = context.tenancy.getCurrentTenant();\n const locale = getLocale();\n\n const listParams: PageImportExportTaskStorageOperationsListSubTaskParams = {\n where: {\n tenant: tenant.id,\n locale: locale.code,\n parent: parent,\n status\n },\n limit\n };\n\n // If user can only manage own records, let's add that to the listing.\n if (permission.own) {\n const identity = context.security.getIdentity();\n listParams.where.createdBy = identity.id;\n }\n\n try {\n const [items] = await storageOperations.listSubTasks(listParams);\n return items;\n } catch (ex) {\n throw new WebinyError(\n ex.message || \"Could not list all pageImportExportSubTask.\",\n ex.code || \"LIST_PAGE_IMPORT_EXPORT_TASK_ERROR\",\n {\n params: {\n parent,\n status,\n limit\n }\n }\n );\n }\n }\n };\n });\n"]}
|
@@ -81,7 +81,7 @@ var _default = new _handler.ContextPlugin(context => {
|
|
81
81
|
await (0, _checkBasePermissions.default)(context, PERMISSION_NAME, {
|
82
82
|
rwd: "w"
|
83
83
|
});
|
84
|
-
let pageIds = initialPageIds; // If no ids are provided then it means we want to export all pages
|
84
|
+
let pageIds = initialPageIds || []; // If no ids are provided then it means we want to export all pages
|
85
85
|
|
86
86
|
if (!initialPageIds || Array.isArray(initialPageIds) && initialPageIds.length === 0) {
|
87
87
|
pageIds = [];
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["pages.crud.ts"],"names":["PERMISSION_NAME","EXPORT_PAGES_PROCESS_HANDLER","process","env","IMPORT_PAGES_CREATE_HANDLER","ContextPlugin","context","importExportCrud","importPages","category","categorySlug","zipFileKey","zipFileUrl","rwd","pageBuilder","getCategory","NotFoundError","task","pageImportExportTask","createTask","status","PageImportExportTaskStatus","PENDING","input","name","payload","identity","security","getIdentity","exportPages","ids","initialPageIds","revisionType","where","sort","search","pageIds","Array","isArray","length","pages","meta","hasMoreItems","cursor","totalCount","listLatestPages","after","forEach","page","push","id","WebinyError","exportPagesDataKey","EXPORT_PAGES_FOLDER_KEY","i","pageId","createSubTask","updateTask","PROCESSING","stats","taskId","subTaskIndex"],"mappings":";;;;;;;;;AAAA;;AACA;;AACA;;AACA;;AACA;;AAKA;;AAEA;;AAEA;;AAEA;;AAEA,MAAMA,eAAe,GAAG,SAAxB;AACA,MAAMC,4BAA4B,GAAGC,OAAO,CAACC,GAAR,CAAYF,4BAAjD;AACA,MAAMG,2BAA2B,GAAGF,OAAO,CAACC,GAAR,CAAYC,2BAAhD;;eAEe,IAAIC,sBAAJ,CAA6CC,OAAO,IAAI;AACnE,QAAMC,gBAAuC,GAAG;AAC5C,UAAMC,WAAN,CAAkB;AAAEC,MAAAA,QAAQ,EAAEC,YAAZ;AAA0BC,MAAAA,UAA1B;AAAsCC,MAAAA;AAAtC,KAAlB,EAAsE;AAClE,YAAM,mCAAqBN,OAArB,EAA8BN,eAA9B,EAA+C;AACjDa,QAAAA,GAAG,EAAE;AAD4C,OAA/C,CAAN,CADkE,CAKlE;;AACA,YAAMJ,QAAQ,GAAG,MAAMH,OAAO,CAACQ,WAAR,CAAoBC,WAApB,CAAgCL,YAAhC,CAAvB;;AACA,UAAI,CAACD,QAAL,EAAe;AACX,cAAM,IAAIO,6BAAJ,CAAmB,uBAAsBN,YAAa,cAAtD,CAAN;AACH,OATiE,CAWlE;;;AACA,YAAMO,IAAI,GAAG,MAAMX,OAAO,CAACQ,WAAR,CAAoBI,oBAApB,CAAyCC,UAAzC,CAAoD;AACnEC,QAAAA,MAAM,EAAEC,kCAA2BC,OADgC;AAEnEC,QAAAA,KAAK,EAAE;AACHd,UAAAA,QAAQ,EAAEC,YADP;AAEHC,UAAAA,UAFG;AAGHC,UAAAA;AAHG;AAF4D,OAApD,CAAnB;AASA,YAAM,iCAAuC;AACzCN,QAAAA,OADyC;AAEzCkB,QAAAA,IAAI,EAAEpB,2BAFmC;AAGzCqB,QAAAA,OAAO,EAAE;AACLhB,UAAAA,QAAQ,EAAEC,YADL;AAELC,UAAAA,UAFK;AAGLC,UAAAA,UAHK;AAILK,UAAAA,IAJK;AAKLS,UAAAA,QAAQ,EAAEpB,OAAO,CAACqB,QAAR,CAAiBC,WAAjB;AALL;AAHgC,OAAvC,CAAN;AAYA,aAAO;AACHX,QAAAA;AADG,OAAP;AAGH,KArC2C;;AAuC5C,UAAMY,WAAN,CAAkB;AAAEC,MAAAA,GAAG,EAAEC,cAAP;AAAuBC,MAAAA,YAAvB;AAAqCC,MAAAA,KAArC;AAA4CC,MAAAA,IAA5C;AAAkDC,MAAAA;AAAlD,KAAlB,EAA8E;AAC1E,YAAM,mCAAqB7B,OAArB,EAA8BN,eAA9B,EAA+C;AACjDa,QAAAA,GAAG,EAAE;AAD4C,OAA/C,CAAN;AAGA,UAAIuB,OAAiB,GAAGL,cAAc,IAAI,EAA1C,CAJ0E,CAK1E;;AACA,UAAI,CAACA,cAAD,IAAoBM,KAAK,CAACC,OAAN,CAAcP,cAAd,KAAiCA,cAAc,CAACQ,MAAf,KAA0B,CAAnF,EAAuF;AACnFH,QAAAA,OAAO,GAAG,EAAV;AACA,YAAII,KAAK,GAAG,EAAZ;AACA,YAAIC,IAAkB,GAAG;AACrBC,UAAAA,YAAY,EAAE,IADO;AAErBC,UAAAA,MAAM,EAAE,IAFa;AAGrBC,UAAAA,UAAU,EAAE;AAHS,SAAzB,CAHmF,CAQnF;;AACA,eAAOH,IAAI,CAACC,YAAZ,EAA0B;AACtB,WAACF,KAAD,EAAQC,IAAR,IAAgB,MAAMnC,OAAO,CAACQ,WAAR,CAAoB+B,eAApB,CAAoC;AACtDC,YAAAA,KAAK,EAAEL,IAAI,CAACE,MAD0C;AAEtDV,YAAAA,KAAK,EAAEA,KAF+C;AAGtDC,YAAAA,IAAI,EAAEA,IAHgD;AAItDC,YAAAA,MAAM,EAAEA;AAJ8C,WAApC,CAAtB,CADsB,CAOtB;;AACAK,UAAAA,KAAK,CAACO,OAAN,CAAcC,IAAI,IAAIZ,OAAO,CAACa,IAAR,CAAaD,IAAI,CAACE,EAAlB,CAAtB;AACH;AACJ;;AAED,UAAId,OAAO,CAACG,MAAR,KAAmB,CAAvB,EAA0B;AACtB,cAAM,IAAIY,cAAJ,CACF,2DADE,EAEF,6BAFE,CAAN;AAIH,OAhCyE,CAkC1E;;;AACA,YAAMlC,IAAI,GAAG,MAAMX,OAAO,CAACQ,WAAR,CAAoBI,oBAApB,CAAyCC,UAAzC,CAAoD;AACnEC,QAAAA,MAAM,EAAEC,kCAA2BC;AADgC,OAApD,CAAnB;AAGA,YAAM8B,kBAAkB,GAAI,GAAEC,+BAAwB,IAAGpC,IAAI,CAACiC,EAAG,EAAjE,CAtC0E,CAuC1E;;AACA,WAAK,IAAII,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGlB,OAAO,CAACG,MAA5B,EAAoCe,CAAC,EAArC,EAAyC;AACrC,cAAMC,MAAM,GAAGnB,OAAO,CAACkB,CAAD,CAAtB,CADqC,CAErC;;AACA,cAAMhD,OAAO,CAACQ,WAAR,CAAoBI,oBAApB,CAAyCsC,aAAzC,CACFvC,IAAI,CAACiC,EADH,EAEF,qBAAQI,CAAC,GAAG,CAAZ,EAAe,CAAf,CAFE,EAGF;AACIlC,UAAAA,MAAM,EAAEC,kCAA2BC,OADvC;AAEIC,UAAAA,KAAK,EAAE;AACHgC,YAAAA,MADG;AAEHH,YAAAA,kBAFG;AAGHpB,YAAAA;AAHG;AAFX,SAHE,CAAN;AAYH,OAvDyE,CAwD1E;;;AACA,YAAM1B,OAAO,CAACQ,WAAR,CAAoBI,oBAApB,CAAyCuC,UAAzC,CAAoDxC,IAAI,CAACiC,EAAzD,EAA6D;AAC/D9B,QAAAA,MAAM,EAAEC,kCAA2BqC,UAD4B;AAE/DC,QAAAA,KAAK,EAAE,yBAAavB,OAAO,CAACG,MAArB,CAFwD;AAG/DhB,QAAAA,KAAK,EAAE;AACH6B,UAAAA,kBADG;AAEHpB,UAAAA;AAFG;AAHwD,OAA7D,CAAN,CAzD0E,CAkE1E;;AACA,YAAM,iCAAmD;AACrD1B,QAAAA,OADqD;AAErDkB,QAAAA,IAAI,EAAEvB,4BAF+C;AAGrDwB,QAAAA,OAAO,EAAE;AACLmC,UAAAA,MAAM,EAAE3C,IAAI,CAACiC,EADR;AAELW,UAAAA,YAAY,EAAE,CAFT;AAGLnC,UAAAA,QAAQ,EAAEpB,OAAO,CAACqB,QAAR,CAAiBC,WAAjB;AAHL;AAH4C,OAAnD,CAAN;AAUA,aAAO;AAAEX,QAAAA;AAAF,OAAP;AACH;;AArH2C,GAAhD,CADmE,CAwHnE;;AACAX,EAAAA,OAAO,CAACQ,WAAR,CAAoB0B,KAApB,GAA4BjC,gBAA5B;AACH,CA1Hc,C","sourcesContent":["import WebinyError from \"@webiny/error\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { ContextPlugin } from \"@webiny/handler\";\nimport checkBasePermissions from \"@webiny/api-page-builder/graphql/crud/utils/checkBasePermissions\";\nimport {\n PageImportExportTaskStatus,\n PagesImportExportCrud,\n PbPageImportExportContext\n} from \"~/types\";\nimport { invokeHandlerClient } from \"~/importPages/client\";\nimport { HandlerArgs as CreateHandlerArgs } from \"~/importPages/create\";\nimport { initialStats } from \"~/importPages/utils\";\nimport { HandlerArgs as ExportPagesProcessHandlerArgs } from \"~/exportPages/process\";\nimport { EXPORT_PAGES_FOLDER_KEY } from \"~/exportPages/utils\";\nimport { MetaResponse } from \"@webiny/api-page-builder/types\";\nimport { zeroPad } from \"@webiny/utils\";\n\nconst PERMISSION_NAME = \"pb.page\";\nconst EXPORT_PAGES_PROCESS_HANDLER = process.env.EXPORT_PAGES_PROCESS_HANDLER as string;\nconst IMPORT_PAGES_CREATE_HANDLER = process.env.IMPORT_PAGES_CREATE_HANDLER as string;\n\nexport default new ContextPlugin<PbPageImportExportContext>(context => {\n const importExportCrud: PagesImportExportCrud = {\n async importPages({ category: categorySlug, zipFileKey, zipFileUrl }) {\n await checkBasePermissions(context, PERMISSION_NAME, {\n rwd: \"w\"\n });\n\n // Bail out early if category not found\n const category = await context.pageBuilder.getCategory(categorySlug);\n if (!category) {\n throw new NotFoundError(`Category with slug \"${categorySlug}\" not found.`);\n }\n\n // Create a task for import page\n const task = await context.pageBuilder.pageImportExportTask.createTask({\n status: PageImportExportTaskStatus.PENDING,\n input: {\n category: categorySlug,\n zipFileKey,\n zipFileUrl\n }\n });\n\n await invokeHandlerClient<CreateHandlerArgs>({\n context,\n name: IMPORT_PAGES_CREATE_HANDLER,\n payload: {\n category: categorySlug,\n zipFileKey,\n zipFileUrl,\n task,\n identity: context.security.getIdentity()\n }\n });\n\n return {\n task\n };\n },\n\n async exportPages({ ids: initialPageIds, revisionType, where, sort, search }) {\n await checkBasePermissions(context, PERMISSION_NAME, {\n rwd: \"w\"\n });\n let pageIds: string[] = initialPageIds || [];\n // If no ids are provided then it means we want to export all pages\n if (!initialPageIds || (Array.isArray(initialPageIds) && initialPageIds.length === 0)) {\n pageIds = [];\n let pages = [];\n let meta: MetaResponse = {\n hasMoreItems: true,\n cursor: null,\n totalCount: 0\n };\n // Paginate pages\n while (meta.hasMoreItems) {\n [pages, meta] = await context.pageBuilder.listLatestPages({\n after: meta.cursor,\n where: where,\n sort: sort,\n search: search\n });\n // Save page ids\n pages.forEach(page => pageIds.push(page.id));\n }\n }\n\n if (pageIds.length === 0) {\n throw new WebinyError(\n \"Cannot export pages - no pages found for provided inputs.\",\n \"EMPTY_EXPORT_NO_PAGES_FOUND\"\n );\n }\n\n // Create the main task for page export.\n const task = await context.pageBuilder.pageImportExportTask.createTask({\n status: PageImportExportTaskStatus.PENDING\n });\n const exportPagesDataKey = `${EXPORT_PAGES_FOLDER_KEY}/${task.id}`;\n // For each page create a sub task and invoke the process handler.\n for (let i = 0; i < pageIds.length; i++) {\n const pageId = pageIds[i];\n // Create sub task.\n await context.pageBuilder.pageImportExportTask.createSubTask(\n task.id,\n zeroPad(i + 1, 5),\n {\n status: PageImportExportTaskStatus.PENDING,\n input: {\n pageId,\n exportPagesDataKey,\n revisionType\n }\n }\n );\n }\n // Update main task status.\n await context.pageBuilder.pageImportExportTask.updateTask(task.id, {\n status: PageImportExportTaskStatus.PROCESSING,\n stats: initialStats(pageIds.length),\n input: {\n exportPagesDataKey,\n revisionType\n }\n });\n\n // Invoke handler.\n await invokeHandlerClient<ExportPagesProcessHandlerArgs>({\n context,\n name: EXPORT_PAGES_PROCESS_HANDLER,\n payload: {\n taskId: task.id,\n subTaskIndex: 1,\n identity: context.security.getIdentity()\n }\n });\n\n return { task };\n }\n };\n // Modify context\n context.pageBuilder.pages = importExportCrud;\n});\n"]}
|
package/graphql/crud.d.ts
CHANGED
@@ -1,3 +1,3 @@
|
|
1
1
|
import { PageImportExportPluginsParams } from "./types";
|
2
|
-
declare const _default: (params: PageImportExportPluginsParams) => import("@webiny/handler").ContextPlugin<import("
|
2
|
+
declare const _default: (params: PageImportExportPluginsParams) => import("@webiny/handler").ContextPlugin<import("~/graphql/types").PbPageImportExportContext>[];
|
3
3
|
export default _default;
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["crud.ts"],"names":["params","pages"],"mappings":";;;;;;;;;AAAA;;AACA;;eAGgBA,MAAD,IAA2C,CAACC,cAAD,EAAQ,oCAAqBD,MAArB,CAAR,C","sourcesContent":["import pages from \"./crud/pages.crud\";\nimport pageImportExportTask from \"./crud/pageImportExportTasks.crud\";\nimport { PageImportExportPluginsParams } from \"~/graphql/types\";\n\nexport default (params: PageImportExportPluginsParams) => [pages, pageImportExportTask(params)];\n"]}
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["pageImportExportTasks.gql.ts"],"names":["plugin","type","schema","typeDefs","resolvers","PbQuery","getPageImportExportTask","_","args","context","pageBuilder","pageImportExportTask","getTask","id","listPageImportExportSubTask","listSubTasks","status","limit"],"mappings":";;;;;;;;;AACA;;AAGA,MAAMA,MAAsD,GAAG;AAC3DC,EAAAA,IAAI,EAAE,gBADqD;AAE3DC,EAAAA,MAAM,EAAE;AACJC,IAAAA,QAAQ;AAAE;AAAe;AACjC;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SA9CY;AA+CJC,IAAAA,SAAS,EAAE;AACPC,MAAAA,OAAO,EAAE;AACLC,QAAAA,uBAAuB,EAAE,OAAOC,CAAP,EAAUC,IAAV,EAAqBC,OAArB,KAAiC;AACtD,iBAAO,sBAAQ,MAAM;AACjB,mBAAOA,OAAO,CAACC,WAAR,CAAoBC,oBAApB,CAAyCC,OAAzC,CAAiDJ,IAAI,CAACK,EAAtD,CAAP;AACH,WAFM,CAAP;AAGH,SALI;AAMLC,QAAAA,2BAA2B,EAAE,OAAOP,CAAP,EAAUC,IAAV,EAAqBC,OAArB,KAAiC;AAC1D,iBAAO,sBAAQ,MAAM;AACjB,mBAAOA,OAAO,CAACC,WAAR,CAAoBC,oBAApB,CAAyCI,YAAzC,CACHP,IAAI,CAACK,EADF,EAEHL,IAAI,CAACQ,MAFF,EAGHR,IAAI,CAACS,KAHF,CAAP;AAKH,WANM,CAAP;AAOH;AAdI;AADF;AA/CP;AAFmD,CAA/D;eAqEejB,M","sourcesContent":["import { GraphQLSchemaPlugin } from \"@webiny/handler-graphql/types\";\nimport resolve from \"./utils/resolve\";\nimport { PbPageImportExportContext } from \"../types\";\n\nconst plugin: GraphQLSchemaPlugin<PbPageImportExportContext> = {\n type: \"graphql-schema\",\n schema: {\n typeDefs: /* GraphQL */ `\n enum PbPageImportExportTaskStatus {\n pending\n processing\n completed\n failed\n }\n\n type PbPageImportExportTaskStats {\n pending: Int\n processing: Int\n completed: Int\n failed: Int\n total: Int\n }\n\n type PbPageImportExportTask {\n id: ID\n createdOn: DateTime\n createdBy: PbCreatedBy\n status: PbPageImportExportTaskStatus\n data: JSON\n stats: PbPageImportExportTaskStats\n error: JSON\n }\n\n # Response types\n type PbPageImportExportTaskResponse {\n data: PbPageImportExportTask\n error: PbError\n }\n\n type PbPageImportExportTaskListResponse {\n data: [PbPageImportExportTask]\n error: PbError\n }\n\n extend type PbQuery {\n getPageImportExportTask(id: ID!): PbPageImportExportTaskResponse\n listPageImportExportSubTask(\n id: ID!\n status: PbPageImportExportTaskStatus\n limit: Int\n ): PbPageImportExportTaskListResponse\n }\n `,\n resolvers: {\n PbQuery: {\n getPageImportExportTask: async (_, args: any, context) => {\n return resolve(() => {\n return context.pageBuilder.pageImportExportTask.getTask(args.id);\n });\n },\n listPageImportExportSubTask: async (_, args: any, context) => {\n return resolve(() => {\n return context.pageBuilder.pageImportExportTask.listSubTasks(\n args.id,\n args.status,\n args.limit\n );\n });\n }\n }\n }\n }\n};\nexport default plugin;\n"]}
|
@@ -59,9 +59,15 @@ const plugin = {
|
|
59
59
|
resolvers: {
|
60
60
|
PbMutation: {
|
61
61
|
exportPages: async (_, args, context) => {
|
62
|
+
/**
|
63
|
+
* We know that args is ExportPagesParams.
|
64
|
+
*/
|
62
65
|
return (0, _resolve.default)(() => context.pageBuilder.pages.exportPages(args));
|
63
66
|
},
|
64
67
|
importPages: async (_, args, context) => {
|
68
|
+
/**
|
69
|
+
* We know that args is ExportPagesParams.
|
70
|
+
*/
|
65
71
|
return (0, _resolve.default)(() => context.pageBuilder.pages.importPages(args));
|
66
72
|
}
|
67
73
|
}
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["pages.gql.ts"],"names":["plugin","type","schema","typeDefs","resolvers","PbMutation","exportPages","_","args","context","pageBuilder","pages","importPages"],"mappings":";;;;;;;;;AAGA;;AAEA,MAAMA,MAAsD,GAAG;AAC3DC,EAAAA,IAAI,EAAE,gBADqD;AAE3DC,EAAAA,MAAM,EAAE;AACJC,IAAAA,QAAQ;AAAE;AAAe;AACjC;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SA1CY;AA2CJC,IAAAA,SAAS,EAAE;AACPC,MAAAA,UAAU,EAAE;AACRC,QAAAA,WAAW,EAAE,OAAOC,CAAP,EAAUC,IAAV,EAAqBC,OAArB,KAAiC;AAC1C;AACpB;AACA;AACoB,iBAAO,sBAAQ,MACXA,OAAO,CAACC,WAAR,CAAoBC,KAApB,CAA0BL,WAA1B,CAAsCE,IAAtC,CADG,CAAP;AAGH,SARO;AAURI,QAAAA,WAAW,EAAE,OAAOL,CAAP,EAAUC,IAAV,EAAqBC,OAArB,KAAiC;AAC1C;AACpB;AACA;AACoB,iBAAO,sBAAQ,MACXA,OAAO,CAACC,WAAR,CAAoBC,KAApB,CAA0BC,WAA1B,CAAsCJ,IAAtC,CADG,CAAP;AAGH;AAjBO;AADL;AA3CP;AAFmD,CAA/D;eAqEeR,M","sourcesContent":["import { GraphQLSchemaPlugin } from \"@webiny/handler-graphql/types\";\nimport { ExportPagesParams, ImportPagesParams } from \"~/types\";\nimport { PbPageImportExportContext } from \"../types\";\nimport resolve from \"./utils/resolve\";\n\nconst plugin: GraphQLSchemaPlugin<PbPageImportExportContext> = {\n type: \"graphql-schema\",\n schema: {\n typeDefs: /* GraphQL */ `\n type PbExportPageData {\n task: PbPageImportExportTask\n }\n\n type PbExportPageResponse {\n data: PbExportPageData\n error: PbError\n }\n\n type PbImportPageData {\n task: PbPageImportExportTask\n }\n\n type PbImportPageResponse {\n data: PbImportPageData\n error: PbError\n }\n\n enum PbExportPageRevisionType {\n published\n latest\n }\n\n extend type PbMutation {\n # Export pages\n exportPages(\n ids: [ID!]\n revisionType: PbExportPageRevisionType!\n where: PbListPagesWhereInput\n sort: [PbListPagesSort!]\n search: PbListPagesSearchInput\n ): PbExportPageResponse\n\n # Import pages\n importPages(\n category: String!\n zipFileKey: String\n zipFileUrl: String\n ): PbImportPageResponse\n }\n `,\n resolvers: {\n PbMutation: {\n exportPages: async (_, args: any, context) => {\n /**\n * We know that args is ExportPagesParams.\n */\n return resolve(() =>\n context.pageBuilder.pages.exportPages(args as unknown as ExportPagesParams)\n );\n },\n\n importPages: async (_, args: any, context) => {\n /**\n * We know that args is ExportPagesParams.\n */\n return resolve(() =>\n context.pageBuilder.pages.importPages(args as unknown as ImportPagesParams)\n );\n }\n }\n }\n }\n};\n\nexport default plugin;\n"]}
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["resolve.ts"],"names":["fn","Response","e","ErrorResponse"],"mappings":";;;;;;;AAAA;;eAEe,MAAOA,EAAP,IAAkC;AAC7C,MAAI;AACA,WAAO,IAAIC,wBAAJ,CAAa,MAAMD,EAAE,EAArB,CAAP;AACH,GAFD,CAEE,OAAOE,CAAP,EAAU;AACR,WAAO,IAAIC,6BAAJ,CAAkBD,CAAlB,CAAP;AACH;AACJ,C","sourcesContent":["import { Response, ErrorResponse } from \"@webiny/handler-graphql\";\n\nexport default async (fn: () => Promise<any>) => {\n try {\n return new Response(await fn());\n } catch (e) {\n return new ErrorResponse(e);\n }\n};\n"]}
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["graphql.ts"],"names":["pages","pageImportExportTask"],"mappings":";;;;;;;;;AAAA;;AACA;;eAGe,CAACA,cAAD,EAAQC,8BAAR,C","sourcesContent":["import pages from \"./graphql/pages.gql\";\nimport pageImportExportTask from \"./graphql/pageImportExportTasks.gql\";\nimport { GraphQLSchemaPlugin } from \"@webiny/handler-graphql/types\";\n\nexport default [pages, pageImportExportTask] as GraphQLSchemaPlugin[];\n"]}
|
package/graphql/index.d.ts
CHANGED
@@ -1,3 +1,3 @@
|
|
1
1
|
import { PageImportExportPluginsParams } from "./types";
|
2
|
-
declare const _default: (params: PageImportExportPluginsParams) => (import("@webiny/handler").ContextPlugin<import("
|
2
|
+
declare const _default: (params: PageImportExportPluginsParams) => (import("@webiny/handler").ContextPlugin<import("~/graphql/types").PbPageImportExportContext>[] | import("@webiny/handler-graphql/types").GraphQLSchemaPlugin<import("@webiny/handler/types").Context>[])[];
|
3
3
|
export default _default;
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["index.ts"],"names":["params","graphql"],"mappings":";;;;;;;;;AAAA;;AACA;;eAGgBA,MAAD,IAA2C,CAAC,mBAAKA,MAAL,CAAD,EAAeC,gBAAf,C","sourcesContent":["import crud from \"./crud\";\nimport graphql from \"./graphql\";\nimport { PageImportExportPluginsParams } from \"~/graphql/types\";\n\nexport default (params: PageImportExportPluginsParams) => [crud(params), graphql];\n"]}
|
package/graphql/types.d.ts
CHANGED
@@ -37,7 +37,7 @@ export declare type PageImportExportTaskCrud = {
|
|
37
37
|
* @internal
|
38
38
|
*/
|
39
39
|
storageOperations: PageImportExportTaskStorageOperations;
|
40
|
-
getTask(id: string): Promise<PageImportExportTask>;
|
40
|
+
getTask(id: string): Promise<PageImportExportTask | null>;
|
41
41
|
listTasks(params?: PageImportExportTaskStorageOperationsListParams): Promise<PageImportExportTask[]>;
|
42
42
|
createTask(data: Partial<PageImportExportTaskCreateData>): Promise<PageImportExportTask>;
|
43
43
|
updateTask(id: string, data: Partial<PageImportExportTaskCreateData>): Promise<PageImportExportTask>;
|
@@ -46,7 +46,7 @@ export declare type PageImportExportTaskCrud = {
|
|
46
46
|
nextStatus: PageImportExportTaskStatus;
|
47
47
|
}): Promise<PageImportExportTask>;
|
48
48
|
deleteTask(id: string): Promise<PageImportExportTask>;
|
49
|
-
getSubTask(id: string, subtaskId: string): Promise<PageImportExportTask>;
|
49
|
+
getSubTask(id: string, subtaskId: string): Promise<PageImportExportTask | null>;
|
50
50
|
listSubTasks(id: string, status: PageImportExportTaskStatus, limit: number): Promise<PageImportExportTask[]>;
|
51
51
|
createSubTask(id: string, subTaskId: string, data: Partial<PageImportExportTaskCreateData>): Promise<PageImportExportTask>;
|
52
52
|
updateSubTask(id: string, subTaskId: string, data: Partial<PageImportExportTaskCreateData>): Promise<PageImportExportTask>;
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[]}
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["client.ts"],"names":["invokeHandlerClient","context","name","payload","request","http","invocationArgs","httpMethod","method","body","headers","cookies","handlerClient","invoke","await"],"mappings":";;;;;;;;;;;;;;;AAQO,eAAeA,mBAAf,CAA4C;AAC/CC,EAAAA,OAD+C;AAE/CC,EAAAA,IAF+C;AAG/CC,EAAAA;AAH+C,CAA5C,EAIgC;AACnC;AACJ;AACA;AACA;AACI,QAAM;AAAEC,IAAAA;AAAF,MAAcH,OAAO,CAACI,IAA5B;AACA,QAAMC,cAAc,GAAG;AACnBC,IAAAA,UAAU,EAAEH,OAAO,CAACI,MADD;AAEnBC,IAAAA,IAAI,EAAEL,OAAO,CAACK,IAFK;AAGnBC,IAAAA,OAAO,EAAEN,OAAO,CAACM,OAHE;AAInBC,IAAAA,OAAO,EAAEP,OAAO,CAACO;AAJE,GAAvB,CANmC,CAYnC;;AACA,QAAMV,OAAO,CAACW,aAAR,CAAsBC,MAAtB,CAA4C;AAC9CX,IAAAA,IAAI,EAAEA,IADwC;AAE9CC,IAAAA,OAAO,kCACAA,OADA,GAEAG,cAFA,CAFuC;AAM9CQ,IAAAA,KAAK,EAAE;AANuC,GAA5C,CAAN;AAQH","sourcesContent":["import { PbPageImportExportContext } from \"~/graphql/types\";\n\nexport interface InvokeHandlerClientParams<TParams> {\n context: PbPageImportExportContext;\n name: string;\n payload: TParams;\n}\n\nexport async function invokeHandlerClient<TParams>({\n context,\n name,\n payload\n}: InvokeHandlerClientParams<TParams>) {\n /*\n * Prepare \"invocationArgs\", we're hacking our wat here.\n * They are necessary to setup the \"context.pageBuilder\" object among other things in IMPORT_PAGE_FUNCTION\n */\n const { request } = context.http;\n const invocationArgs = {\n httpMethod: request.method,\n body: request.body,\n headers: request.headers,\n cookies: request.cookies\n };\n // Invoke handler\n await context.handlerClient.invoke<TParams & any>({\n name: name,\n payload: {\n ...payload,\n ...invocationArgs\n },\n await: false\n });\n}\n"]}
|
@@ -2,19 +2,20 @@ import { HandlerPlugin } from "@webiny/handler/types";
|
|
2
2
|
import { ArgsContext } from "@webiny/handler-args/types";
|
3
3
|
import { PageImportExportTask, PbPageImportExportContext } from "../../types";
|
4
4
|
import { SecurityIdentity } from "@webiny/api-security/types";
|
5
|
-
export
|
5
|
+
export interface HandlerArgs {
|
6
6
|
category: string;
|
7
7
|
zipFileKey?: string;
|
8
8
|
zipFileUrl?: string;
|
9
9
|
task: PageImportExportTask;
|
10
10
|
identity: SecurityIdentity;
|
11
|
-
}
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
11
|
+
}
|
12
|
+
interface HandlerResponseError {
|
13
|
+
message: string;
|
14
|
+
}
|
15
|
+
export interface HandlerResponse {
|
16
|
+
data: string | null;
|
17
|
+
error: HandlerResponseError | null;
|
18
|
+
}
|
18
19
|
interface Configuration {
|
19
20
|
handlers: {
|
20
21
|
process: string;
|
@@ -37,6 +37,16 @@ var _default = configuration => ({
|
|
37
37
|
zipFileUrl,
|
38
38
|
identity
|
39
39
|
} = args;
|
40
|
+
|
41
|
+
if (!zipFileKey && !zipFileUrl) {
|
42
|
+
return {
|
43
|
+
data: null,
|
44
|
+
error: {
|
45
|
+
message: "Missing zipFileKey and zipFileUrl parameters. One must be defined."
|
46
|
+
}
|
47
|
+
};
|
48
|
+
}
|
49
|
+
|
40
50
|
(0, _mockSecurity.mockSecurity)(identity, context); // Step 1: Read the zip file
|
41
51
|
|
42
52
|
const pageImportDataList = await (0, _utils.readExtractAndUploadZipFileContents)(zipFileKey || zipFileUrl); // Once we have map we can start processing each page
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["index.ts"],"names":["configuration","type","handle","context","log","console","invocationArgs","args","pageBuilder","task","category","zipFileKey","zipFileUrl","identity","data","error","message","pageImportDataList","i","length","pagesDirMap","subtask","pageImportExportTask","createSubTask","id","status","PageImportExportTaskStatus","PENDING","pageKey","key","input","fileUploadsData","updateTask","PROCESSING","stats","name","handlers","process","payload","taskId","subTaskIndex","security","getIdentity","e","FAILED","code"],"mappings":";;;;;;;AAEA;;AAKA;;AACA;;AAGA;;AACA;;AAwBA;AACA;AACA;eAEIA,aADW,KAE2D;AACtEC,EAAAA,IAAI,EAAE,SADgE;;AAEtE,QAAMC,MAAN,CAAaC,OAAb,EAAgD;AAC5C,UAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;;AAEA,QAAI;AACAA,MAAAA,GAAG,CAAC,6BAAD,CAAH;AACA,YAAM;AAAEE,QAAAA,cAAc,EAAEC,IAAlB;AAAwBC,QAAAA;AAAxB,UAAwCL,OAA9C;AACA,YAAM;AAAEM,QAAAA,IAAF;AAAQC,QAAAA,QAAR;AAAkBC,QAAAA,UAAlB;AAA8BC,QAAAA,UAA9B;AAA0CC,QAAAA;AAA1C,UAAuDN,IAA7D;;AACA,UAAI,CAACI,UAAD,IAAe,CAACC,UAApB,EAAgC;AAC5B,eAAO;AACHE,UAAAA,IAAI,EAAE,IADH;AAEHC,UAAAA,KAAK,EAAE;AACHC,YAAAA,OAAO,EACH;AAFD;AAFJ,SAAP;AAOH;;AACD,sCAAaH,QAAb,EAAuBV,OAAvB,EAbA,CAcA;;AACA,YAAMc,kBAAkB,GAAG,MAAM,gDAC7BN,UAAU,IAAKC,UADc,CAAjC,CAfA,CAkBA;AAEA;;AACA,WAAK,IAAIM,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGD,kBAAkB,CAACE,MAAvC,EAA+CD,CAAC,EAAhD,EAAoD;AAChD,cAAME,WAAW,GAAGH,kBAAkB,CAACC,CAAD,CAAtC,CADgD,CAEhD;;AACA,cAAMG,OAAO,GAAG,MAAMb,WAAW,CAACc,oBAAZ,CAAiCC,aAAjC,CAClBd,IAAI,CAACe,EADa,EAElB,qBAAQN,CAAC,GAAG,CAAZ,EAAe,CAAf,CAFkB,EAGlB;AACIO,UAAAA,MAAM,EAAEC,kCAA2BC,OADvC;AAEIb,UAAAA,IAAI,EAAE;AACFc,YAAAA,OAAO,EAAER,WAAW,CAACS,GADnB;AAEFnB,YAAAA,QAFE;AAGFC,YAAAA,UAHE;AAIFC,YAAAA,UAJE;AAKFkB,YAAAA,KAAK,EAAE;AACHC,cAAAA,eAAe,EAAEX;AADd;AALL;AAFV,SAHkB,CAAtB;AAgBAhB,QAAAA,GAAG,CAAE,mBAAkBiB,OAAO,CAACG,EAAG,aAA/B,CAAH;AACH,OAzCD,CA0CA;;;AACA,YAAMhB,WAAW,CAACc,oBAAZ,CAAiCU,UAAjC,CAA4CvB,IAAI,CAACe,EAAjD,EAAqD;AACvDC,QAAAA,MAAM,EAAEC,kCAA2BO,UADoB;AAEvDC,QAAAA,KAAK,EAAE,yBAAajB,kBAAkB,CAACE,MAAhC;AAFgD,OAArD,CAAN;AAKA,YAAM,iCAAwC;AAC1ChB,QAAAA,OAD0C;AAE1CgC,QAAAA,IAAI,EAAEnC,aAAa,CAACoC,QAAd,CAAuBC,OAFa;AAG1CC,QAAAA,OAAO,EAAE;AACLC,UAAAA,MAAM,EAAE9B,IAAI,CAACe,EADR;AAEL;AACAgB,UAAAA,YAAY,EAAE,CAHT;AAIL3B,UAAAA,QAAQ,EAAEV,OAAO,CAACsC,QAAR,CAAiBC,WAAjB;AAJL;AAHiC,OAAxC,CAAN;AAUH,KA1DD,CA0DE,OAAOC,CAAP,EAAU;AACRvC,MAAAA,GAAG,CAAC,iCAAD,EAAoCuC,CAApC,CAAH;AAEA;AACZ;AACA;AACA;;AACY,YAAM;AAAErC,QAAAA,cAAc,EAAEC,IAAlB;AAAwBC,QAAAA;AAAxB,UAAwCL,OAA9C;AACA,YAAM;AAAEM,QAAAA;AAAF,UAAWF,IAAjB;AAEA,YAAMC,WAAW,CAACc,oBAAZ,CAAiCU,UAAjC,CAA4CvB,IAAI,CAACe,EAAjD,EAAqD;AACvDC,QAAAA,MAAM,EAAEC,kCAA2BkB,MADoB;AAEvD7B,QAAAA,KAAK,EAAE;AACHoB,UAAAA,IAAI,EAAEQ,CAAC,CAACR,IADL;AAEHnB,UAAAA,OAAO,EAAE2B,CAAC,CAAC3B,OAFR;AAGH6B,UAAAA,IAAI,EAAEF,CAAC,CAACE,IAAF,IAAU;AAHb;AAFgD,OAArD,CAAN;AASA,aAAO;AACH/B,QAAAA,IAAI,EAAE,IADH;AAEHC,QAAAA,KAAK,EAAE;AACHC,UAAAA,OAAO,EAAE2B,CAAC,CAAC3B;AADR;AAFJ,OAAP;AAMH;;AAED,WAAO;AACHF,MAAAA,IAAI,EAAE,EADH;AAEHC,MAAAA,KAAK,EAAE;AAFJ,KAAP;AAIH;;AA9FqE,CAF3D,C","sourcesContent":["import { HandlerPlugin } from \"@webiny/handler/types\";\nimport { ArgsContext } from \"@webiny/handler-args/types\";\nimport {\n PageImportExportTask,\n PageImportExportTaskStatus,\n PbPageImportExportContext\n} from \"~/types\";\nimport { initialStats, readExtractAndUploadZipFileContents } from \"~/importPages/utils\";\nimport { invokeHandlerClient } from \"~/importPages/client\";\nimport { HandlerArgs as ProcessHandlerArgs } from \"../process\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\n\nexport interface HandlerArgs {\n category: string;\n zipFileKey?: string;\n zipFileUrl?: string;\n task: PageImportExportTask;\n identity: SecurityIdentity;\n}\n\ninterface HandlerResponseError {\n message: string;\n}\nexport interface HandlerResponse {\n data: string | null;\n error: HandlerResponseError | null;\n}\n\ninterface Configuration {\n handlers: {\n process: string;\n };\n}\n\n/**\n * Handles the import page workflow.\n */\nexport default (\n configuration: Configuration\n): HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>> => ({\n type: \"handler\",\n async handle(context): Promise<HandlerResponse> {\n const log = console.log;\n\n try {\n log(\"RUNNING Import Pages Create\");\n const { invocationArgs: args, pageBuilder } = context;\n const { task, category, zipFileKey, zipFileUrl, identity } = args;\n if (!zipFileKey && !zipFileUrl) {\n return {\n data: null,\n error: {\n message:\n \"Missing zipFileKey and zipFileUrl parameters. One must be defined.\"\n }\n };\n }\n mockSecurity(identity, context);\n // Step 1: Read the zip file\n const pageImportDataList = await readExtractAndUploadZipFileContents(\n zipFileKey || (zipFileUrl as string)\n );\n // Once we have map we can start processing each page\n\n // For each page create a sub task and invoke the process handler\n for (let i = 0; i < pageImportDataList.length; i++) {\n const pagesDirMap = pageImportDataList[i];\n // Create sub task\n const subtask = await pageBuilder.pageImportExportTask.createSubTask(\n task.id,\n zeroPad(i + 1, 5),\n {\n status: PageImportExportTaskStatus.PENDING,\n data: {\n pageKey: pagesDirMap.key,\n category,\n zipFileKey,\n zipFileUrl,\n input: {\n fileUploadsData: pagesDirMap\n }\n }\n }\n );\n log(`Added SUB_TASK \"${subtask.id}\" to queue.`);\n }\n // Update main task status\n await pageBuilder.pageImportExportTask.updateTask(task.id, {\n status: PageImportExportTaskStatus.PROCESSING,\n stats: initialStats(pageImportDataList.length)\n });\n\n await invokeHandlerClient<ProcessHandlerArgs>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId: task.id,\n // Execute \"Process\" for the first sub task.\n subTaskIndex: 1,\n identity: context.security.getIdentity()\n }\n });\n } catch (e) {\n log(\"[IMPORT_PAGES_CREATE] Error => \", e);\n\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n const { invocationArgs: args, pageBuilder } = context;\n const { task } = args;\n\n await pageBuilder.pageImportExportTask.updateTask(task.id, {\n status: PageImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n code: e.code || \"EXPORT_FAILED\"\n }\n });\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n }\n\n return {\n data: \"\",\n error: null\n };\n }\n});\n"]}
|
@@ -2,17 +2,18 @@ import { HandlerPlugin } from "@webiny/handler/types";
|
|
2
2
|
import { ArgsContext } from "@webiny/handler-args/types";
|
3
3
|
import { PbPageImportExportContext } from "../../types";
|
4
4
|
import { SecurityIdentity } from "@webiny/api-security/types";
|
5
|
-
export
|
5
|
+
export interface HandlerArgs {
|
6
6
|
taskId: string;
|
7
7
|
subTaskIndex: number;
|
8
8
|
identity: SecurityIdentity;
|
9
|
-
}
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
9
|
+
}
|
10
|
+
interface HandlerResponseError {
|
11
|
+
message: string;
|
12
|
+
}
|
13
|
+
export interface HandlerResponse {
|
14
|
+
data: string | null;
|
15
|
+
error: HandlerResponseError | null;
|
16
|
+
}
|
16
17
|
interface Configuration {
|
17
18
|
handlers: {
|
18
19
|
process: string;
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["index.ts"],"names":["configuration","type","handle","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","PageImportExportTaskStatus","PENDING","invocationArgs","args","pageBuilder","taskId","subTaskIndex","identity","pageImportExportTask","getSubTask","status","data","error","id","pageKey","category","zipFileKey","input","fileUploadsData","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","page","key","pbPage","createPage","updatePage","content","title","path","settings","COMPLETED","message","version","e","FAILED","name","stack","code","updateTask","handlers","process","payload","security","getIdentity"],"mappings":";;;;;;;AAEA;;AACA;;AACA;;AAEA;;AACA;;AAsBA;AACA;AACA;eAEIA,aADW,KAE2D;AACtEC,EAAAA,IAAI,EAAE,SADgE;;AAEtE,QAAMC,MAAN,CAAaC,OAAb,EAAgD;AAC5C,UAAMC,GAAG,GAAGC,OAAO,CAACD,GAApB;AACA,QAAIE,OAAJ;AACA,QAAIC,aAAa,GAAG,IAApB;AACA,QAAIC,mBAAmB,GAAGC,kCAA2BC,OAArD;AAEAN,IAAAA,GAAG,CAAC,mCAAD,CAAH;AACA,UAAM;AAAEO,MAAAA,cAAc,EAAEC,IAAlB;AAAwBC,MAAAA;AAAxB,QAAwCV,OAA9C;AACA,UAAM;AAAEW,MAAAA,MAAF;AAAUC,MAAAA,YAAV;AAAwBC,MAAAA;AAAxB,QAAqCJ,IAA3C,CAR4C,CAS5C;AACA;;AACA,oCAAaI,QAAb,EAAuBb,OAAvB;;AAEA,QAAI;AACA;AACZ;AACA;AACA;AAEYG,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCC,UAAjC,CACZJ,MADY,EAEZ,qBAAQC,YAAR,EAAsB,CAAtB,CAFY,CAAhB;AAKA;AACZ;AACA;AACA;;AACY,UAAI,CAACT,OAAD,IAAYA,OAAO,CAACa,MAAR,KAAmBV,kCAA2BC,OAA9D,EAAuE;AACnEH,QAAAA,aAAa,GAAG,IAAhB;AACA,eAAO;AACHa,UAAAA,IAAI,EAAE,EADH;AAEHC,UAAAA,KAAK,EAAE;AAFJ,SAAP;AAIH,OAND,MAMO;AACHd,QAAAA,aAAa,GAAG,KAAhB;AACH;;AACDC,MAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AAEAf,MAAAA,GAAG,CAAE,uBAAsBE,OAAO,CAACgB,EAAG,EAAnC,CAAH;AAEA,YAAM;AAAEC,QAAAA,OAAF;AAAWC,QAAAA,QAAX;AAAqBC,QAAAA,UAArB;AAAiCC,QAAAA;AAAjC,UAA2CpB,OAAO,CAACc,IAAzD;AACA,YAAM;AAAEO,QAAAA;AAAF,UAAsBD,KAA5B;AAEAtB,MAAAA,GAAG,CAAE,wBAAuBmB,OAAQ,GAAjC,CAAH,CA/BA,CAiCA;;AACAjB,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCW,aAAjC,CAA+Cd,MAA/C,EAAuDR,OAAO,CAACgB,EAA/D,EAAmE;AAC/EH,QAAAA,MAAM,EAAEV,kCAA2BoB;AAD4C,OAAnE,CAAhB,CAlCA,CAqCA;;AACA,YAAMhB,WAAW,CAACI,oBAAZ,CAAiCa,WAAjC,CAA6ChB,MAA7C,EAAqD;AACvDiB,QAAAA,UAAU,EAAEvB,mBAD2C;AAEvDwB,QAAAA,UAAU,EAAEvB,kCAA2BoB;AAFgB,OAArD,CAAN;AAIArB,MAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B,CA1CA,CA4CA;;AACA,YAAMc,IAAI,GAAG,MAAM,uBAAW;AAC1B9B,QAAAA,OAD0B;AAE1BoB,QAAAA,OAF0B;AAG1BW,QAAAA,GAAG,EAAET,UAHqB;AAI1BE,QAAAA;AAJ0B,OAAX,CAAnB,CA7CA,CAoDA;;AACA,UAAIQ,MAAM,GAAG,MAAMhC,OAAO,CAACU,WAAR,CAAoBuB,UAApB,CAA+BZ,QAA/B,CAAnB,CArDA,CAuDA;;AACAW,MAAAA,MAAM,GAAG,MAAMhC,OAAO,CAACU,WAAR,CAAoBwB,UAApB,CAA+BF,MAAM,CAACb,EAAtC,EAA0C;AACrDgB,QAAAA,OAAO,EAAEL,IAAI,CAACK,OADuC;AAErDC,QAAAA,KAAK,EAAEN,IAAI,CAACM,KAFyC;AAGrDC,QAAAA,IAAI,EAAEP,IAAI,CAACO,IAH0C;AAIrDC,QAAAA,QAAQ,EAAER,IAAI,CAACQ;AAJsC,OAA1C,CAAf,CAxDA,CA+DA;AAEA;;AACAnC,MAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCW,aAAjC,CAA+Cd,MAA/C,EAAuDR,OAAO,CAACgB,EAA/D,EAAmE;AAC/EH,QAAAA,MAAM,EAAEV,kCAA2BiC,SAD4C;AAE/EtB,QAAAA,IAAI,EAAE;AACFuB,UAAAA,OAAO,EAAE,MADP;AAEFV,UAAAA,IAAI,EAAE;AACFX,YAAAA,EAAE,EAAEa,MAAM,CAACb,EADT;AAEFiB,YAAAA,KAAK,EAAEJ,MAAM,CAACI,KAFZ;AAGFK,YAAAA,OAAO,EAAET,MAAM,CAACS,OAHd;AAIFzB,YAAAA,MAAM,EAAEgB,MAAM,CAAChB;AAJb;AAFJ;AAFyE,OAAnE,CAAhB,CAlEA,CA8EA;;AACA,YAAMN,WAAW,CAACI,oBAAZ,CAAiCa,WAAjC,CAA6ChB,MAA7C,EAAqD;AACvDiB,QAAAA,UAAU,EAAEvB,mBAD2C;AAEvDwB,QAAAA,UAAU,EAAEvB,kCAA2BiC;AAFgB,OAArD,CAAN;AAIAlC,MAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AACH,KApFD,CAoFE,OAAO0B,CAAP,EAAU;AACRzC,MAAAA,GAAG,CAAC,kCAAD,EAAqCyC,CAArC,CAAH;;AAEA,UAAIvC,OAAO,IAAIA,OAAO,CAACgB,EAAvB,EAA2B;AACvB;AAChB;AACA;AACA;AACgB,cAAM;AAAEX,UAAAA,cAAc,EAAEC,IAAlB;AAAwBC,UAAAA;AAAxB,YAAwCV,OAA9C;AACA,cAAM;AAAEW,UAAAA;AAAF,YAAaF,IAAnB;AAEAN,QAAAA,OAAO,GAAG,MAAMO,WAAW,CAACI,oBAAZ,CAAiCW,aAAjC,CAA+Cd,MAA/C,EAAuDR,OAAO,CAACgB,EAA/D,EAAmE;AAC/EH,UAAAA,MAAM,EAAEV,kCAA2BqC,MAD4C;AAE/EzB,UAAAA,KAAK,EAAE;AACH0B,YAAAA,IAAI,EAAEF,CAAC,CAACE,IADL;AAEHJ,YAAAA,OAAO,EAAEE,CAAC,CAACF,OAFR;AAGHK,YAAAA,KAAK,EAAEH,CAAC,CAACG,KAHN;AAIHC,YAAAA,IAAI,EAAE;AAJH;AAFwE,SAAnE,CAAhB,CARuB,CAkBvB;;AACA,cAAMpC,WAAW,CAACI,oBAAZ,CAAiCa,WAAjC,CAA6ChB,MAA7C,EAAqD;AACvDiB,UAAAA,UAAU,EAAEvB,mBAD2C;AAEvDwB,UAAAA,UAAU,EAAEvB,kCAA2BqC;AAFgB,SAArD,CAAN;AAIAtC,QAAAA,mBAAmB,GAAGF,OAAO,CAACa,MAA9B;AACH;;AAED,aAAO;AACHC,QAAAA,IAAI,EAAE,IADH;AAEHC,QAAAA,KAAK,EAAE;AACHsB,UAAAA,OAAO,EAAEE,CAAC,CAACF;AADR;AAFJ,OAAP;AAMH,KAvHD,SAuHU;AACN;AACA,UAAIpC,aAAJ,EAAmB;AACfH,QAAAA,GAAG,CAAE,gCAA+BU,MAAO,EAAxC,CAAH;AAEA,cAAMD,WAAW,CAACI,oBAAZ,CAAiCiC,UAAjC,CAA4CpC,MAA5C,EAAoD;AACtDK,UAAAA,MAAM,EAAEV,kCAA2BiC,SADmB;AAEtDtB,UAAAA,IAAI,EAAE;AACFuB,YAAAA,OAAO,EAAG;AADR;AAFgD,SAApD,CAAN;AAMH,OATD,MASO;AACHvC,QAAAA,GAAG,CAAE,8BAA6BW,YAAY,GAAG,CAAE,GAAhD,CAAH,CADG,CAEH;;AACA,cAAM,iCAAiC;AACnCZ,UAAAA,OADmC;AAEnC4C,UAAAA,IAAI,EAAE/C,aAAa,CAACmD,QAAd,CAAuBC,OAFM;AAGnCC,UAAAA,OAAO,EAAE;AACLvC,YAAAA,MADK;AAELC,YAAAA,YAAY,EAAEA,YAAY,GAAG,CAFxB;AAGLC,YAAAA,QAAQ,EAAEb,OAAO,CAACmD,QAAR,CAAiBC,WAAjB;AAHL;AAH0B,SAAjC,CAAN;AASH;AACJ;;AACD,WAAO;AACHnC,MAAAA,IAAI,EAAE,EADH;AAEHC,MAAAA,KAAK,EAAE;AAFJ,KAAP;AAIH;;AAnKqE,CAF3D,C","sourcesContent":["import { HandlerPlugin } from \"@webiny/handler/types\";\nimport { ArgsContext } from \"@webiny/handler-args/types\";\nimport { PageImportExportTaskStatus, PbPageImportExportContext } from \"~/types\";\nimport { importPage } from \"~/importPages/utils\";\nimport { invokeHandlerClient } from \"~/importPages/client\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { zeroPad } from \"@webiny/utils\";\n\nexport interface HandlerArgs {\n taskId: string;\n subTaskIndex: number;\n identity: SecurityIdentity;\n}\n\ninterface HandlerResponseError {\n message: string;\n}\nexport interface HandlerResponse {\n data: string | null;\n error: HandlerResponseError | null;\n}\n\ninterface Configuration {\n handlers: {\n process: string;\n };\n}\n\n/**\n * Handles the import page workflow.\n */\nexport default (\n configuration: Configuration\n): HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>> => ({\n type: \"handler\",\n async handle(context): Promise<HandlerResponse> {\n const log = console.log;\n let subTask;\n let noPendingTask = true;\n let prevStatusOfSubTask = PageImportExportTaskStatus.PENDING;\n\n log(\"RUNNING Import Page Queue Process\");\n const { invocationArgs: args, pageBuilder } = context;\n const { taskId, subTaskIndex, identity } = args;\n // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n // and this Lambda is invoked internally, without credentials.\n mockSecurity(identity, context);\n\n try {\n /*\n * Note: We're not going to DB for getting next sub-task to process,\n * because the data might be out of sync due to GSI eventual consistency.\n */\n\n subTask = await pageBuilder.pageImportExportTask.getSubTask(\n taskId,\n zeroPad(subTaskIndex, 5)\n );\n\n /**\n * Base condition!!\n * Bail out early, if task not found or task's status is not \"pending\".\n */\n if (!subTask || subTask.status !== PageImportExportTaskStatus.PENDING) {\n noPendingTask = true;\n return {\n data: \"\",\n error: null\n };\n } else {\n noPendingTask = false;\n }\n prevStatusOfSubTask = subTask.status;\n\n log(`Fetched sub task => ${subTask.id}`);\n\n const { pageKey, category, zipFileKey, input } = subTask.data;\n const { fileUploadsData } = input;\n\n log(`Processing page key \"${pageKey}\"`);\n\n // Mark task status as PROCESSING\n subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n status: PageImportExportTaskStatus.PROCESSING\n });\n // Update stats in main task\n await pageBuilder.pageImportExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: PageImportExportTaskStatus.PROCESSING\n });\n prevStatusOfSubTask = subTask.status;\n\n // Real job\n const page = await importPage({\n context,\n pageKey,\n key: zipFileKey,\n fileUploadsData\n });\n\n // Create a page\n let pbPage = await context.pageBuilder.createPage(category);\n\n // Update page with data\n pbPage = await context.pageBuilder.updatePage(pbPage.id, {\n content: page.content,\n title: page.title,\n path: page.path,\n settings: page.settings\n });\n\n // TODO: Publish page\n\n // Update task record in DB\n subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n status: PageImportExportTaskStatus.COMPLETED,\n data: {\n message: \"Done\",\n page: {\n id: pbPage.id,\n title: pbPage.title,\n version: pbPage.version,\n status: pbPage.status\n }\n }\n });\n // Update stats in main task\n await pageBuilder.pageImportExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: PageImportExportTaskStatus.COMPLETED\n });\n prevStatusOfSubTask = subTask.status;\n } catch (e) {\n log(\"[IMPORT_PAGES_PROCESS] Error => \", e);\n\n if (subTask && subTask.id) {\n /**\n * In case of error, we'll update the task status to \"failed\",\n * so that, client can show notify the user appropriately.\n */\n const { invocationArgs: args, pageBuilder } = context;\n const { taskId } = args;\n\n subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {\n status: PageImportExportTaskStatus.FAILED,\n error: {\n name: e.name,\n message: e.message,\n stack: e.stack,\n code: \"IMPORT_FAILED\"\n }\n });\n\n // Update stats in main task\n await pageBuilder.pageImportExportTask.updateStats(taskId, {\n prevStatus: prevStatusOfSubTask,\n nextStatus: PageImportExportTaskStatus.FAILED\n });\n prevStatusOfSubTask = subTask.status;\n }\n\n return {\n data: null,\n error: {\n message: e.message\n }\n };\n } finally {\n // Base condition!\n if (noPendingTask) {\n log(`No pending sub-task for task ${taskId}`);\n\n await pageBuilder.pageImportExportTask.updateTask(taskId, {\n status: PageImportExportTaskStatus.COMPLETED,\n data: {\n message: `Finish importing pages.`\n }\n });\n } else {\n log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n // We want to continue with Self invocation no matter if current page error out.\n await invokeHandlerClient<HandlerArgs>({\n context,\n name: configuration.handlers.process,\n payload: {\n taskId,\n subTaskIndex: subTaskIndex + 1,\n identity: context.security.getIdentity()\n }\n });\n }\n }\n return {\n data: \"\",\n error: null\n };\n }\n});\n"]}
|
package/importPages/utils.d.ts
CHANGED
@@ -1,15 +1,23 @@
|
|
1
|
-
import {
|
1
|
+
import { File } from "../types";
|
2
2
|
import { PbPageImportExportContext } from "../graphql/types";
|
3
3
|
import { ExportedPageData } from "../exportPages/utils";
|
4
|
+
interface FileItem extends File {
|
5
|
+
key: string;
|
6
|
+
type: string;
|
7
|
+
name: string;
|
8
|
+
size: number;
|
9
|
+
meta: Record<string, any>;
|
10
|
+
tags: string[];
|
11
|
+
}
|
4
12
|
interface UploadPageAssetsParams {
|
5
13
|
context: PbPageImportExportContext;
|
6
|
-
filesData:
|
14
|
+
filesData: FileItem[];
|
7
15
|
fileUploadsData: FileUploadsData;
|
8
16
|
}
|
9
17
|
interface UploadPageAssetsReturnType {
|
10
|
-
fileIdToKeyMap
|
18
|
+
fileIdToKeyMap: Map<string, string>;
|
11
19
|
}
|
12
|
-
export declare const uploadPageAssets: (
|
20
|
+
export declare const uploadPageAssets: (params: UploadPageAssetsParams) => Promise<UploadPageAssetsReturnType>;
|
13
21
|
interface FileUploadsData {
|
14
22
|
data: string;
|
15
23
|
assets: Record<string, string>;
|
package/importPages/utils.js
CHANGED
@@ -48,20 +48,25 @@ const INSTALL_EXTRACT_DIR = _path.default.join(INSTALL_DIR, "apiPageBuilderImpor
|
|
48
48
|
const FILES_COUNT_IN_EACH_BATCH = 15;
|
49
49
|
const ZIP_CONTENT_TYPE = "application/zip";
|
50
50
|
|
51
|
-
function updateImageInPageSettings({
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
|
51
|
+
function updateImageInPageSettings(params) {
|
52
|
+
const {
|
53
|
+
settings,
|
54
|
+
fileIdToKeyMap,
|
55
|
+
srcPrefix
|
56
|
+
} = params;
|
56
57
|
let newSettings = settings;
|
57
58
|
const srcPrefixWithoutTrailingSlash = srcPrefix.endsWith("/") ? srcPrefix.slice(0, -1) : srcPrefix;
|
58
59
|
|
59
60
|
if (_dotPropImmutable.default.get(newSettings, "general.image.src")) {
|
60
|
-
|
61
|
+
var _settings$general, _settings$general$ima;
|
62
|
+
|
63
|
+
newSettings = _dotPropImmutable.default.set(newSettings, "general.image.src", `${srcPrefixWithoutTrailingSlash}/${fileIdToKeyMap.get(((_settings$general = settings.general) === null || _settings$general === void 0 ? void 0 : (_settings$general$ima = _settings$general.image) === null || _settings$general$ima === void 0 ? void 0 : _settings$general$ima.id) || "")}`);
|
61
64
|
}
|
62
65
|
|
63
66
|
if (_dotPropImmutable.default.get(newSettings, "social.image.src")) {
|
64
|
-
|
67
|
+
var _settings$social, _settings$social$imag;
|
68
|
+
|
69
|
+
newSettings = _dotPropImmutable.default.set(newSettings, "social.image.src", `${srcPrefixWithoutTrailingSlash}/${fileIdToKeyMap.get(((_settings$social = settings.social) === null || _settings$social === void 0 ? void 0 : (_settings$social$imag = _settings$social.image) === null || _settings$social$imag === void 0 ? void 0 : _settings$social$imag.id) || "")}`);
|
65
70
|
}
|
66
71
|
|
67
72
|
return newSettings;
|
@@ -111,23 +116,27 @@ function updateFilesInPageData({
|
|
111
116
|
}
|
112
117
|
}
|
113
118
|
|
114
|
-
const uploadPageAssets = async
|
115
|
-
|
116
|
-
|
117
|
-
|
118
|
-
|
119
|
+
const uploadPageAssets = async params => {
|
120
|
+
const {
|
121
|
+
context,
|
122
|
+
filesData,
|
123
|
+
fileUploadsData
|
124
|
+
} = params; // Save uploaded file key against static id for later use.
|
125
|
+
|
126
|
+
const fileIdToKeyMap = new Map();
|
119
127
|
/**
|
120
128
|
* This function contains logic of file download from S3.
|
121
129
|
* Current we're not mocking zip file download from S3 in tests at the moment.
|
122
130
|
* So, we're manually mocking it in case of test just by returning an empty object.
|
123
131
|
*/
|
132
|
+
|
124
133
|
if (process.env.NODE_ENV === "test") {
|
125
|
-
return {
|
134
|
+
return {
|
135
|
+
fileIdToKeyMap
|
136
|
+
};
|
126
137
|
}
|
127
138
|
|
128
|
-
console.log("INSIDE uploadPageAssets"); // Save
|
129
|
-
|
130
|
-
const fileIdToKeyMap = new Map(); // Save files meta data against old key for later use.
|
139
|
+
console.log("INSIDE uploadPageAssets"); // Save files meta data against old key for later use.
|
131
140
|
|
132
141
|
const fileKeyToFileMap = new Map(); // Initialize maps.
|
133
142
|
|
@@ -145,7 +154,12 @@ const uploadPageAssets = async ({
|
|
145
154
|
|
146
155
|
const createFilesInput = fileUploadResults.map(uploadResult => {
|
147
156
|
const newKey = uploadResult.Key;
|
148
|
-
const file = fileKeyToFileMap.get(getOldFileKey(newKey));
|
157
|
+
const file = fileKeyToFileMap.get(getOldFileKey(newKey));
|
158
|
+
|
159
|
+
if (!file) {
|
160
|
+
return null;
|
161
|
+
} // Update the file map with newly uploaded file.
|
162
|
+
|
149
163
|
|
150
164
|
fileIdToKeyMap.set(file.id, newKey);
|
151
165
|
return {
|
@@ -156,7 +170,7 @@ const uploadPageAssets = async ({
|
|
156
170
|
meta: file.meta,
|
157
171
|
tags: file.tags
|
158
172
|
};
|
159
|
-
});
|
173
|
+
}).filter(Boolean);
|
160
174
|
const createFilesPromises = []; // Gives an array of chunks (each consists of FILES_COUNT_IN_EACH_BATCH items).
|
161
175
|
|
162
176
|
const createFilesInputChunks = (0, _chunk.default)(createFilesInput, FILES_COUNT_IN_EACH_BATCH);
|
@@ -206,25 +220,31 @@ async function importPage({
|
|
206
220
|
files
|
207
221
|
} = await (0, _loadJsonFile.default)(PAGE_DATA_FILE_PATH); // Only update page data if there are files.
|
208
222
|
|
209
|
-
if (Array.isArray(files) && files.length) {
|
223
|
+
if (files && Array.isArray(files) && files.length > 0) {
|
210
224
|
// Upload page assets.
|
211
225
|
const {
|
212
226
|
fileIdToKeyMap
|
213
227
|
} = await uploadPageAssets({
|
214
228
|
context,
|
229
|
+
|
230
|
+
/**
|
231
|
+
* TODO @ts-refactor @ashutosh figure out correct types.
|
232
|
+
*/
|
233
|
+
// @ts-ignore
|
215
234
|
filesData: files,
|
216
235
|
fileUploadsData
|
217
236
|
});
|
237
|
+
const settings = await context.fileManager.settings.getSettings();
|
218
238
|
const {
|
219
|
-
srcPrefix
|
220
|
-
} =
|
239
|
+
srcPrefix = ""
|
240
|
+
} = settings || {};
|
221
241
|
updateFilesInPageData({
|
222
|
-
data: page.content,
|
242
|
+
data: page.content || {},
|
223
243
|
fileIdToKeyMap,
|
224
244
|
srcPrefix
|
225
245
|
});
|
226
246
|
page.settings = updateImageInPageSettings({
|
227
|
-
settings: page.settings,
|
247
|
+
settings: page.settings || {},
|
228
248
|
fileIdToKeyMap,
|
229
249
|
srcPrefix
|
230
250
|
});
|
@@ -382,7 +402,7 @@ async function deleteS3Folder(key) {
|
|
382
402
|
}
|
383
403
|
|
384
404
|
const response = await _s3Stream.s3Stream.listObject(key);
|
385
|
-
const keys = response.Contents.map(c => c.Key);
|
405
|
+
const keys = (response.Contents || []).map(c => c.Key).filter(Boolean);
|
386
406
|
console.log(`Found ${keys.length} files.`);
|
387
407
|
const deleteFilePromises = keys.map(key => _s3Stream.s3Stream.deleteObject(key));
|
388
408
|
await Promise.all(deleteFilePromises);
|
@@ -416,6 +436,13 @@ function extractZipToDisk(exportFileZipPath) {
|
|
416
436
|
if (err) {
|
417
437
|
console.warn("ERROR: Failed to extract zip: ", exportFileZipPath, err);
|
418
438
|
reject(err);
|
439
|
+
return;
|
440
|
+
}
|
441
|
+
|
442
|
+
if (!zipFile) {
|
443
|
+
console.log("ERROR: Missing zip file resource for path: " + exportFileZipPath);
|
444
|
+
reject("Missing Zip File Resource.");
|
445
|
+
return;
|
419
446
|
}
|
420
447
|
|
421
448
|
console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);
|
@@ -442,6 +469,13 @@ function extractZipToDisk(exportFileZipPath) {
|
|
442
469
|
if (err) {
|
443
470
|
console.warn("ERROR: Failed to openReadStream for file: ", entry.fileName, err);
|
444
471
|
reject(err);
|
472
|
+
return;
|
473
|
+
}
|
474
|
+
|
475
|
+
if (!readStream) {
|
476
|
+
console.log("ERROR: Missing Read Stream Resource when extracting to disk.");
|
477
|
+
reject("Missing Read Stream Resource.");
|
478
|
+
return;
|
445
479
|
}
|
446
480
|
|
447
481
|
const filePath = _path.default.join(EXPORT_FILE_EXTRACTION_PATH, entry.fileName);
|
@@ -477,6 +511,13 @@ function extractZipAndUploadToS3(pageDataZipFilePath, uniquePath) {
|
|
477
511
|
if (err) {
|
478
512
|
console.warn("ERROR: Failed to extract zip: ", pageDataZipFilePath, err);
|
479
513
|
reject(err);
|
514
|
+
return;
|
515
|
+
}
|
516
|
+
|
517
|
+
if (!zipFile) {
|
518
|
+
console.log("ERROR: Probably failed to extract zip: " + pageDataZipFilePath);
|
519
|
+
reject("Missing Zip File Resource.");
|
520
|
+
return;
|
480
521
|
}
|
481
522
|
|
482
523
|
console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);
|
@@ -508,6 +549,13 @@ function extractZipAndUploadToS3(pageDataZipFilePath, uniquePath) {
|
|
508
549
|
if (err) {
|
509
550
|
console.warn("ERROR: Failed while performing [openReadStream] for file: ", entry.fileName, err);
|
510
551
|
reject(err);
|
552
|
+
return;
|
553
|
+
}
|
554
|
+
|
555
|
+
if (!readStream) {
|
556
|
+
console.log("ERROR: Missing Read Stream while importing pages.");
|
557
|
+
reject("Missing Read Strea Resource.");
|
558
|
+
return;
|
511
559
|
}
|
512
560
|
|
513
561
|
readStream.on("end", function () {
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["utils.ts"],"names":["streamPipeline","pipeline","INSTALL_DIR","INSTALL_EXTRACT_DIR","path","join","FILES_COUNT_IN_EACH_BATCH","ZIP_CONTENT_TYPE","updateImageInPageSettings","params","settings","fileIdToKeyMap","srcPrefix","newSettings","srcPrefixWithoutTrailingSlash","endsWith","slice","dotProp","get","set","general","image","id","social","updateFilesInPageData","data","Array","isArray","i","length","element","tuple","Object","entries","key","value","has","name","src","uploadPageAssets","context","filesData","fileUploadsData","Map","process","env","NODE_ENV","console","log","fileKeyToFileMap","file","type","fileUploadResults","uploadFilesFromS3","oldKeyToNewKeyMap","assets","createFilesInput","map","uploadResult","newKey","Key","getOldFileKey","size","meta","tags","filter","Boolean","createFilesPromises","createFilesInputChunks","createFilesInputChunk","push","fileManager","files","createFilesInBatch","Promise","all","importPage","pageKey","PAGE_EXTRACT_DIR","pageDataFileKey","PAGE_DATA_FILE_PATH","basename","resolve","reject","s3Stream","readStream","on","pipe","page","getSettings","content","deleteS3Folder","dirname","oldKeysForAssets","keys","promises","oldKey","tempNewKey","fileMetaData","streamPassThrough","streamPassThroughUploadPromise","promise","writeStream","getObjectMetaFromS3","getObjectHead","ContentType","WebinyError","rest","split","e","FILE_CONTENT_TYPE","getFileNameWithoutExt","fileName","replace","extname","readExtractAndUploadZipFileContents","zipFileKey","pageImportDataList","startsWith","response","ok","statusText","body","uniquePath","zipFileName","ZIP_FILE_PATH","zipFilePaths","extractZipToDisk","currentPath","dataMap","extractZipAndUploadToS3","ASSETS_DIR_NAME","preparePageDataDirMap","filePath","isAsset","listObject","Contents","c","deleteFilePromises","deleteObject","initialStats","total","PageImportExportTaskStatus","PENDING","PROCESSING","COMPLETED","FAILED","exportFileZipPath","pageZipFilePaths","uniqueFolderNameForExport","EXPORT_FILE_EXTRACTION_PATH","yauzl","open","lazyEntries","err","zipFile","warn","info","entryCount","readEntry","entry","test","openReadStream","catch","error","pageDataZipFilePath","filePaths","fileUploadPromises","uniquePageKey","then","res","forEach","r"],"mappings":";;;;;;;;;;;;AAAA;;AAEA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AACA;;AAEA;;AACA;;AACA;;AAEA;;AAaA,MAAMA,cAAc,GAAG,qBAAUC,gBAAV,CAAvB;AAEA,MAAMC,WAAW,GAAG,MAApB;;AACA,MAAMC,mBAAmB,GAAGC,cAAKC,IAAL,CAAUH,WAAV,EAAuB,0BAAvB,CAA5B;;AACA,MAAMI,yBAAyB,GAAG,EAAlC;AACA,MAAMC,gBAAgB,GAAG,iBAAzB;;AAcA,SAASC,yBAAT,CACIC,MADJ,EAE+C;AAC3C,QAAM;AAAEC,IAAAA,QAAF;AAAYC,IAAAA,cAAZ;AAA4BC,IAAAA;AAA5B,MAA0CH,MAAhD;AACA,MAAII,WAAW,GAAGH,QAAlB;AAEA,QAAMI,6BAA6B,GAAGF,SAAS,CAACG,QAAV,CAAmB,GAAnB,IAChCH,SAAS,CAACI,KAAV,CAAgB,CAAhB,EAAmB,CAAC,CAApB,CADgC,GAEhCJ,SAFN;;AAIA,MAAIK,0BAAQC,GAAR,CAAYL,WAAZ,EAAyB,mBAAzB,CAAJ,EAAmD;AAAA;;AAC/CA,IAAAA,WAAW,GAAGI,0BAAQE,GAAR,CACVN,WADU,EAEV,mBAFU,EAGT,GAAEC,6BAA8B,IAAGH,cAAc,CAACO,GAAf,CAChC,sBAAAR,QAAQ,CAACU,OAAT,iGAAkBC,KAAlB,gFAAyBC,EAAzB,KAA+B,EADC,CAElC,EALQ,CAAd;AAOH;;AACD,MAAIL,0BAAQC,GAAR,CAAYL,WAAZ,EAAyB,kBAAzB,CAAJ,EAAkD;AAAA;;AAC9CA,IAAAA,WAAW,GAAGI,0BAAQE,GAAR,CACVN,WADU,EAEV,kBAFU,EAGT,GAAEC,6BAA8B,IAAGH,cAAc,CAACO,GAAf,CAChC,qBAAAR,QAAQ,CAACa,MAAT,+FAAiBF,KAAjB,gFAAwBC,EAAxB,KAA8B,EADE,CAElC,EALQ,CAAd;AAOH;;AAED,SAAOT,WAAP;AACH;;AAED,SAASW,qBAAT,CAA+B;AAAEC,EAAAA,IAAF;AAAQd,EAAAA,cAAR;AAAwBC,EAAAA;AAAxB,CAA/B,EAAiG;AAC7F;AACA,MAAI,CAACa,IAAD,IAAS,OAAOA,IAAP,KAAgB,QAA7B,EAAuC;AACnC;AACH,GAJ4F,CAK7F;;;AACA,MAAIC,KAAK,CAACC,OAAN,CAAcF,IAAd,CAAJ,EAAyB;AACrB,SAAK,IAAIG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGH,IAAI,CAACI,MAAzB,EAAiCD,CAAC,EAAlC,EAAsC;AAClC,YAAME,OAAO,GAAGL,IAAI,CAACG,CAAD,CAApB;AACAJ,MAAAA,qBAAqB,CAAC;AAAEC,QAAAA,IAAI,EAAEK,OAAR;AAAiBnB,QAAAA,cAAjB;AAAiCC,QAAAA;AAAjC,OAAD,CAArB;AACH;;AACD;AACH,GAZ4F,CAa7F;;;AACA,QAAMmB,KAAK,GAAGC,MAAM,CAACC,OAAP,CAAeR,IAAf,CAAd;;AACA,OAAK,IAAIG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGG,KAAK,CAACF,MAA1B,EAAkCD,CAAC,EAAnC,EAAuC;AACnC,UAAM,CAACM,GAAD,EAAMC,KAAN,IAAeJ,KAAK,CAACH,CAAD,CAA1B;;AAEA,QAAIM,GAAG,KAAK,MAAR,IAAkBC,KAAlB,IAA2BxB,cAAc,CAACyB,GAAf,CAAmBD,KAAK,CAACb,EAAzB,CAA/B,EAA6D;AACzDa,MAAAA,KAAK,CAACD,GAAN,GAAYvB,cAAc,CAACO,GAAf,CAAmBiB,KAAK,CAACb,EAAzB,CAAZ;AACAa,MAAAA,KAAK,CAACE,IAAN,GAAa1B,cAAc,CAACO,GAAf,CAAmBiB,KAAK,CAACb,EAAzB,CAAb;AACAa,MAAAA,KAAK,CAACG,GAAN,GAAa,GAAE1B,SAAU,GAAEA,SAAS,CAACG,QAAV,CAAmB,GAAnB,IAA0B,EAA1B,GAA+B,GAAI,GAAEJ,cAAc,CAACO,GAAf,CAC5DiB,KAAK,CAACb,EADsD,CAE9D,EAFF;AAGH,KAND,MAMO;AACHE,MAAAA,qBAAqB,CAAC;AAAEC,QAAAA,IAAI,EAAEU,KAAR;AAAevB,QAAAA,SAAf;AAA0BD,QAAAA;AAA1B,OAAD,CAArB;AACH;AACJ;AACJ;;AAYM,MAAM4B,gBAAgB,GAAG,MAC5B9B,MAD4B,IAEU;AACtC,QAAM;AAAE+B,IAAAA,OAAF;AAAWC,IAAAA,SAAX;AAAsBC,IAAAA;AAAtB,MAA0CjC,MAAhD,CADsC,CAEtC;;AACA,QAAME,cAAc,GAAG,IAAIgC,GAAJ,EAAvB;AACA;AACJ;AACA;AACA;AACA;;AACI,MAAIC,OAAO,CAACC,GAAR,CAAYC,QAAZ,KAAyB,MAA7B,EAAqC;AACjC,WAAO;AACHnC,MAAAA;AADG,KAAP;AAGH;;AACDoC,EAAAA,OAAO,CAACC,GAAR,CAAY,yBAAZ,EAdsC,CAgBtC;;AACA,QAAMC,gBAAgB,GAAG,IAAIN,GAAJ,EAAzB,CAjBsC,CAkBtC;;AACA,OAAK,IAAIf,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGa,SAAS,CAACZ,MAA9B,EAAsCD,CAAC,EAAvC,EAA2C;AACvC,UAAMsB,IAAI,GAAGT,SAAS,CAACb,CAAD,CAAtB;AACAqB,IAAAA,gBAAgB,CAAC9B,GAAjB,CAAqB+B,IAAI,CAAChB,GAA1B,EAA+BgB,IAA/B,EAFuC,CAIvC;;AACAvC,IAAAA,cAAc,CAACQ,GAAf,CAAmB+B,IAAI,CAAC5B,EAAxB,EAA4B4B,IAAI,CAACC,IAAjC;AACH;;AAED,QAAMC,iBAAiB,GAAG,MAAMC,iBAAiB,CAAC;AAC9CJ,IAAAA,gBAD8C;AAE9CK,IAAAA,iBAAiB,EAAEZ,eAAe,CAACa;AAFW,GAAD,CAAjD,CA3BsC,CAgCtC;;AACA,QAAMC,gBAAgB,GAAGJ,iBAAiB,CACrCK,GADoB,CACfC,YAAD,IAAoC;AACrC,UAAMC,MAAM,GAAGD,YAAY,CAACE,GAA5B;AACA,UAAMV,IAAI,GAAGD,gBAAgB,CAAC/B,GAAjB,CAAqB2C,aAAa,CAACF,MAAD,CAAlC,CAAb;;AACA,QAAI,CAACT,IAAL,EAAW;AACP,aAAO,IAAP;AACH,KALoC,CAOrC;;;AACAvC,IAAAA,cAAc,CAACQ,GAAf,CAAmB+B,IAAI,CAAC5B,EAAxB,EAA4BqC,MAA5B;AAEA,WAAO;AACHzB,MAAAA,GAAG,EAAEyB,MADF;AAEHtB,MAAAA,IAAI,EAAEa,IAAI,CAACb,IAFR;AAGHyB,MAAAA,IAAI,EAAEZ,IAAI,CAACY,IAHR;AAIHX,MAAAA,IAAI,EAAED,IAAI,CAACC,IAJR;AAKHY,MAAAA,IAAI,EAAEb,IAAI,CAACa,IALR;AAMHC,MAAAA,IAAI,EAAEd,IAAI,CAACc;AANR,KAAP;AAQH,GAnBoB,EAoBpBC,MApBoB,CAoBbC,OApBa,CAAzB;AAsBA,QAAMC,mBAAmB,GAAG,EAA5B,CAvDsC,CAwDtC;;AACA,QAAMC,sBAAsB,GAAG,oBAAMZ,gBAAN,EAAwBlD,yBAAxB,CAA/B;;AACA,OAAK,IAAIsB,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGwC,sBAAsB,CAACvC,MAA3C,EAAmDD,CAAC,EAApD,EAAwD;AACpD,UAAMyC,qBAAqB,GAAGD,sBAAsB,CAACxC,CAAD,CAApD;AACAuC,IAAAA,mBAAmB,CAACG,IAApB;AACI;AACZ;AACA;AACA;AACY9B,IAAAA,OAAO,CAAC+B,WAAR,CAAoBC,KAApB,CAA0BC,kBAA1B,CAA6CJ,qBAA7C,CALJ;AAOH;;AAED,QAAMK,OAAO,CAACC,GAAR,CAAYR,mBAAZ,CAAN;AAEA,SAAO;AACHxD,IAAAA;AADG,GAAP;AAGH,CA5EM;;;;AA0FA,eAAeiE,UAAf,CAA0B;AAC7BC,EAAAA,OAD6B;AAE7BrC,EAAAA,OAF6B;AAG7BE,EAAAA;AAH6B,CAA1B,EAIiD;AACpD,QAAMM,GAAG,GAAGD,OAAO,CAACC,GAApB,CADoD,CAGpD;;AACA,QAAM8B,gBAAgB,GAAG1E,cAAKC,IAAL,CAAUF,mBAAV,EAA+B0E,OAA/B,CAAzB;;AACA,8BAAcC,gBAAd;;AAEA,QAAMC,eAAe,GAAG9D,0BAAQC,GAAR,CAAYwB,eAAZ,EAA8B,MAA9B,CAAxB;;AACA,QAAMsC,mBAAmB,GAAG5E,cAAKC,IAAL,CAAUyE,gBAAV,EAA4B1E,cAAK6E,QAAL,CAAcF,eAAd,CAA5B,CAA5B;;AAEA/B,EAAAA,GAAG,CAAE,+BAA8B+B,eAAgB,QAAOC,mBAAoB,GAA3E,CAAH,CAVoD,CAWpD;;AACA,QAAM,IAAIN,OAAJ,CAAY,CAACQ,OAAD,EAAUC,MAAV,KAAqB;AACnCC,uBACKC,UADL,CACgBN,eADhB,EAEKO,EAFL,CAEQ,OAFR,EAEiBH,MAFjB,EAGKI,IAHL,CAGU,2BAAkBP,mBAAlB,CAHV,EAIKM,EAJL,CAIQ,OAJR,EAIiBH,MAJjB,EAKKG,EALL,CAKQ,QALR,EAKkBJ,OALlB;AAMH,GAPK,CAAN,CAZoD,CAqBpD;;AACAlC,EAAAA,GAAG,CAAE,aAAY+B,eAAgB,EAA9B,CAAH;AACA,QAAM;AAAES,IAAAA,IAAF;AAAQhB,IAAAA;AAAR,MAAkB,MAAM,2BAA2BQ,mBAA3B,CAA9B,CAvBoD,CAyBpD;;AACA,MAAIR,KAAK,IAAI9C,KAAK,CAACC,OAAN,CAAc6C,KAAd,CAAT,IAAiCA,KAAK,CAAC3C,MAAN,GAAe,CAApD,EAAuD;AACnD;AACA,UAAM;AAAElB,MAAAA;AAAF,QAAqB,MAAM4B,gBAAgB,CAAC;AAC9CC,MAAAA,OAD8C;;AAE9C;AACZ;AACA;AACY;AACAC,MAAAA,SAAS,EAAE+B,KANmC;AAO9C9B,MAAAA;AAP8C,KAAD,CAAjD;AAUA,UAAMhC,QAAQ,GAAG,MAAM8B,OAAO,CAAC+B,WAAR,CAAoB7D,QAApB,CAA6B+E,WAA7B,EAAvB;AAEA,UAAM;AAAE7E,MAAAA,SAAS,GAAG;AAAd,QAAqBF,QAAQ,IAAI,EAAvC;AACAc,IAAAA,qBAAqB,CAAC;AAClBC,MAAAA,IAAI,EAAE+D,IAAI,CAACE,OAAL,IAAgB,EADJ;AAElB/E,MAAAA,cAFkB;AAGlBC,MAAAA;AAHkB,KAAD,CAArB;AAMA4E,IAAAA,IAAI,CAAC9E,QAAL,GAAgBF,yBAAyB,CAAC;AACtCE,MAAAA,QAAQ,EAAE8E,IAAI,CAAC9E,QAAL,IAAiB,EADW;AAEtCC,MAAAA,cAFsC;AAGtCC,MAAAA;AAHsC,KAAD,CAAzC;AAKH;;AAEDoC,EAAAA,GAAG,CAAC,gCAAD,CAAH;AACA,QAAM,sCAAW6B,OAAX,CAAN;AAEA7B,EAAAA,GAAG,CAAE,iCAAF,CAAH;AACA,QAAM2C,cAAc,CAACvF,cAAKwF,OAAL,CAAalD,eAAe,CAACjB,IAA7B,CAAD,CAApB;AAEA,SAAO+D,IAAP;AACH;;AAOD,eAAenC,iBAAf,CAAiC;AAC7BJ,EAAAA,gBAD6B;AAE7BK,EAAAA;AAF6B,CAAjC,EAGmE;AAC/D,QAAMuC,gBAAgB,GAAG7D,MAAM,CAAC8D,IAAP,CAAYxC,iBAAZ,CAAzB;AAEA,QAAMyC,QAAQ,GAAG,EAAjB,CAH+D,CAI/D;;AACA,OAAK,IAAInE,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGiE,gBAAgB,CAAChE,MAArC,EAA6CD,CAAC,EAA9C,EAAkD;AAC9C,UAAMoE,MAAM,GAAGH,gBAAgB,CAACjE,CAAD,CAA/B;AACA,UAAMqE,UAAU,GAAG3C,iBAAiB,CAAC0C,MAAD,CAApC,CAF8C,CAI9C;;AACA,UAAMX,UAAU,GAAGD,mBAASC,UAAT,CAAoBY,UAApB,CAAnB,CAL8C,CAM9C;;;AACA,UAAMC,YAAY,GAAGjD,gBAAgB,CAAC/B,GAAjB,CAAqB8E,MAArB,CAArB;;AAEA,QAAIE,YAAJ,EAAkB;AACd,YAAMvC,MAAM,GAAG,qBAAS,EAAT,EAAc,IAAGuC,YAAY,CAAChE,GAAI,EAAlC,CAAf;;AACA,YAAM;AAAEiE,QAAAA,iBAAF;AAAqBC,QAAAA,8BAA8B,EAAEC;AAArD,UACFjB,mBAASkB,WAAT,CAAqB3C,MAArB,EAA6BuC,YAAY,CAAC/C,IAA1C,CADJ;;AAEAkC,MAAAA,UAAU,CAACE,IAAX,CAAgBY,iBAAhB;AACAJ,MAAAA,QAAQ,CAACzB,IAAT,CAAc+B,OAAd;AAEAtD,MAAAA,OAAO,CAACC,GAAR,CAAa,6BAA4BW,MAAO,GAAhD;AACH;AACJ;;AAED,SAAOe,OAAO,CAACC,GAAR,CAAYoB,QAAZ,CAAP;AACH;;AAED,eAAeQ,mBAAf,CAAmC3C,GAAnC,EAAgD;AAC5C,QAAMG,IAAI,GAAG,MAAMqB,mBAASoB,aAAT,CAAuB5C,GAAvB,CAAnB;;AAEA,MAAIG,IAAI,CAAC0C,WAAL,KAAqBlG,gBAAzB,EAA2C;AACvC,UAAM,IAAImG,cAAJ,CAAiB,2BAA0B3C,IAAI,CAAC0C,WAAY,GAA5D,EAAgE,kBAAhE,CAAN;AACH;AACJ;;AAED,SAAS5C,aAAT,CAAuB3B,GAAvB,EAAoC;AAChC;AACJ;AACA;AACI,MAAI;AACA,UAAM,GAAG,GAAGyE,IAAN,IAAczE,GAAG,CAAC0E,KAAJ,CAAU,GAAV,CAApB;AACA,WAAOD,IAAI,CAACtG,IAAL,CAAU,GAAV,CAAP;AACH,GAHD,CAGE,OAAOwG,CAAP,EAAU;AACR,WAAO3E,GAAP;AACH;AACJ;;AAED,MAAM4E,iBAAiB,GAAG,0BAA1B;;AAEA,SAASC,qBAAT,CAA+BC,QAA/B,EAAyD;AACrD,SAAO5G,cAAK6E,QAAL,CAAc+B,QAAd,EAAwBC,OAAxB,CAAgC7G,cAAK8G,OAAL,CAAaF,QAAb,CAAhC,EAAwD,EAAxD,CAAP;AACH;;AAQD;AACA;AACA;AACA;AACA;AACO,eAAeG,mCAAf,CACHC,UADG,EAEsB;AACzB,QAAMpE,GAAG,GAAGD,OAAO,CAACC,GAApB;AACA,QAAMqE,kBAAkB,GAAG,EAA3B;AACA,MAAIhC,UAAJ,CAHyB,CAIzB;;AACA,MAAI+B,UAAU,CAACE,UAAX,CAAsB,MAAtB,CAAJ,EAAmC;AAC/B,UAAMC,QAAQ,GAAG,MAAM,wBAAMH,UAAN,CAAvB;;AACA,QAAI,CAACG,QAAQ,CAACC,EAAd,EAAkB;AACd,YAAM,IAAId,cAAJ,CACD,gCAA+BU,UAAW,GADzC,EAEFG,QAAQ,CAACE,UAFP,CAAN;AAIH;;AAEDpC,IAAAA,UAAU,GAAGkC,QAAQ,CAACG,IAAtB;AACH,GAVD,MAUO;AACH;AACA,UAAMnB,mBAAmB,CAACa,UAAD,CAAzB;AAEA/B,IAAAA,UAAU,GAAGD,mBAASC,UAAT,CAAoB+B,UAApB,CAAb;AACH;;AAED,QAAMO,UAAU,GAAG,qBAAS,eAAT,CAAnB;;AACA,QAAMC,WAAW,GAAGxH,cAAK6E,QAAL,CAAcmC,UAAd,CAApB,CAvByB,CAwBzB;;;AACA,QAAMS,aAAa,GAAGzH,cAAKC,IAAL,CAAUH,WAAV,EAAuB0H,WAAvB,CAAtB;;AAEA,QAAMtB,WAAW,GAAG,2BAAkBuB,aAAlB,CAApB;AACA,QAAM7H,cAAc,CAACqF,UAAD,EAAaiB,WAAb,CAApB;AACAtD,EAAAA,GAAG,CAAE,oBAAmB4E,WAAY,QAAOC,aAAc,EAAtD,CAAH,CA7ByB,CA+BzB;;AACA,QAAMC,YAAY,GAAG,MAAMC,gBAAgB,CAACF,aAAD,CAA3C;AAEA7E,EAAAA,GAAG,CAAE,sBAAqBoE,UAAW,UAASS,aAAc,EAAzD,CAAH;AACA,QAAM,sCAAWA,aAAX,CAAN,CAnCyB,CAqCzB;;AACA,OAAK,IAAIjG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGkG,YAAY,CAACjG,MAAjC,EAAyCD,CAAC,EAA1C,EAA8C;AAC1C,UAAMoG,WAAW,GAAGF,YAAY,CAAClG,CAAD,CAAhC;AACA,UAAMqG,OAAO,GAAG,MAAMC,uBAAuB,CAACF,WAAD,EAAcL,UAAd,CAA7C;AACAN,IAAAA,kBAAkB,CAAC/C,IAAnB,CAAwB2D,OAAxB;AACH;;AACDjF,EAAAA,GAAG,CAAC,oCAAD,EAAuC5C,cAAKwF,OAAL,CAAakC,YAAY,CAAC,CAAD,CAAzB,CAAvC,CAAH;AACA,QAAM,sCAAW1H,cAAKwF,OAAL,CAAakC,YAAY,CAAC,CAAD,CAAzB,CAAX,CAAN;AAEA,SAAOT,kBAAP;AACH;;AAED,MAAMc,eAAe,GAAG,SAAxB;;AAEA,SAASC,qBAAT,CAA+B;AAC3B3E,EAAAA,GAD2B;AAE3B4E,EAAAA,QAF2B;AAG3B1E,EAAAA;AAH2B,CAA/B,EAQmB;AACf,QAAMiC,OAAO,GAAGxF,cAAKwF,OAAL,CAAayC,QAAb,CAAhB;;AACA,QAAMrB,QAAQ,GAAG5G,cAAK6E,QAAL,CAAcoD,QAAd,CAAjB;AACA;AACJ;AACA;AACA;;;AACI,QAAMrC,MAAM,GAAGgB,QAAQ,CAACC,OAAT,CAAiB,KAAjB,EAAwB,KAAxB,CAAf;AAEA,QAAMqB,OAAO,GAAG1C,OAAO,CAAC7E,QAAR,CAAiBoH,eAAjB,CAAhB;;AAEA,MAAIG,OAAJ,EAAa;AACT7E,IAAAA,GAAG,GAAGxC,0BAAQE,GAAR,CAAYsC,GAAZ,EAAkB,UAASuC,MAAO,EAAlC,EAAqCrC,MAArC,CAAN;AACH,GAFD,MAEO;AACH;AACAF,IAAAA,GAAG,GAAGxC,0BAAQE,GAAR,CAAYsC,GAAZ,EAAkB,MAAlB,EAAyBE,MAAzB,CAAN;AACH;;AAED,SAAOF,GAAP;AACH;;AAED,eAAekC,cAAf,CAA8BzD,GAA9B,EAA0D;AACtD;AACA,MAAI,CAACA,GAAG,CAACnB,QAAJ,CAAa,GAAb,CAAL,EAAwB;AACpBmB,IAAAA,GAAG,GAAI,GAAEA,GAAI,GAAb;AACH;;AAED,QAAMqF,QAAQ,GAAG,MAAMnC,mBAASmD,UAAT,CAAoBrG,GAApB,CAAvB;AACA,QAAM4D,IAAI,GAAG,CAACyB,QAAQ,CAACiB,QAAT,IAAqB,EAAtB,EAA0B/E,GAA1B,CAA8BgF,CAAC,IAAIA,CAAC,CAAC7E,GAArC,EAA0CK,MAA1C,CAAiDC,OAAjD,CAAb;AACAnB,EAAAA,OAAO,CAACC,GAAR,CAAa,SAAQ8C,IAAI,CAACjE,MAAO,SAAjC;AAEA,QAAM6G,kBAAkB,GAAG5C,IAAI,CAACrC,GAAL,CAASvB,GAAG,IAAIkD,mBAASuD,YAAT,CAAsBzG,GAAtB,CAAhB,CAA3B;AAEA,QAAMwC,OAAO,CAACC,GAAR,CAAY+D,kBAAZ,CAAN;AACA3F,EAAAA,OAAO,CAACC,GAAR,CAAa,wBAAuB0F,kBAAkB,CAAC7G,MAAO,SAA9D;AACH,C,CAED;;;AAEO,SAAS+G,YAAT,CAAsBC,KAAtB,EAAqC;AACxC,SAAO;AACH,KAACC,kCAA2BC,OAA5B,GAAsCF,KADnC;AAEH,KAACC,kCAA2BE,UAA5B,GAAyC,CAFtC;AAGH,KAACF,kCAA2BG,SAA5B,GAAwC,CAHrC;AAIH,KAACH,kCAA2BI,MAA5B,GAAqC,CAJlC;AAKHL,IAAAA;AALG,GAAP;AAOH;;AAED,SAASd,gBAAT,CAA0BoB,iBAA1B,EAAwE;AACpE,SAAO,IAAIzE,OAAJ,CAAY,CAACQ,OAAD,EAAUC,MAAV,KAAqB;AACpC,UAAMiE,gBAA0B,GAAG,EAAnC;AACA,UAAMC,yBAAyB,GAAGtC,qBAAqB,CAACoC,iBAAD,CAAvD;;AACA,UAAMG,2BAA2B,GAAGlJ,cAAKC,IAAL,CAAUH,WAAV,EAAuBmJ,yBAAvB,CAApC,CAHoC,CAIpC;;;AACA,gCAAcC,2BAAd;;AAEAC,mBAAMC,IAAN,CAAWL,iBAAX,EAA8B;AAAEM,MAAAA,WAAW,EAAE;AAAf,KAA9B,EAAqD,UAAUC,GAAV,EAAeC,OAAf,EAAwB;AACzE,UAAID,GAAJ,EAAS;AACL3G,QAAAA,OAAO,CAAC6G,IAAR,CAAa,gCAAb,EAA+CT,iBAA/C,EAAkEO,GAAlE;AACAvE,QAAAA,MAAM,CAACuE,GAAD,CAAN;AACA;AACH;;AACD,UAAI,CAACC,OAAL,EAAc;AACV5G,QAAAA,OAAO,CAACC,GAAR,CAAY,gDAAgDmG,iBAA5D;AACAhE,QAAAA,MAAM,CAAC,4BAAD,CAAN;AACA;AACH;;AAEDpC,MAAAA,OAAO,CAAC8G,IAAR,CAAc,yBAAwBF,OAAO,CAACG,UAAW,WAAzD;AAEAH,MAAAA,OAAO,CAACrE,EAAR,CAAW,KAAX,EAAkB,UAAUoE,GAAV,EAAe;AAC7B,YAAIA,GAAJ,EAAS;AACL3G,UAAAA,OAAO,CAAC6G,IAAR,CAAa,uCAAb,EAAsDT,iBAAtD,EAAyEO,GAAzE;AACAvE,UAAAA,MAAM,CAACuE,GAAD,CAAN;AACH;;AACDxE,QAAAA,OAAO,CAACkE,gBAAD,CAAP;AACH,OAND;AAQAO,MAAAA,OAAO,CAACI,SAAR;AAEAJ,MAAAA,OAAO,CAACrE,EAAR,CAAW,OAAX,EAAoB,UAAU0E,KAAV,EAAiB;AACjCjH,QAAAA,OAAO,CAAC8G,IAAR,CAAc,sBAAqBG,KAAK,CAAChD,QAAS,GAAlD;;AACA,YAAI,MAAMiD,IAAN,CAAWD,KAAK,CAAChD,QAAjB,CAAJ,EAAgC;AAC5B;AACA;AACA;AACA2C,UAAAA,OAAO,CAACI,SAAR;AACH,SALD,MAKO;AACH;AACAJ,UAAAA,OAAO,CAACO,cAAR,CAAuBF,KAAvB,EAA8B,UAAUN,GAAV,EAAerE,UAAf,EAA2B;AACrD,gBAAIqE,GAAJ,EAAS;AACL3G,cAAAA,OAAO,CAAC6G,IAAR,CACI,4CADJ,EAEII,KAAK,CAAChD,QAFV,EAGI0C,GAHJ;AAKAvE,cAAAA,MAAM,CAACuE,GAAD,CAAN;AACA;AACH;;AACD,gBAAI,CAACrE,UAAL,EAAiB;AACbtC,cAAAA,OAAO,CAACC,GAAR,CACI,8DADJ;AAGAmC,cAAAA,MAAM,CAAC,+BAAD,CAAN;AACA;AACH;;AAED,kBAAMkD,QAAQ,GAAGjI,cAAKC,IAAL,CAAUiJ,2BAAV,EAAuCU,KAAK,CAAChD,QAA7C,CAAjB;;AAEA3B,YAAAA,UAAU,CAACC,EAAX,CAAc,KAAd,EAAqB,YAAY;AAC7B8D,cAAAA,gBAAgB,CAAC9E,IAAjB,CAAsB+D,QAAtB;AACAsB,cAAAA,OAAO,CAACI,SAAR;AACH,aAHD;AAKA/J,YAAAA,cAAc,CAACqF,UAAD,EAAa,2BAAkBgD,QAAlB,CAAb,CAAd,CAAwD8B,KAAxD,CAA8DC,KAAK,IAAI;AACnEjF,cAAAA,MAAM,CAACiF,KAAD,CAAN;AACH,aAFD;AAGH,WA5BD;AA6BH;AACJ,OAvCD;AAwCH,KAhED;AAiEH,GAxEM,CAAP;AAyEH;;AAED,SAASlC,uBAAT,CACImC,mBADJ,EAEI1C,UAFJ,EAG2B;AACvB,SAAO,IAAIjD,OAAJ,CAAY,CAACQ,OAAD,EAAUC,MAAV,KAAqB;AACpC,UAAMmF,SAAS,GAAG,EAAlB;AACA,UAAMC,kBAAwD,GAAG,EAAjE;AACA,UAAMC,aAAa,GAAGzD,qBAAqB,CAACsD,mBAAD,CAA3C;AACA,QAAIpC,OAAuB,GAAG;AAC1B/F,MAAAA,GAAG,EAAEsI,aADqB;AAE1BjH,MAAAA,MAAM,EAAE,EAFkB;AAG1B9B,MAAAA,IAAI,EAAE;AAHoB,KAA9B;;AAKA8H,mBAAMC,IAAN,CAAWa,mBAAX,EAAgC;AAAEZ,MAAAA,WAAW,EAAE;AAAf,KAAhC,EAAuD,UAAUC,GAAV,EAAeC,OAAf,EAAwB;AAC3E,UAAID,GAAJ,EAAS;AACL3G,QAAAA,OAAO,CAAC6G,IAAR,CAAa,gCAAb,EAA+CS,mBAA/C,EAAoEX,GAApE;AACAvE,QAAAA,MAAM,CAACuE,GAAD,CAAN;AACA;AACH;;AACD,UAAI,CAACC,OAAL,EAAc;AACV5G,QAAAA,OAAO,CAACC,GAAR,CAAY,4CAA4CqH,mBAAxD;AACAlF,QAAAA,MAAM,CAAC,4BAAD,CAAN;AACA;AACH;;AACDpC,MAAAA,OAAO,CAAC8G,IAAR,CAAc,yBAAwBF,OAAO,CAACG,UAAW,WAAzD;AACAH,MAAAA,OAAO,CAACrE,EAAR,CAAW,KAAX,EAAkB,UAAUoE,GAAV,EAAe;AAC7B,YAAIA,GAAJ,EAAS;AACL3G,UAAAA,OAAO,CAAC6G,IAAR,CAAa,mCAAb,EAAkDS,mBAAlD,EAAuEX,GAAvE;AACAvE,UAAAA,MAAM,CAACuE,GAAD,CAAN;AACH;;AAEDhF,QAAAA,OAAO,CAACC,GAAR,CAAY4F,kBAAZ,EAAgCE,IAAhC,CAAqCC,GAAG,IAAI;AACxCA,UAAAA,GAAG,CAACC,OAAJ,CAAYC,CAAC,IAAI;AACb7H,YAAAA,OAAO,CAAC8G,IAAR,CAAa,oBAAb,EAAmCe,CAAnC;AACH,WAFD;AAGA1F,UAAAA,OAAO,CAAC+C,OAAD,CAAP;AACH,SALD;AAMH,OAZD;AAcA0B,MAAAA,OAAO,CAACI,SAAR;AAEAJ,MAAAA,OAAO,CAACrE,EAAR,CAAW,OAAX,EAAoB,UAAU0E,KAAV,EAAiB;AACjCjH,QAAAA,OAAO,CAAC8G,IAAR,CAAc,sBAAqBG,KAAK,CAAChD,QAAS,GAAlD;;AACA,YAAI,MAAMiD,IAAN,CAAWD,KAAK,CAAChD,QAAjB,CAAJ,EAAgC;AAC5B;AACA;AACA;AACA2C,UAAAA,OAAO,CAACI,SAAR;AACH,SALD,MAKO;AACH;AACAJ,UAAAA,OAAO,CAACO,cAAR,CAAuBF,KAAvB,EAA8B,UAAUN,GAAV,EAAerE,UAAf,EAA2B;AACrD,gBAAIqE,GAAJ,EAAS;AACL3G,cAAAA,OAAO,CAAC6G,IAAR,CACI,4DADJ,EAEII,KAAK,CAAChD,QAFV,EAGI0C,GAHJ;AAKAvE,cAAAA,MAAM,CAACuE,GAAD,CAAN;AACA;AACH;;AACD,gBAAI,CAACrE,UAAL,EAAiB;AACbtC,cAAAA,OAAO,CAACC,GAAR,CAAY,mDAAZ;AACAmC,cAAAA,MAAM,CAAC,8BAAD,CAAN;AACA;AACH;;AACDE,YAAAA,UAAU,CAACC,EAAX,CAAc,KAAd,EAAqB,YAAY;AAC7BgF,cAAAA,SAAS,CAAChG,IAAV,CAAe0F,KAAK,CAAChD,QAArB;AACA2C,cAAAA,OAAO,CAACI,SAAR;AACH,aAHD;AAKA,kBAAMpG,MAAM,GAAI,GAAEgE,UAAW,IAAG6C,aAAc,IAAGR,KAAK,CAAChD,QAAS,EAAhE,CApBqD,CAqBrD;;AACAiB,YAAAA,OAAO,GAAGG,qBAAqB,CAAC;AAC5B3E,cAAAA,GAAG,EAAEwE,OADuB;AAE5BI,cAAAA,QAAQ,EAAE2B,KAAK,CAAChD,QAFY;AAG5BrD,cAAAA;AAH4B,aAAD,CAA/B;;AAMA,kBAAM;AAAEwC,cAAAA,iBAAF;AAAqBC,cAAAA,8BAA8B,EAAEC;AAArD,gBACFjB,mBAASkB,WAAT,CAAqB3C,MAArB,EAA6BmD,iBAA7B,CADJ;;AAGA9G,YAAAA,cAAc,CAACqF,UAAD,EAAac,iBAAb,CAAd,CACKsE,IADL,CACU,MAAM;AACRF,cAAAA,kBAAkB,CAACjG,IAAnB,CAAwB+B,OAAxB;AACH,aAHL,EAIK8D,KAJL,CAIWC,KAAK,IAAI;AACZjF,cAAAA,MAAM,CAACiF,KAAD,CAAN;AACH,aANL;AAOH,WAtCD;AAuCH;AACJ,OAjDD;AAkDH,KA9ED;AA+EH,GAxFM,CAAP;AAyFH","sourcesContent":["import uniqueId from \"uniqid\";\nimport S3 from \"aws-sdk/clients/s3\";\nimport dotProp from \"dot-prop-immutable\";\nimport { createWriteStream } from \"fs\";\nimport { ensureDirSync } from \"fs-extra\";\nimport { promisify } from \"util\";\nimport { pipeline } from \"stream\";\nimport fetch from \"node-fetch\";\nimport path from \"path\";\nimport yauzl from \"yauzl\";\nimport chunk from \"lodash/chunk\";\nimport loadJson from \"load-json-file\";\nimport { FileInput } from \"@webiny/api-file-manager/types\";\nimport WebinyError from \"@webiny/error\";\nimport { deleteFile } from \"@webiny/api-page-builder/graphql/crud/install/utils/downloadInstallFiles\";\nimport { File, PageImportExportTaskStatus } from \"~/types\";\nimport { PbPageImportExportContext } from \"~/graphql/types\";\nimport { s3Stream } from \"~/exportPages/s3Stream\";\nimport { ExportedPageData } from \"~/exportPages/utils\";\nimport { PageSettings } from \"@webiny/api-page-builder/types\";\n\ninterface FileItem extends File {\n key: string;\n type: string;\n name: string;\n size: number;\n meta: Record<string, any>;\n tags: string[];\n}\n\nconst streamPipeline = promisify(pipeline);\n\nconst INSTALL_DIR = \"/tmp\";\nconst INSTALL_EXTRACT_DIR = path.join(INSTALL_DIR, \"apiPageBuilderImportPage\");\nconst FILES_COUNT_IN_EACH_BATCH = 15;\nconst ZIP_CONTENT_TYPE = \"application/zip\";\n\ninterface UpdateFilesInPageDataParams {\n data: Record<string, any>;\n fileIdToKeyMap: Map<string, string>;\n srcPrefix: string;\n}\n\ninterface UpdateImageInPageSettingsParams {\n fileIdToKeyMap: Map<string, string>;\n srcPrefix: string;\n settings: PageSettings;\n}\n\nfunction updateImageInPageSettings(\n params: UpdateImageInPageSettingsParams\n): UpdateImageInPageSettingsParams[\"settings\"] {\n const { settings, fileIdToKeyMap, srcPrefix } = params;\n let newSettings = settings;\n\n const srcPrefixWithoutTrailingSlash = srcPrefix.endsWith(\"/\")\n ? srcPrefix.slice(0, -1)\n : srcPrefix;\n\n if (dotProp.get(newSettings, \"general.image.src\")) {\n newSettings = dotProp.set(\n newSettings,\n \"general.image.src\",\n `${srcPrefixWithoutTrailingSlash}/${fileIdToKeyMap.get(\n settings.general?.image?.id || \"\"\n )}`\n );\n }\n if (dotProp.get(newSettings, \"social.image.src\")) {\n newSettings = dotProp.set(\n newSettings,\n \"social.image.src\",\n `${srcPrefixWithoutTrailingSlash}/${fileIdToKeyMap.get(\n settings.social?.image?.id || \"\"\n )}`\n );\n }\n\n return newSettings;\n}\n\nfunction updateFilesInPageData({ data, fileIdToKeyMap, srcPrefix }: UpdateFilesInPageDataParams) {\n // BASE CASE: Termination point\n if (!data || typeof data !== \"object\") {\n return;\n }\n // Recursively call function if data is array\n if (Array.isArray(data)) {\n for (let i = 0; i < data.length; i++) {\n const element = data[i];\n updateFilesInPageData({ data: element, fileIdToKeyMap, srcPrefix });\n }\n return;\n }\n // Main logic\n const tuple = Object.entries(data);\n for (let i = 0; i < tuple.length; i++) {\n const [key, value] = tuple[i];\n\n if (key === \"file\" && value && fileIdToKeyMap.has(value.id)) {\n value.key = fileIdToKeyMap.get(value.id);\n value.name = fileIdToKeyMap.get(value.id);\n value.src = `${srcPrefix}${srcPrefix.endsWith(\"/\") ? \"\" : \"/\"}${fileIdToKeyMap.get(\n value.id\n )}`;\n } else {\n updateFilesInPageData({ data: value, srcPrefix, fileIdToKeyMap });\n }\n }\n}\n\ninterface UploadPageAssetsParams {\n context: PbPageImportExportContext;\n filesData: FileItem[];\n fileUploadsData: FileUploadsData;\n}\n\ninterface UploadPageAssetsReturnType {\n fileIdToKeyMap: Map<string, string>;\n}\n\nexport const uploadPageAssets = async (\n params: UploadPageAssetsParams\n): Promise<UploadPageAssetsReturnType> => {\n const { context, filesData, fileUploadsData } = params;\n // Save uploaded file key against static id for later use.\n const fileIdToKeyMap = new Map<string, string>();\n /**\n * This function contains logic of file download from S3.\n * Current we're not mocking zip file download from S3 in tests at the moment.\n * So, we're manually mocking it in case of test just by returning an empty object.\n */\n if (process.env.NODE_ENV === \"test\") {\n return {\n fileIdToKeyMap\n };\n }\n console.log(\"INSIDE uploadPageAssets\");\n\n // Save files meta data against old key for later use.\n const fileKeyToFileMap = new Map<string, FileItem>();\n // Initialize maps.\n for (let i = 0; i < filesData.length; i++) {\n const file = filesData[i];\n fileKeyToFileMap.set(file.key, file);\n\n // Initialize the value\n fileIdToKeyMap.set(file.id, file.type);\n }\n\n const fileUploadResults = await uploadFilesFromS3({\n fileKeyToFileMap,\n oldKeyToNewKeyMap: fileUploadsData.assets\n });\n\n // Create files in File Manager\n const createFilesInput = fileUploadResults\n .map((uploadResult): FileInput | null => {\n const newKey = uploadResult.Key;\n const file = fileKeyToFileMap.get(getOldFileKey(newKey));\n if (!file) {\n return null;\n }\n\n // Update the file map with newly uploaded file.\n fileIdToKeyMap.set(file.id, newKey);\n\n return {\n key: newKey,\n name: file.name,\n size: file.size,\n type: file.type,\n meta: file.meta,\n tags: file.tags\n };\n })\n .filter(Boolean) as FileInput[];\n\n const createFilesPromises = [];\n // Gives an array of chunks (each consists of FILES_COUNT_IN_EACH_BATCH items).\n const createFilesInputChunks = chunk(createFilesInput, FILES_COUNT_IN_EACH_BATCH);\n for (let i = 0; i < createFilesInputChunks.length; i++) {\n const createFilesInputChunk = createFilesInputChunks[i];\n createFilesPromises.push(\n /*\n * We need to break down files into chunks because\n * `createFilesInBatch` operation has a limit on number of files it can handle at once.\n */\n context.fileManager.files.createFilesInBatch(createFilesInputChunk)\n );\n }\n\n await Promise.all(createFilesPromises);\n\n return {\n fileIdToKeyMap\n };\n};\n\ninterface FileUploadsData {\n data: string;\n assets: Record<string, string>;\n}\n\ninterface ImportPageParams {\n key: string;\n pageKey: string;\n context: PbPageImportExportContext;\n fileUploadsData: FileUploadsData;\n}\n\nexport async function importPage({\n pageKey,\n context,\n fileUploadsData\n}: ImportPageParams): Promise<ExportedPageData[\"page\"]> {\n const log = console.log;\n\n // Making Directory for page in which we're going to extract the page data file.\n const PAGE_EXTRACT_DIR = path.join(INSTALL_EXTRACT_DIR, pageKey);\n ensureDirSync(PAGE_EXTRACT_DIR);\n\n const pageDataFileKey = dotProp.get(fileUploadsData, `data`);\n const PAGE_DATA_FILE_PATH = path.join(PAGE_EXTRACT_DIR, path.basename(pageDataFileKey));\n\n log(`Downloading Page data file: ${pageDataFileKey} at \"${PAGE_DATA_FILE_PATH}\"`);\n // Download and save page data file in disk.\n await new Promise((resolve, reject) => {\n s3Stream\n .readStream(pageDataFileKey)\n .on(\"error\", reject)\n .pipe(createWriteStream(PAGE_DATA_FILE_PATH))\n .on(\"error\", reject)\n .on(\"finish\", resolve);\n });\n\n // Load the page data file from disk.\n log(`Load file ${pageDataFileKey}`);\n const { page, files } = await loadJson<ExportedPageData>(PAGE_DATA_FILE_PATH);\n\n // Only update page data if there are files.\n if (files && Array.isArray(files) && files.length > 0) {\n // Upload page assets.\n const { fileIdToKeyMap } = await uploadPageAssets({\n context,\n /**\n * TODO @ts-refactor @ashutosh figure out correct types.\n */\n // @ts-ignore\n filesData: files,\n fileUploadsData\n });\n\n const settings = await context.fileManager.settings.getSettings();\n\n const { srcPrefix = \"\" } = settings || {};\n updateFilesInPageData({\n data: page.content || {},\n fileIdToKeyMap,\n srcPrefix\n });\n\n page.settings = updateImageInPageSettings({\n settings: page.settings || {},\n fileIdToKeyMap,\n srcPrefix\n });\n }\n\n log(\"Removing Directory for page...\");\n await deleteFile(pageKey);\n\n log(`Remove page contents from S3...`);\n await deleteS3Folder(path.dirname(fileUploadsData.data));\n\n return page;\n}\n\ninterface UploadFilesFromZipParams {\n fileKeyToFileMap: Map<string, any>;\n oldKeyToNewKeyMap: Record<string, string>;\n}\n\nasync function uploadFilesFromS3({\n fileKeyToFileMap,\n oldKeyToNewKeyMap\n}: UploadFilesFromZipParams): Promise<S3.ManagedUpload.SendData[]> {\n const oldKeysForAssets = Object.keys(oldKeyToNewKeyMap);\n\n const promises = [];\n // Upload all assets.\n for (let i = 0; i < oldKeysForAssets.length; i++) {\n const oldKey = oldKeysForAssets[i];\n const tempNewKey = oldKeyToNewKeyMap[oldKey];\n\n // Read file.\n const readStream = s3Stream.readStream(tempNewKey);\n // Get file meta data.\n const fileMetaData = fileKeyToFileMap.get(oldKey);\n\n if (fileMetaData) {\n const newKey = uniqueId(\"\", `-${fileMetaData.key}`);\n const { streamPassThrough, streamPassThroughUploadPromise: promise } =\n s3Stream.writeStream(newKey, fileMetaData.type);\n readStream.pipe(streamPassThrough);\n promises.push(promise);\n\n console.log(`Successfully queued file \"${newKey}\"`);\n }\n }\n\n return Promise.all(promises);\n}\n\nasync function getObjectMetaFromS3(Key: string) {\n const meta = await s3Stream.getObjectHead(Key);\n\n if (meta.ContentType !== ZIP_CONTENT_TYPE) {\n throw new WebinyError(`Unsupported file type: \"${meta.ContentType}\"`, \"UNSUPPORTED_FILE\");\n }\n}\n\nfunction getOldFileKey(key: string) {\n /*\n * Because we know the naming convention, we can extract the old key from new key.\n */\n try {\n const [, ...rest] = key.split(\"-\");\n return rest.join(\"-\");\n } catch (e) {\n return key;\n }\n}\n\nconst FILE_CONTENT_TYPE = \"application/octet-stream\";\n\nfunction getFileNameWithoutExt(fileName: string): string {\n return path.basename(fileName).replace(path.extname(fileName), \"\");\n}\n\ninterface PageImportData {\n assets: Record<string, string>;\n data: string;\n key: string;\n}\n\n/**\n * Function will read the given zip file from S3 via stream, extract its content and upload it to S3 bucket.\n * @param zipFileKey\n * @return PageImportData S3 file keys for all uploaded assets group by page.\n */\nexport async function readExtractAndUploadZipFileContents(\n zipFileKey: string\n): Promise<PageImportData[]> {\n const log = console.log;\n const pageImportDataList = [];\n let readStream;\n // Check whether it is a URL\n if (zipFileKey.startsWith(\"http\")) {\n const response = await fetch(zipFileKey);\n if (!response.ok) {\n throw new WebinyError(\n `Unable to downloading file: \"${zipFileKey}\"`,\n response.statusText\n );\n }\n\n readStream = response.body;\n } else {\n // We're first retrieving object's meta data, just to check whether the file is available at the given Key\n await getObjectMetaFromS3(zipFileKey);\n\n readStream = s3Stream.readStream(zipFileKey);\n }\n\n const uniquePath = uniqueId(\"IMPORT_PAGES/\");\n const zipFileName = path.basename(zipFileKey);\n // Read export file and download it in the disk\n const ZIP_FILE_PATH = path.join(INSTALL_DIR, zipFileName);\n\n const writeStream = createWriteStream(ZIP_FILE_PATH);\n await streamPipeline(readStream, writeStream);\n log(`Downloaded file \"${zipFileName}\" at ${ZIP_FILE_PATH}`);\n\n // Extract the downloaded zip file\n const zipFilePaths = await extractZipToDisk(ZIP_FILE_PATH);\n\n log(`Removing ZIP file \"${zipFileKey}\" from ${ZIP_FILE_PATH}`);\n await deleteFile(ZIP_FILE_PATH);\n\n // Extract each page zip and upload their content's to S3\n for (let i = 0; i < zipFilePaths.length; i++) {\n const currentPath = zipFilePaths[i];\n const dataMap = await extractZipAndUploadToS3(currentPath, uniquePath);\n pageImportDataList.push(dataMap);\n }\n log(\"Removing all ZIP files located at \", path.dirname(zipFilePaths[0]));\n await deleteFile(path.dirname(zipFilePaths[0]));\n\n return pageImportDataList;\n}\n\nconst ASSETS_DIR_NAME = \"/assets\";\n\nfunction preparePageDataDirMap({\n map,\n filePath,\n newKey\n}: {\n map: PageImportData;\n filePath: string;\n newKey: string;\n}): PageImportData {\n const dirname = path.dirname(filePath);\n const fileName = path.basename(filePath);\n /*\n * We want to use dot (.) as part of object key rather than creating nested object(s).\n * Also, the file name might contain dots in it beside the extension, so, we are escaping them all.\n */\n const oldKey = fileName.replace(/\\./g, \"\\\\.\");\n\n const isAsset = dirname.endsWith(ASSETS_DIR_NAME);\n\n if (isAsset) {\n map = dotProp.set(map, `assets.${oldKey}`, newKey);\n } else {\n // We only need to know the newKey for data file.\n map = dotProp.set(map, `data`, newKey);\n }\n\n return map;\n}\n\nasync function deleteS3Folder(key: string): Promise<void> {\n // Append trailing slash i.e \"/\" to key to make sure we only delete a specific folder.\n if (!key.endsWith(\"/\")) {\n key = `${key}/`;\n }\n\n const response = await s3Stream.listObject(key);\n const keys = (response.Contents || []).map(c => c.Key).filter(Boolean) as string[];\n console.log(`Found ${keys.length} files.`);\n\n const deleteFilePromises = keys.map(key => s3Stream.deleteObject(key));\n\n await Promise.all(deleteFilePromises);\n console.log(`Successfully deleted ${deleteFilePromises.length} files.`);\n}\n\n// export const zeroPad = version => `${version}`.padStart(5, \"0\");\n\nexport function initialStats(total: number) {\n return {\n [PageImportExportTaskStatus.PENDING]: total,\n [PageImportExportTaskStatus.PROCESSING]: 0,\n [PageImportExportTaskStatus.COMPLETED]: 0,\n [PageImportExportTaskStatus.FAILED]: 0,\n total\n };\n}\n\nfunction extractZipToDisk(exportFileZipPath: string): Promise<string[]> {\n return new Promise((resolve, reject) => {\n const pageZipFilePaths: string[] = [];\n const uniqueFolderNameForExport = getFileNameWithoutExt(exportFileZipPath);\n const EXPORT_FILE_EXTRACTION_PATH = path.join(INSTALL_DIR, uniqueFolderNameForExport);\n // Make sure DIR exists\n ensureDirSync(EXPORT_FILE_EXTRACTION_PATH);\n\n yauzl.open(exportFileZipPath, { lazyEntries: true }, function (err, zipFile) {\n if (err) {\n console.warn(\"ERROR: Failed to extract zip: \", exportFileZipPath, err);\n reject(err);\n return;\n }\n if (!zipFile) {\n console.log(\"ERROR: Missing zip file resource for path: \" + exportFileZipPath);\n reject(\"Missing Zip File Resource.\");\n return;\n }\n\n console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);\n\n zipFile.on(\"end\", function (err) {\n if (err) {\n console.warn(\"ERROR: Failed on END event for file: \", exportFileZipPath, err);\n reject(err);\n }\n resolve(pageZipFilePaths);\n });\n\n zipFile.readEntry();\n\n zipFile.on(\"entry\", function (entry) {\n console.info(`Processing entry: \"${entry.fileName}\"`);\n if (/\\/$/.test(entry.fileName)) {\n // Directory file names end with '/'.\n // Note that entries for directories themselves are optional.\n // An entry's fileName implicitly requires its parent directories to exist.\n zipFile.readEntry();\n } else {\n // file entry\n zipFile.openReadStream(entry, function (err, readStream) {\n if (err) {\n console.warn(\n \"ERROR: Failed to openReadStream for file: \",\n entry.fileName,\n err\n );\n reject(err);\n return;\n }\n if (!readStream) {\n console.log(\n \"ERROR: Missing Read Stream Resource when extracting to disk.\"\n );\n reject(\"Missing Read Stream Resource.\");\n return;\n }\n\n const filePath = path.join(EXPORT_FILE_EXTRACTION_PATH, entry.fileName);\n\n readStream.on(\"end\", function () {\n pageZipFilePaths.push(filePath);\n zipFile.readEntry();\n });\n\n streamPipeline(readStream, createWriteStream(filePath)).catch(error => {\n reject(error);\n });\n });\n }\n });\n });\n });\n}\n\nfunction extractZipAndUploadToS3(\n pageDataZipFilePath: string,\n uniquePath: string\n): Promise<PageImportData> {\n return new Promise((resolve, reject) => {\n const filePaths = [];\n const fileUploadPromises: Promise<S3.ManagedUpload.SendData>[] = [];\n const uniquePageKey = getFileNameWithoutExt(pageDataZipFilePath);\n let dataMap: PageImportData = {\n key: uniquePageKey,\n assets: {},\n data: \"\"\n };\n yauzl.open(pageDataZipFilePath, { lazyEntries: true }, function (err, zipFile) {\n if (err) {\n console.warn(\"ERROR: Failed to extract zip: \", pageDataZipFilePath, err);\n reject(err);\n return;\n }\n if (!zipFile) {\n console.log(\"ERROR: Probably failed to extract zip: \" + pageDataZipFilePath);\n reject(\"Missing Zip File Resource.\");\n return;\n }\n console.info(`The ZIP file contains ${zipFile.entryCount} entries.`);\n zipFile.on(\"end\", function (err) {\n if (err) {\n console.warn('ERROR: Failed on \"END\" for file: ', pageDataZipFilePath, err);\n reject(err);\n }\n\n Promise.all(fileUploadPromises).then(res => {\n res.forEach(r => {\n console.info(\"Done uploading... \", r);\n });\n resolve(dataMap);\n });\n });\n\n zipFile.readEntry();\n\n zipFile.on(\"entry\", function (entry) {\n console.info(`Processing entry: \"${entry.fileName}\"`);\n if (/\\/$/.test(entry.fileName)) {\n // Directory file names end with '/'.\n // Note that entries for directories themselves are optional.\n // An entry's fileName implicitly requires its parent directories to exist.\n zipFile.readEntry();\n } else {\n // file entry\n zipFile.openReadStream(entry, function (err, readStream) {\n if (err) {\n console.warn(\n \"ERROR: Failed while performing [openReadStream] for file: \",\n entry.fileName,\n err\n );\n reject(err);\n return;\n }\n if (!readStream) {\n console.log(\"ERROR: Missing Read Stream while importing pages.\");\n reject(\"Missing Read Strea Resource.\");\n return;\n }\n readStream.on(\"end\", function () {\n filePaths.push(entry.fileName);\n zipFile.readEntry();\n });\n\n const newKey = `${uniquePath}/${uniquePageKey}/${entry.fileName}`;\n // Modify in place\n dataMap = preparePageDataDirMap({\n map: dataMap,\n filePath: entry.fileName,\n newKey\n });\n\n const { streamPassThrough, streamPassThroughUploadPromise: promise } =\n s3Stream.writeStream(newKey, FILE_CONTENT_TYPE);\n\n streamPipeline(readStream, streamPassThrough)\n .then(() => {\n fileUploadPromises.push(promise);\n })\n .catch(error => {\n reject(error);\n });\n });\n }\n });\n });\n });\n}\n"]}
|
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["mockSecurity.ts"],"names":["mockSecurity","identity","context","security","disableAuthorization","setIdentity"],"mappings":";;;;;;;AAEO,MAAMA,YAAY,GAAG,CAACC,QAAD,EAA6BC,OAA7B,KAA0D;AAClFA,EAAAA,OAAO,CAACC,QAAR,CAAiBC,oBAAjB;AACAF,EAAAA,OAAO,CAACC,QAAR,CAAiBE,WAAjB,CAA6BJ,QAA7B;AACH,CAHM","sourcesContent":["import { SecurityContext, SecurityIdentity } from \"@webiny/api-security/types\";\n\nexport const mockSecurity = (identity: SecurityIdentity, context: SecurityContext) => {\n context.security.disableAuthorization();\n context.security.setIdentity(identity);\n};\n"]}
|
package/package.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
{
|
2
2
|
"name": "@webiny/api-page-builder-import-export",
|
3
|
-
"version": "5.
|
3
|
+
"version": "5.25.0-beta.1",
|
4
4
|
"main": "index.js",
|
5
5
|
"keywords": [
|
6
6
|
"pbie:base"
|
@@ -14,18 +14,18 @@
|
|
14
14
|
"author": "Webiny Ltd",
|
15
15
|
"license": "MIT",
|
16
16
|
"dependencies": {
|
17
|
-
"@babel/runtime": "7.
|
17
|
+
"@babel/runtime": "7.17.2",
|
18
18
|
"@commodo/fields": "1.1.2-beta.20",
|
19
|
-
"@webiny/api-file-manager": "5.
|
20
|
-
"@webiny/api-page-builder": "5.
|
21
|
-
"@webiny/api-security": "5.
|
22
|
-
"@webiny/error": "5.
|
23
|
-
"@webiny/handler": "5.
|
24
|
-
"@webiny/handler-args": "5.
|
25
|
-
"@webiny/handler-aws": "5.
|
26
|
-
"@webiny/handler-graphql": "5.
|
27
|
-
"@webiny/utils": "5.
|
28
|
-
"@webiny/validation": "5.
|
19
|
+
"@webiny/api-file-manager": "5.25.0-beta.1",
|
20
|
+
"@webiny/api-page-builder": "5.25.0-beta.1",
|
21
|
+
"@webiny/api-security": "5.25.0-beta.1",
|
22
|
+
"@webiny/error": "5.25.0-beta.1",
|
23
|
+
"@webiny/handler": "5.25.0-beta.1",
|
24
|
+
"@webiny/handler-args": "5.25.0-beta.1",
|
25
|
+
"@webiny/handler-aws": "5.25.0-beta.1",
|
26
|
+
"@webiny/handler-graphql": "5.25.0-beta.1",
|
27
|
+
"@webiny/utils": "5.25.0-beta.1",
|
28
|
+
"@webiny/validation": "5.25.0-beta.1",
|
29
29
|
"archiver": "5.3.0",
|
30
30
|
"commodo-fields-object": "1.0.6",
|
31
31
|
"dot-prop-immutable": "2.1.1",
|
@@ -49,20 +49,20 @@
|
|
49
49
|
"@types/archiver": "^5.3.1",
|
50
50
|
"@types/puppeteer": "^5.4.2",
|
51
51
|
"@types/yauzl": "^2.9.2",
|
52
|
-
"@webiny/api-dynamodb-to-elasticsearch": "^5.
|
53
|
-
"@webiny/api-file-manager-ddb-es": "^5.
|
54
|
-
"@webiny/api-i18n-ddb": "^5.
|
55
|
-
"@webiny/api-security-so-ddb": "^5.
|
56
|
-
"@webiny/api-tenancy": "^5.
|
57
|
-
"@webiny/api-tenancy-so-ddb": "^5.
|
58
|
-
"@webiny/cli": "^5.
|
59
|
-
"@webiny/db": "^5.
|
60
|
-
"@webiny/project-utils": "^5.
|
52
|
+
"@webiny/api-dynamodb-to-elasticsearch": "^5.25.0-beta.1",
|
53
|
+
"@webiny/api-file-manager-ddb-es": "^5.25.0-beta.1",
|
54
|
+
"@webiny/api-i18n-ddb": "^5.25.0-beta.1",
|
55
|
+
"@webiny/api-security-so-ddb": "^5.25.0-beta.1",
|
56
|
+
"@webiny/api-tenancy": "^5.25.0-beta.1",
|
57
|
+
"@webiny/api-tenancy-so-ddb": "^5.25.0-beta.1",
|
58
|
+
"@webiny/cli": "^5.25.0-beta.1",
|
59
|
+
"@webiny/db": "^5.25.0-beta.1",
|
60
|
+
"@webiny/project-utils": "^5.25.0-beta.1",
|
61
61
|
"jest": "^26.6.3",
|
62
62
|
"jest-dynalite": "^3.2.0",
|
63
63
|
"rimraf": "^3.0.2",
|
64
64
|
"ttypescript": "^1.5.12",
|
65
|
-
"typescript": "
|
65
|
+
"typescript": "4.5.5"
|
66
66
|
},
|
67
67
|
"publishConfig": {
|
68
68
|
"access": "public",
|
@@ -79,5 +79,5 @@
|
|
79
79
|
]
|
80
80
|
}
|
81
81
|
},
|
82
|
-
"gitHead": "
|
82
|
+
"gitHead": "c5cbc36b39a28e3f1c58de7d768fdcd113ad8e15"
|
83
83
|
}
|
package/types.d.ts
CHANGED
@@ -16,6 +16,11 @@ export interface PageImportExportTaskStats {
|
|
16
16
|
[PageImportExportTaskStatus.FAILED]: number;
|
17
17
|
total: number;
|
18
18
|
}
|
19
|
+
interface CreatedBy {
|
20
|
+
id: string;
|
21
|
+
type: string;
|
22
|
+
displayName: string | null;
|
23
|
+
}
|
19
24
|
export interface PageImportExportTask {
|
20
25
|
id: string;
|
21
26
|
parent: string;
|
@@ -25,18 +30,14 @@ export interface PageImportExportTask {
|
|
25
30
|
error: Record<string, any>;
|
26
31
|
input: Record<string, any>;
|
27
32
|
createdOn: string;
|
28
|
-
createdBy:
|
29
|
-
type: string;
|
30
|
-
id: string;
|
31
|
-
displayName: string;
|
32
|
-
};
|
33
|
+
createdBy: CreatedBy;
|
33
34
|
tenant: string;
|
34
35
|
locale: string;
|
35
36
|
}
|
36
|
-
export
|
37
|
+
export interface File {
|
37
38
|
id: string;
|
38
39
|
src: string;
|
39
|
-
}
|
40
|
+
}
|
40
41
|
export interface MetaResponse {
|
41
42
|
cursor: string | null;
|
42
43
|
totalCount: number;
|
package/types.js.map
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
{"version":3,"sources":["types.ts"],"names":["PageExportRevisionType","PageImportExportTaskStatus"],"mappings":";;;;;;;;;;;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAEA;IACYA,sB;;;WAAAA,sB;AAAAA,EAAAA,sB;AAAAA,EAAAA,sB;GAAAA,sB,sCAAAA,sB;;IAKAC,0B;;;WAAAA,0B;AAAAA,EAAAA,0B;AAAAA,EAAAA,0B;AAAAA,EAAAA,0B;AAAAA,EAAAA,0B;GAAAA,0B,0CAAAA,0B","sourcesContent":["export * from \"./graphql/types\";\n\n// Entities.\nexport enum PageExportRevisionType {\n PUBLISHED = \"published\",\n LATEST = \"latest\"\n}\n\nexport enum PageImportExportTaskStatus {\n PENDING = \"pending\",\n PROCESSING = \"processing\",\n COMPLETED = \"completed\",\n FAILED = \"failed\"\n}\n\nexport interface PageImportExportTaskStats {\n [PageImportExportTaskStatus.PENDING]: number;\n [PageImportExportTaskStatus.PROCESSING]: number;\n [PageImportExportTaskStatus.COMPLETED]: number;\n [PageImportExportTaskStatus.FAILED]: number;\n total: number;\n}\n\ninterface CreatedBy {\n id: string;\n type: string;\n displayName: string | null;\n}\n\nexport interface PageImportExportTask {\n id: string;\n parent: string;\n status: PageImportExportTaskStatus;\n data: Record<string, any>;\n stats: PageImportExportTaskStats;\n error: Record<string, any>;\n input: Record<string, any>;\n createdOn: string;\n createdBy: CreatedBy;\n tenant: string;\n locale: string;\n}\n\nexport interface File {\n id: string;\n src: string;\n}\n\nexport interface MetaResponse {\n cursor: string | null;\n totalCount: number;\n hasMoreItems: boolean;\n}\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport interface PageImportExportTaskStorageOperationsGetParams {\n where: {\n id: string;\n tenant: string;\n locale: string;\n };\n}\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport interface PageImportExportTaskStorageOperationsListParams {\n where: {\n tenant: string;\n locale: string;\n };\n sort?: string[];\n limit?: number;\n after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport type PageImportExportTaskStorageOperationsListResponse = [\n PageImportExportTask[],\n MetaResponse\n];\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport interface PageImportExportTaskStorageOperationsCreateParams {\n input: Record<string, any>;\n task: PageImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport interface PageImportExportTaskStorageOperationsUpdateParams {\n input: Record<string, any>;\n original: PageImportExportTask;\n task: PageImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport interface PageImportExportTaskStorageOperationsDeleteParams {\n task: PageImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport interface PageImportExportTaskStorageOperationsGetSubTaskParams {\n where: {\n id: string;\n parent: string;\n tenant: string;\n locale: string;\n };\n}\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport interface PageImportExportTaskStorageOperationsListSubTaskParams {\n where: {\n tenant: string;\n locale: string;\n parent: string;\n status: PageImportExportTaskStatus;\n createdBy?: string;\n };\n sort?: string[];\n limit?: number;\n after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport type PageImportExportTaskStorageOperationsListSubTaskResponse = [\n PageImportExportTask[],\n MetaResponse\n];\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport interface PageImportExportTaskStorageOperationsCreateSubTaskParams {\n input: Record<string, any>;\n subTask: PageImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport interface PageImportExportTaskStorageOperationsUpdateSubTaskParams {\n input: Record<string, any>;\n original: PageImportExportTask;\n subTask: PageImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport interface PageImportExportTaskStorageOperationsUpdateTaskStatsParams {\n input: {\n prevStatus: PageImportExportTaskStatus;\n nextStatus: PageImportExportTaskStatus;\n };\n original: PageImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category PageImportExportTaskStorageOperations\n */\nexport interface PageImportExportTaskStorageOperations {\n /**\n * Get a single page import export task item by given params.\n */\n getTask(\n params: PageImportExportTaskStorageOperationsGetParams\n ): Promise<PageImportExportTask | null>;\n\n /**\n * Get all page import export tasks by given params.\n */\n listTasks(\n params: PageImportExportTaskStorageOperationsListParams\n ): Promise<PageImportExportTaskStorageOperationsListResponse>;\n\n createTask(\n params: PageImportExportTaskStorageOperationsCreateParams\n ): Promise<PageImportExportTask>;\n\n updateTask(\n params: PageImportExportTaskStorageOperationsUpdateParams\n ): Promise<PageImportExportTask>;\n\n deleteTask(\n params: PageImportExportTaskStorageOperationsDeleteParams\n ): Promise<PageImportExportTask>;\n\n updateTaskStats(\n params: PageImportExportTaskStorageOperationsUpdateTaskStatsParams\n ): Promise<PageImportExportTask>;\n\n /**\n * Get a single page import export sub-task item by given params.\n */\n getSubTask(\n params: PageImportExportTaskStorageOperationsGetSubTaskParams\n ): Promise<PageImportExportTask | null>;\n\n /**\n * Get all page import export sub-tasks by given params.\n */\n listSubTasks(\n params: PageImportExportTaskStorageOperationsListSubTaskParams\n ): Promise<PageImportExportTaskStorageOperationsListSubTaskResponse>;\n\n createSubTask(\n params: PageImportExportTaskStorageOperationsCreateSubTaskParams\n ): Promise<PageImportExportTask>;\n\n updateSubTask(\n params: PageImportExportTaskStorageOperationsUpdateSubTaskParams\n ): Promise<PageImportExportTask>;\n}\n"]}
|