@webiny/api-page-builder-import-export 0.0.0-unstable.1145e7667f → 0.0.0-unstable.15c0a8dfc8

package/types.js

@@ -21,17 +21,69 @@ Object.keys(_types).forEach(function (key) {
   });
 });
 // Entities.
-let ExportRevisionType;
-exports.ExportRevisionType = ExportRevisionType;
-(function (ExportRevisionType) {
+let ExportRevisionType = exports.ExportRevisionType = /*#__PURE__*/function (ExportRevisionType) {
   ExportRevisionType["PUBLISHED"] = "published";
   ExportRevisionType["LATEST"] = "latest";
-})(ExportRevisionType || (exports.ExportRevisionType = ExportRevisionType = {}));
-let ImportExportTaskStatus;
-exports.ImportExportTaskStatus = ImportExportTaskStatus;
-(function (ImportExportTaskStatus) {
+  return ExportRevisionType;
+}({});
+let ImportExportTaskStatus = exports.ImportExportTaskStatus = /*#__PURE__*/function (ImportExportTaskStatus) {
   ImportExportTaskStatus["PENDING"] = "pending";
   ImportExportTaskStatus["PROCESSING"] = "processing";
   ImportExportTaskStatus["COMPLETED"] = "completed";
   ImportExportTaskStatus["FAILED"] = "failed";
-})(ImportExportTaskStatus || (exports.ImportExportTaskStatus = ImportExportTaskStatus = {}));
+  return ImportExportTaskStatus;
+}({});
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+/**
+ * @category StorageOperations
+ * @category ImportExportTaskStorageOperations
+ */
+
+//# sourceMappingURL=types.js.map

package/types.js.map

@@ -1 +1 @@
-{"version":3,"names":["ExportRevisionType","ImportExportTaskStatus"],"sources":["types.ts"],"sourcesContent":["export * from \"./graphql/types\";\n\n// Entities.\nexport enum ExportRevisionType {\n    PUBLISHED = \"published\",\n    LATEST = \"latest\"\n}\n\nexport enum ImportExportTaskStatus {\n    PENDING = \"pending\",\n    PROCESSING = \"processing\",\n    COMPLETED = \"completed\",\n    FAILED = \"failed\"\n}\n\nexport interface ImportExportTaskStats {\n    [ImportExportTaskStatus.PENDING]: number;\n    [ImportExportTaskStatus.PROCESSING]: number;\n    [ImportExportTaskStatus.COMPLETED]: number;\n    [ImportExportTaskStatus.FAILED]: number;\n    total: number;\n}\n\ninterface CreatedBy {\n    id: string;\n    type: string;\n    displayName: string | null;\n}\n\nexport interface ImportExportTask {\n    id: string;\n    parent: string;\n    status: ImportExportTaskStatus;\n    data: Record<string, any>;\n    stats: ImportExportTaskStats;\n    error: Record<string, any>;\n    input: Record<string, any>;\n    createdOn: string;\n    createdBy: CreatedBy;\n    tenant: string;\n    locale: string;\n}\n\nexport interface File {\n    id: string;\n    src: string;\n}\n\nexport interface MetaResponse {\n    cursor: string | null;\n    totalCount: number;\n    hasMoreItems: boolean;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetParams {\n    where: {\n        id: string;\n        tenant: string;\n        locale: string;\n    };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListParams {\n    where: {\n        tenant: string;\n        locale: string;\n    };\n    sort?: string[];\n    limit?: number;\n    after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListResponse = [ImportExportTask[], MetaResponse];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateParams {\n    input: Record<string, any>;\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateParams {\n    input: Record<string, any>;\n    original: ImportExportTask;\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsDeleteParams {\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetSubTaskParams {\n    where: {\n        id: string;\n        parent: string;\n        tenant: string;\n        locale: string;\n    };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListSubTaskParams {\n    where: {\n        tenant: string;\n        locale: string;\n        parent: string;\n        status: ImportExportTaskStatus;\n        createdBy?: string;\n    };\n    sort?: string[];\n    limit?: number;\n    after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListSubTaskResponse = [\n    ImportExportTask[],\n    MetaResponse\n];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateSubTaskParams {\n    input: Record<string, any>;\n    subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateSubTaskParams {\n    input: Record<string, any>;\n    original: ImportExportTask;\n    subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateTaskStatsParams {\n    input: {\n        prevStatus: ImportExportTaskStatus;\n        nextStatus: ImportExportTaskStatus;\n    };\n    original: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperations {\n    /**\n     * Get a single  import export task item by given params.\n     */\n    getTask(params: ImportExportTaskStorageOperationsGetParams): Promise<ImportExportTask | null>;\n\n    /**\n     * Get all  import export tasks by given params.\n     */\n    listTasks(\n        params: ImportExportTaskStorageOperationsListParams\n    ): Promise<ImportExportTaskStorageOperationsListResponse>;\n\n    createTask(params: ImportExportTaskStorageOperationsCreateParams): Promise<ImportExportTask>;\n\n    updateTask(params: ImportExportTaskStorageOperationsUpdateParams): Promise<ImportExportTask>;\n\n    deleteTask(params: ImportExportTaskStorageOperationsDeleteParams): Promise<ImportExportTask>;\n\n    updateTaskStats(\n        params: ImportExportTaskStorageOperationsUpdateTaskStatsParams\n    ): Promise<ImportExportTask>;\n\n    /**\n     * Get a single  import export sub-task item by given params.\n     */\n    getSubTask(\n        params: ImportExportTaskStorageOperationsGetSubTaskParams\n    ): Promise<ImportExportTask | null>;\n\n    /**\n     * Get all  import export sub-tasks by given params.\n     */\n    listSubTasks(\n        params: ImportExportTaskStorageOperationsListSubTaskParams\n    ): Promise<ImportExportTaskStorageOperationsListSubTaskResponse>;\n\n    createSubTask(\n        params: ImportExportTaskStorageOperationsCreateSubTaskParams\n    ): Promise<ImportExportTask>;\n\n    updateSubTask(\n        params: ImportExportTaskStorageOperationsUpdateSubTaskParams\n    ): Promise<ImportExportTask>;\n}\n\nexport interface FileUploadsData {\n    /**\n     * Location of export data file. Export data contains the relevant entity data (block, page, template), and an\n     * array of file objects, exported from the DB, that need to be imported.\n     *\n     * Example:\n     * 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/8lf6x9v69-header-1/Header #1.json'\n     */\n    data: string;\n    /**\n     * Example:\n     * '8ldspraka-9l9iaffak-1.jpeg': 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/assets/8ldspraka-9l9iaffak-1.jpeg',\n     * '8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png': 'IMPORTS/8lf6y7xp5/8lf6x9v69-header-1/assets/8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png'\n     */\n    assets: Record<string, string>;\n}\n\nexport interface ImportData {\n    assets: Record<string, string>;\n    data: string;\n    key: string;\n}\n"],"mappings":";;;;;;;;;;AAAA;AAAA;EAAA;EAAA;EAAA;EAAA;IAAA;IAAA;MAAA;IAAA;EAAA;AAAA;AAEA;AAAA,IACYA,kBAAkB;AAAA;AAAA,WAAlBA,kBAAkB;EAAlBA,kBAAkB;EAAlBA,kBAAkB;AAAA,GAAlBA,kBAAkB,kCAAlBA,kBAAkB;AAAA,IAKlBC,sBAAsB;AAAA;AAAA,WAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;AAAA,GAAtBA,sBAAsB,sCAAtBA,sBAAsB"}
+{"version":3,"names":["_types","require","Object","keys","forEach","key","prototype","hasOwnProperty","call","_exportNames","exports","defineProperty","enumerable","get","ExportRevisionType","ImportExportTaskStatus"],"sources":["types.ts"],"sourcesContent":["export * from \"./graphql/types\";\n\n// Entities.\nexport enum ExportRevisionType {\n    PUBLISHED = \"published\",\n    LATEST = \"latest\"\n}\n\nexport enum ImportExportTaskStatus {\n    PENDING = \"pending\",\n    PROCESSING = \"processing\",\n    COMPLETED = \"completed\",\n    FAILED = \"failed\"\n}\n\nexport interface ImportExportTaskStats {\n    [ImportExportTaskStatus.PENDING]: number;\n    [ImportExportTaskStatus.PROCESSING]: number;\n    [ImportExportTaskStatus.COMPLETED]: number;\n    [ImportExportTaskStatus.FAILED]: number;\n    total: number;\n}\n\ninterface CreatedBy {\n    id: string;\n    type: string;\n    displayName: string | null;\n}\n\nexport interface ImportExportTask {\n    id: string;\n    parent: string;\n    status: ImportExportTaskStatus;\n    data: Record<string, any>;\n    stats: ImportExportTaskStats;\n    error: Record<string, any>;\n    input: Record<string, any>;\n    createdOn: string;\n    createdBy: CreatedBy;\n    tenant: string;\n    locale: string;\n}\n\nexport interface File {\n    id: string;\n    src: string;\n}\n\nexport interface MetaResponse {\n    cursor: string | null;\n    totalCount: number;\n    hasMoreItems: boolean;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetParams {\n    where: {\n        id: string;\n        tenant: string;\n        locale: string;\n    };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListParams {\n    where: {\n        tenant: string;\n        locale: string;\n    };\n    sort?: string[];\n    limit?: number;\n    after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListResponse = [ImportExportTask[], MetaResponse];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateParams {\n    input: Record<string, any>;\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateParams {\n    input: Record<string, any>;\n    original: ImportExportTask;\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsDeleteParams {\n    task: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsGetSubTaskParams {\n    where: {\n        id: string;\n        parent: string;\n        tenant: string;\n        locale: string;\n    };\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsListSubTaskParams {\n    where: {\n        tenant: string;\n        locale: string;\n        parent: string;\n        status: ImportExportTaskStatus;\n        createdBy?: string;\n    };\n    sort?: string[];\n    limit?: number;\n    after?: string | null;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport type ImportExportTaskStorageOperationsListSubTaskResponse = [\n    ImportExportTask[],\n    MetaResponse\n];\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsCreateSubTaskParams {\n    input: Record<string, any>;\n    subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateSubTaskParams {\n    input: Record<string, any>;\n    original: ImportExportTask;\n    subTask: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperationsUpdateTaskStatsParams {\n    input: {\n        prevStatus: ImportExportTaskStatus;\n        nextStatus: ImportExportTaskStatus;\n    };\n    original: ImportExportTask;\n}\n\n/**\n * @category StorageOperations\n * @category ImportExportTaskStorageOperations\n */\nexport interface ImportExportTaskStorageOperations {\n    /**\n     * Get a single  import export task item by given params.\n     */\n    getTask(params: ImportExportTaskStorageOperationsGetParams): Promise<ImportExportTask | null>;\n\n    /**\n     * Get all  import export tasks by given params.\n     */\n    listTasks(\n        params: ImportExportTaskStorageOperationsListParams\n    ): Promise<ImportExportTaskStorageOperationsListResponse>;\n\n    createTask(params: ImportExportTaskStorageOperationsCreateParams): Promise<ImportExportTask>;\n\n    updateTask(params: ImportExportTaskStorageOperationsUpdateParams): Promise<ImportExportTask>;\n\n    deleteTask(params: ImportExportTaskStorageOperationsDeleteParams): Promise<ImportExportTask>;\n\n    updateTaskStats(\n        params: ImportExportTaskStorageOperationsUpdateTaskStatsParams\n    ): Promise<ImportExportTask>;\n\n    /**\n     * Get a single  import export sub-task item by given params.\n     */\n    getSubTask(\n        params: ImportExportTaskStorageOperationsGetSubTaskParams\n    ): Promise<ImportExportTask | null>;\n\n    /**\n     * Get all  import export sub-tasks by given params.\n     */\n    listSubTasks(\n        params: ImportExportTaskStorageOperationsListSubTaskParams\n    ): Promise<ImportExportTaskStorageOperationsListSubTaskResponse>;\n\n    createSubTask(\n        params: ImportExportTaskStorageOperationsCreateSubTaskParams\n    ): Promise<ImportExportTask>;\n\n    updateSubTask(\n        params: ImportExportTaskStorageOperationsUpdateSubTaskParams\n    ): Promise<ImportExportTask>;\n}\n\nexport interface FileUploadsData {\n    /**\n     * Location of export data file. Export data contains the relevant entity data (block, page, template), and an\n     * array of file objects, exported from the DB, that need to be imported.\n     *\n     * Example:\n     * 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/8lf6x9v69-header-1/Header #1.json'\n     */\n    data: string;\n    /**\n     * Example:\n     * '8ldspraka-9l9iaffak-1.jpeg': 'IMPORTS/8lf6y7xp5/8lf6x9v68-header-1/assets/8ldspraka-9l9iaffak-1.jpeg',\n     * '8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png': 'IMPORTS/8lf6y7xp5/8lf6x9v69-header-1/assets/8ldwyq8ao-pb-editor-page-element-rzfKWtdTWN.png'\n     */\n    assets: Record<string, string>;\n}\n\nexport interface ImportData {\n    assets: Record<string, string>;\n    data: string;\n    key: string;\n}\n"],"mappings":";;;;;;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,MAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAC,YAAA,EAAAJ,GAAA;EAAA,IAAAA,GAAA,IAAAK,OAAA,IAAAA,OAAA,CAAAL,GAAA,MAAAL,MAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAS,cAAA,CAAAD,OAAA,EAAAL,GAAA;IAAAO,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAb,MAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AAEA;AAAA,IACYS,kBAAkB,GAAAJ,OAAA,CAAAI,kBAAA,0BAAlBA,kBAAkB;EAAlBA,kBAAkB;EAAlBA,kBAAkB;EAAA,OAAlBA,kBAAkB;AAAA;AAAA,IAKlBC,sBAAsB,GAAAL,OAAA,CAAAK,sBAAA,0BAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAtBA,sBAAsB;EAAA,OAAtBA,sBAAsB;AAAA;AA8ClC;AACA;AACA;AACA;AASA;AACA;AACA;AACA;AAWA;AACA;AACA;AACA;AAGA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAOA;AACA;AACA;AACA;AAKA;AACA;AACA;AACA;AAUA;AACA;AACA;AACA;AAcA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAMA;AACA;AACA;AACA;AAOA;AACA;AACA;AACA;AASA;AACA;AACA;AACA","ignoreList":[]}

package/utils/ZipFiles.d.ts

@@ -0,0 +1,11 @@
+import type { CompleteMultipartUploadOutput } from "@webiny/aws-sdk/client-s3";
+export interface ZipFilesOptions {
+    debug?: boolean;
+}
+export declare class ZipFiles {
+    private readonly bucket;
+    private debug;
+    constructor(options?: ZipFilesOptions);
+    process(targetFileName: string, files: string[]): Promise<CompleteMultipartUploadOutput>;
+    private setDebug;
+}

package/utils/ZipFiles.js

@@ -0,0 +1,124 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ZipFiles = void 0;
+var _archiver = require("archiver");
+var _clientS = require("@webiny/aws-sdk/client-s3");
+var _path = _interopRequireDefault(require("path"));
+var _stream = require("stream");
+var _libStorage = require("@webiny/aws-sdk/lib-storage");
+var _nodeHttpHandler = require("@smithy/node-http-handler");
+var _https = require("https");
+var _http = require("http");
+class ZipFiles {
+  bucket = process.env.S3_BUCKET;
+  debug = process.env.DEBUG === "true";
+  constructor(options) {
+    this.setDebug(options?.debug);
+  }
+  async process(targetFileName, files) {
+    const fileNames = Array.from(files);
+    const s3Client = (0, _clientS.createS3)({
+      requestHandler: new _nodeHttpHandler.NodeHttpHandler({
+        connectionTimeout: 0,
+        httpAgent: new _http.Agent({
+          maxSockets: 10000,
+          keepAlive: true,
+          maxFreeSockets: 10000,
+          maxTotalSockets: 10000,
+          keepAliveMsecs: 900000 // milliseconds / 15 minutes
+        }),
+        httpsAgent: new _https.Agent({
+          maxSockets: 10000,
+          keepAlive: true,
+          sessionTimeout: 900,
+          // seconds / 15 minutes
+          maxCachedSessions: 100000,
+          maxFreeSockets: 10000,
+          maxTotalSockets: 10000,
+          keepAliveMsecs: 900000 // milliseconds / 15 minutes
+        }),
+        requestTimeout: 900000 // milliseconds / 15 minutes
+      })
+    });
+    const streamPassThrough = new _stream.Stream.PassThrough({
+      autoDestroy: true
+    });
+    const upload = new _libStorage.Upload({
+      client: s3Client,
+      params: {
+        ACL: "private",
+        Body: streamPassThrough,
+        Bucket: this.bucket,
+        ContentType: "application/zip",
+        Key: targetFileName
+      },
+      queueSize: 1,
+      partSize: 1024 * 1024 * 5,
+      leavePartsOnError: false
+    });
+    const archive = (0, _archiver.create)("zip", {});
+    archive.on("error", error => {
+      console.error(error);
+      throw new Error(`${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`);
+    });
+    archive.pipe(streamPassThrough);
+
+    /**
+     * To combine all the files into a single zip file, we need to add files one by one.
+     *
+     * addFileToArchive() method is called every time an entry event is triggered on the archive - it means that file was added into the archive.
+     * The method is called manually, first time, to start the process.
+     */
+
+    archive.on("entry", data => {
+      this.debug && console.log(`Archived file: ${data.name}`);
+      addFileToArchive();
+    });
+    const addFileToArchive = async () => {
+      const file = fileNames.shift();
+      if (!file) {
+        this.debug && console.log("No more files to add to the archive.");
+        /**
+         * Must call finalize() with a timeout, otherwise the lambda crashes.
+         */
+        setTimeout(() => {
+          archive.finalize();
+        }, 200);
+        return;
+      }
+      this.debug && console.log(`Adding file "${file}" to the archive.`);
+      const cmd = new _clientS.GetObjectCommand({
+        Bucket: this.bucket,
+        Key: file
+      });
+      const response = await s3Client.send(cmd);
+      // Possible to get a null response.Body?
+      // Typescript says yes, so let's check it.
+      if (!response.Body) {
+        this.debug && console.log(`No response.Body for file "${file}", moving to next file.`);
+        return addFileToArchive();
+      }
+      const name = `${_path.default.basename(file)}`;
+      archive.append(response.Body, {
+        name
+      });
+    };
+    addFileToArchive();
+    const result = await upload.done();
+    s3Client.destroy();
+    return result;
+  }
+  setDebug(debug) {
+    if (debug === undefined) {
+      return;
+    }
+    this.debug = debug;
+  }
+}
+exports.ZipFiles = ZipFiles;
+
+//# sourceMappingURL=ZipFiles.js.map

package/utils/ZipFiles.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_archiver","require","_clientS","_path","_interopRequireDefault","_stream","_libStorage","_nodeHttpHandler","_https","_http","ZipFiles","bucket","process","env","S3_BUCKET","debug","DEBUG","constructor","options","setDebug","targetFileName","files","fileNames","Array","from","s3Client","createS3","requestHandler","NodeHttpHandler","connectionTimeout","httpAgent","HttpAgent","maxSockets","keepAlive","maxFreeSockets","maxTotalSockets","keepAliveMsecs","httpsAgent","HttpsAgent","sessionTimeout","maxCachedSessions","requestTimeout","streamPassThrough","Stream","PassThrough","autoDestroy","upload","Upload","client","params","ACL","Body","Bucket","ContentType","Key","queueSize","partSize","leavePartsOnError","archive","createArchiver","on","error","console","Error","name","code","message","path","stack","pipe","data","log","addFileToArchive","file","shift","setTimeout","finalize","cmd","GetObjectCommand","response","send","basename","append","result","done","destroy","undefined","exports"],"sources":["ZipFiles.ts"],"sourcesContent":["import type { ArchiverError } from \"archiver\";\nimport { create as createArchiver } from \"archiver\";\nimport type { CompleteMultipartUploadOutput } from \"@webiny/aws-sdk/client-s3\";\nimport { createS3, GetObjectCommand } from \"@webiny/aws-sdk/client-s3\";\nimport path from \"path\";\nimport { type Readable, Stream } from \"stream\";\nimport { Upload } from \"@webiny/aws-sdk/lib-storage\";\nimport { NodeHttpHandler } from \"@smithy/node-http-handler\";\nimport { Agent as HttpsAgent } from \"https\";\nimport { Agent as HttpAgent } from \"http\";\n\nexport interface ZipFilesOptions {\n    debug?: boolean;\n}\n\nexport class ZipFiles {\n    private readonly bucket: string = process.env.S3_BUCKET as string;\n    private debug: boolean = process.env.DEBUG === \"true\";\n\n    public constructor(options?: ZipFilesOptions) {\n        this.setDebug(options?.debug);\n    }\n\n    public async process(\n        targetFileName: string,\n        files: string[]\n    ): Promise<CompleteMultipartUploadOutput> {\n        const fileNames = Array.from(files);\n        const s3Client = createS3({\n            requestHandler: new NodeHttpHandler({\n                connectionTimeout: 0,\n                httpAgent: new HttpAgent({\n                    maxSockets: 10000,\n                    keepAlive: true,\n                    maxFreeSockets: 10000,\n                    maxTotalSockets: 10000,\n                    keepAliveMsecs: 900000 // milliseconds / 15 minutes\n                }),\n                httpsAgent: new HttpsAgent({\n                    maxSockets: 10000,\n                    keepAlive: true,\n                    sessionTimeout: 900, // seconds / 15 minutes\n                    maxCachedSessions: 100000,\n                    maxFreeSockets: 10000,\n                    maxTotalSockets: 10000,\n                    keepAliveMsecs: 900000 // milliseconds / 15 minutes\n                }),\n                requestTimeout: 900000 // milliseconds / 15 minutes\n            })\n        });\n\n        const streamPassThrough = new Stream.PassThrough({\n            autoDestroy: true\n        });\n\n        const upload = new Upload({\n            client: s3Client,\n            params: {\n                ACL: \"private\",\n                Body: streamPassThrough,\n                Bucket: this.bucket,\n                ContentType: \"application/zip\",\n                Key: targetFileName\n            },\n            queueSize: 1,\n            partSize: 1024 * 1024 * 5,\n            leavePartsOnError: false\n        });\n\n        const archive = createArchiver(\"zip\", {});\n\n        archive.on(\"error\", (error: ArchiverError) => {\n            console.error(error);\n            throw new Error(\n                `${error.name} ${error.code} ${error.message} ${error.path} ${error.stack}`\n            );\n        });\n\n        archive.pipe(streamPassThrough);\n\n        /**\n         * To combine all the files into a single zip file, we need to add files one by one.\n         *\n         * addFileToArchive() method is called every time an entry event is triggered on the archive - it means that file was added into the archive.\n         * The method is called manually, first time, to start the process.\n         */\n\n        archive.on(\"entry\", data => {\n            this.debug && console.log(`Archived file: ${data.name}`);\n            addFileToArchive();\n        });\n\n        const addFileToArchive = async (): Promise<void> => {\n            const file = fileNames.shift();\n            if (!file) {\n                this.debug && console.log(\"No more files to add to the archive.\");\n                /**\n                 * Must call finalize() with a timeout, otherwise the lambda crashes.\n                 */\n                setTimeout(() => {\n                    archive.finalize();\n                }, 200);\n                return;\n            }\n            this.debug && console.log(`Adding file \"${file}\" to the archive.`);\n            const cmd = new GetObjectCommand({\n                Bucket: this.bucket,\n                Key: file\n            });\n\n            const response = await s3Client.send(cmd);\n            // Possible to get a null response.Body?\n            // Typescript says yes, so let's check it.\n            if (!response.Body) {\n                this.debug &&\n                    console.log(`No response.Body for file \"${file}\", moving to next file.`);\n                return addFileToArchive();\n            }\n            const name = `${path.basename(file)}`;\n\n            archive.append(response.Body as Readable, {\n                name\n            });\n        };\n\n        addFileToArchive();\n\n        const result = await upload.done();\n\n        s3Client.destroy();\n        return result;\n    }\n\n    private setDebug(debug?: boolean): void {\n        if (debug === undefined) {\n            return;\n        }\n        this.debug = debug;\n    }\n}\n"],"mappings":";;;;;;;AACA,IAAAA,SAAA,GAAAC,OAAA;AAEA,IAAAC,QAAA,GAAAD,OAAA;AACA,IAAAE,KAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,WAAA,GAAAL,OAAA;AACA,IAAAM,gBAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAP,OAAA;AACA,IAAAQ,KAAA,GAAAR,OAAA;AAMO,MAAMS,QAAQ,CAAC;EACDC,MAAM,GAAWC,OAAO,CAACC,GAAG,CAACC,SAAS;EAC/CC,KAAK,GAAYH,OAAO,CAACC,GAAG,CAACG,KAAK,KAAK,MAAM;EAE9CC,WAAWA,CAACC,OAAyB,EAAE;IAC1C,IAAI,CAACC,QAAQ,CAACD,OAAO,EAAEH,KAAK,CAAC;EACjC;EAEA,MAAaH,OAAOA,CAChBQ,cAAsB,EACtBC,KAAe,EACuB;IACtC,MAAMC,SAAS,GAAGC,KAAK,CAACC,IAAI,CAACH,KAAK,CAAC;IACnC,MAAMI,QAAQ,GAAG,IAAAC,iBAAQ,EAAC;MACtBC,cAAc,EAAE,IAAIC,gCAAe,CAAC;QAChCC,iBAAiB,EAAE,CAAC;QACpBC,SAAS,EAAE,IAAIC,WAAS,CAAC;UACrBC,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfC,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFC,UAAU,EAAE,IAAIC,YAAU,CAAC;UACvBN,UAAU,EAAE,KAAK;UACjBC,SAAS,EAAE,IAAI;UACfM,cAAc,EAAE,GAAG;UAAE;UACrBC,iBAAiB,EAAE,MAAM;UACzBN,cAAc,EAAE,KAAK;UACrBC,eAAe,EAAE,KAAK;UACtBC,cAAc,EAAE,MAAM,CAAC;QAC3B,CAAC,CAAC;QACFK,cAAc,EAAE,MAAM,CAAC;MAC3B,CAAC;IACL,CAAC,CAAC;IAEF,MAAMC,iBAAiB,GAAG,IAAIC,cAAM,CAACC,WAAW,CAAC;MAC7CC,WAAW,EAAE;IACjB,CAAC,CAAC;IAEF,MAAMC,MAAM,GAAG,IAAIC,kBAAM,CAAC;MACtBC,MAAM,EAAEvB,QAAQ;MAChBwB,MAAM,EAAE;QACJC,GAAG,EAAE,SAAS;QACdC,IAAI,EAAET,iBAAiB;QACvBU,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB0C,WAAW,EAAE,iBAAiB;QAC9BC,GAAG,EAAElC;MACT,CAAC;MACDmC,SAAS,EAAE,CAAC;MACZC,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;MACzBC,iBAAiB,EAAE;IACvB,CAAC,CAAC;IAEF,MAAMC,OAAO,GAAG,IAAAC,gBAAc,EAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAEzCD,OAAO,CAACE,EAAE,CAAC,OAAO,EAAGC,KAAoB,IAAK;MAC1CC,OAAO,CAACD,KAAK,CAACA,KAAK,CAAC;MACpB,MAAM,IAAIE,KAAK,CACX,GAAGF,KAAK,CAACG,IAAI,IAAIH,KAAK,CAACI,IAAI,IAAIJ,KAAK,CAACK,OAAO,IAAIL,KAAK,CAACM,IAAI,IAAIN,KAAK,CAACO,KAAK,EAC7E,CAAC;IACL,CAAC,CAAC;IAEFV,OAAO,CAACW,IAAI,CAAC3B,iBAAiB,CAAC;;IAE/B;AACR;AACA;AACA;AACA;AACA;;IAEQgB,OAAO,CAACE,EAAE,CAAC,OAAO,EAAEU,IAAI,IAAI;MACxB,IAAI,CAACvD,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,kBAAkBD,IAAI,CAACN,IAAI,EAAE,CAAC;MACxDQ,gBAAgB,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,MAAMA,gBAAgB,GAAG,MAAAA,CAAA,KAA2B;MAChD,MAAMC,IAAI,GAAGnD,SAAS,CAACoD,KAAK,CAAC,CAAC;MAC9B,IAAI,CAACD,IAAI,EAAE;QACP,IAAI,CAAC1D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,sCAAsC,CAAC;QACjE;AAChB;AACA;QACgBI,UAAU,CAAC,MAAM;UACbjB,OAAO,CAACkB,QAAQ,CAAC,CAAC;QACtB,CAAC,EAAE,GAAG,CAAC;QACP;MACJ;MACA,IAAI,CAAC7D,KAAK,IAAI+C,OAAO,CAACS,GAAG,CAAC,gBAAgBE,IAAI,mBAAmB,CAAC;MAClE,MAAMI,GAAG,GAAG,IAAIC,yBAAgB,CAAC;QAC7B1B,MAAM,EAAE,IAAI,CAACzC,MAAM;QACnB2C,GAAG,EAAEmB;MACT,CAAC,CAAC;MAEF,MAAMM,QAAQ,GAAG,MAAMtD,QAAQ,CAACuD,IAAI,CAACH,GAAG,CAAC;MACzC;MACA;MACA,IAAI,CAACE,QAAQ,CAAC5B,IAAI,EAAE;QAChB,IAAI,CAACpC,KAAK,IACN+C,OAAO,CAACS,GAAG,CAAC,8BAA8BE,IAAI,yBAAyB,CAAC;QAC5E,OAAOD,gBAAgB,CAAC,CAAC;MAC7B;MACA,MAAMR,IAAI,GAAG,GAAGG,aAAI,CAACc,QAAQ,CAACR,IAAI,CAAC,EAAE;MAErCf,OAAO,CAACwB,MAAM,CAACH,QAAQ,CAAC5B,IAAI,EAAc;QACtCa;MACJ,CAAC,CAAC;IACN,CAAC;IAEDQ,gBAAgB,CAAC,CAAC;IAElB,MAAMW,MAAM,GAAG,MAAMrC,MAAM,CAACsC,IAAI,CAAC,CAAC;IAElC3D,QAAQ,CAAC4D,OAAO,CAAC,CAAC;IAClB,OAAOF,MAAM;EACjB;EAEQhE,QAAQA,CAACJ,KAAe,EAAQ;IACpC,IAAIA,KAAK,KAAKuE,SAAS,EAAE;MACrB;IACJ;IACA,IAAI,CAACvE,KAAK,GAAGA,KAAK;EACtB;AACJ;AAACwE,OAAA,CAAA7E,QAAA,GAAAA,QAAA","ignoreList":[]}

package/export/combine/pagesHandler.d.ts

@@ -1,6 +0,0 @@
-import { PbImportExportContext } from "../../types";
-import { Payload, Response } from ".";
-/**
- * Handles the export pages combine workflow.
- */
-export declare const pagesHandler: (payload: Payload, context: PbImportExportContext) => Promise<Response>;

package/export/combine/pagesHandler.js

@@ -1,99 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.pagesHandler = void 0;
-var _types = require("../../types");
-var _s3Stream = require("../s3Stream");
-var _zipper = require("../zipper");
-var _mockSecurity = require("../../mockSecurity");
-/**
- * Handles the export pages combine workflow.
- */
-const pagesHandler = async (payload, context) => {
-  const log = console.log;
-  log("RUNNING Export Pages Combine Handler");
-  const {
-    pageBuilder
-  } = context;
-  const {
-    taskId,
-    identity
-  } = payload;
-  (0, _mockSecurity.mockSecurity)(identity, context);
-  try {
-    const task = await pageBuilder.importExportTask.getTask(taskId);
-    if (!task) {
-      return {
-        data: null,
-        error: {
-          message: `There is no task with ID "${taskId}".`
-        }
-      };
-    }
-    const {
-      exportPagesDataKey
-    } = task.input;
-
-    // Get all files (zip) from given key
-    const listObjectResponse = await _s3Stream.s3Stream.listObject(exportPagesDataKey);
-    if (!listObjectResponse.Contents) {
-      return {
-        data: null,
-        error: {
-          message: "There is no Contents defined on S3 Stream while combining pages."
-        }
-      };
-    }
-    const zipFileKeys = listObjectResponse.Contents.filter(file => file.Key !== exportPagesDataKey).map(file => file.Key).filter(Boolean);
-
-    // Prepare zip of all zips
-    const zipOfZip = new _zipper.ZipOfZip(zipFileKeys, "WEBINY_PAGE_EXPORT.zip");
-
-    // Upload
-    const pageExportUpload = await zipOfZip.process();
-    log(`Done uploading... File is located at ${pageExportUpload.Location} `);
-
-    // Update task status and save export page data key
-    await pageBuilder.importExportTask.updateTask(taskId, {
-      status: _types.ImportExportTaskStatus.COMPLETED,
-      data: {
-        message: `Finish uploading page export.`,
-        key: pageExportUpload.Key,
-        url: _s3Stream.s3Stream.getPresignedUrl(pageExportUpload.Key)
-      }
-    });
-
-    // Remove individual zip files from storage
-    const deleteFilePromises = zipFileKeys.map(key => _s3Stream.s3Stream.deleteObject(key));
-    await Promise.all(deleteFilePromises);
-    log(`Successfully deleted ${deleteFilePromises.length} zip files.`);
-  } catch (e) {
-    log("[EXPORT_PAGES_COMBINE] Error => ", e.message);
-
-    /**
-     * In case of error, we'll update the task status to "failed",
-     * so that, client can show notify the user appropriately.
-     */
-    await pageBuilder.importExportTask.updateTask(taskId, {
-      status: _types.ImportExportTaskStatus.FAILED,
-      error: {
-        name: e.name,
-        message: e.message,
-        code: "EXPORT_FAILED"
-      }
-    });
-    return {
-      data: null,
-      error: {
-        message: e.message
-      }
-    };
-  }
-  return {
-    data: "",
-    error: null
-  };
-};
-exports.pagesHandler = pagesHandler;

package/export/combine/pagesHandler.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["pagesHandler","payload","context","log","console","pageBuilder","taskId","identity","mockSecurity","task","importExportTask","getTask","data","error","message","exportPagesDataKey","input","listObjectResponse","s3Stream","listObject","Contents","zipFileKeys","filter","file","Key","map","Boolean","zipOfZip","ZipOfZip","pageExportUpload","process","Location","updateTask","status","ImportExportTaskStatus","COMPLETED","key","url","getPresignedUrl","deleteFilePromises","deleteObject","Promise","all","length","e","FAILED","name","code"],"sources":["pagesHandler.ts"],"sourcesContent":["import { ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { s3Stream } from \"../s3Stream\";\nimport { ZipOfZip } from \"../zipper\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { Payload, Response } from \"~/export/combine\";\n\n/**\n * Handles the export pages combine workflow.\n */\nexport const pagesHandler = async (\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n\n    log(\"RUNNING Export Pages Combine Handler\");\n    const { pageBuilder } = context;\n    const { taskId, identity } = payload;\n\n    mockSecurity(identity, context);\n\n    try {\n        const task = await pageBuilder.importExportTask.getTask(taskId);\n        if (!task) {\n            return {\n                data: null,\n                error: {\n                    message: `There is no task with ID \"${taskId}\".`\n                }\n            };\n        }\n\n        const { exportPagesDataKey } = task.input;\n\n        // Get all files (zip) from given key\n        const listObjectResponse = await s3Stream.listObject(exportPagesDataKey);\n        if (!listObjectResponse.Contents) {\n            return {\n                data: null,\n                error: {\n                    message: \"There is no Contents defined on S3 Stream while combining pages.\"\n                }\n            };\n        }\n\n        const zipFileKeys = listObjectResponse.Contents.filter(\n            file => file.Key !== exportPagesDataKey\n        )\n            .map(file => file.Key)\n            .filter(Boolean) as string[];\n\n        // Prepare zip of all zips\n        const zipOfZip = new ZipOfZip(zipFileKeys, \"WEBINY_PAGE_EXPORT.zip\");\n\n        // Upload\n        const pageExportUpload = await zipOfZip.process();\n        log(`Done uploading... File is located at ${pageExportUpload.Location} `);\n\n        // Update task status and save export page data key\n        await pageBuilder.importExportTask.updateTask(taskId, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: `Finish uploading page export.`,\n                key: pageExportUpload.Key,\n                url: s3Stream.getPresignedUrl(pageExportUpload.Key)\n            }\n        });\n\n        // Remove individual zip files from storage\n        const deleteFilePromises = zipFileKeys.map(key => s3Stream.deleteObject(key));\n        await Promise.all(deleteFilePromises);\n        log(`Successfully deleted ${deleteFilePromises.length} zip files.`);\n    } catch (e) {\n        log(\"[EXPORT_PAGES_COMBINE] Error => \", e.message);\n\n        /**\n         * In case of error, we'll update the task status to \"failed\",\n         * so that, client can show notify the user appropriately.\n         */\n        await pageBuilder.importExportTask.updateTask(taskId, {\n            status: ImportExportTaskStatus.FAILED,\n            error: {\n                name: e.name,\n                message: e.message,\n                code: \"EXPORT_FAILED\"\n            }\n        });\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;AAAA;AACA;AACA;AACA;AAGA;AACA;AACA;AACO,MAAMA,YAAY,GAAG,OACxBC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EAEvBA,GAAG,CAAC,sCAAsC,CAAC;EAC3C,MAAM;IAAEE;EAAY,CAAC,GAAGH,OAAO;EAC/B,MAAM;IAAEI,MAAM;IAAEC;EAAS,CAAC,GAAGN,OAAO;EAEpC,IAAAO,0BAAY,EAACD,QAAQ,EAAEL,OAAO,CAAC;EAE/B,IAAI;IACA,MAAMO,IAAI,GAAG,MAAMJ,WAAW,CAACK,gBAAgB,CAACC,OAAO,CAACL,MAAM,CAAC;IAC/D,IAAI,CAACG,IAAI,EAAE;MACP,OAAO;QACHG,IAAI,EAAE,IAAI;QACVC,KAAK,EAAE;UACHC,OAAO,EAAG,6BAA4BR,MAAO;QACjD;MACJ,CAAC;IACL;IAEA,MAAM;MAAES;IAAmB,CAAC,GAAGN,IAAI,CAACO,KAAK;;IAEzC;IACA,MAAMC,kBAAkB,GAAG,MAAMC,kBAAQ,CAACC,UAAU,CAACJ,kBAAkB,CAAC;IACxE,IAAI,CAACE,kBAAkB,CAACG,QAAQ,EAAE;MAC9B,OAAO;QACHR,IAAI,EAAE,IAAI;QACVC,KAAK,EAAE;UACHC,OAAO,EAAE;QACb;MACJ,CAAC;IACL;IAEA,MAAMO,WAAW,GAAGJ,kBAAkB,CAACG,QAAQ,CAACE,MAAM,CAClDC,IAAI,IAAIA,IAAI,CAACC,GAAG,KAAKT,kBAAkB,CAC1C,CACIU,GAAG,CAACF,IAAI,IAAIA,IAAI,CAACC,GAAG,CAAC,CACrBF,MAAM,CAACI,OAAO,CAAa;;IAEhC;IACA,MAAMC,QAAQ,GAAG,IAAIC,gBAAQ,CAACP,WAAW,EAAE,wBAAwB,CAAC;;IAEpE;IACA,MAAMQ,gBAAgB,GAAG,MAAMF,QAAQ,CAACG,OAAO,EAAE;IACjD3B,GAAG,CAAE,wCAAuC0B,gBAAgB,CAACE,QAAS,GAAE,CAAC;;IAEzE;IACA,MAAM1B,WAAW,CAACK,gBAAgB,CAACsB,UAAU,CAAC1B,MAAM,EAAE;MAClD2B,MAAM,EAAEC,6BAAsB,CAACC,SAAS;MACxCvB,IAAI,EAAE;QACFE,OAAO,EAAG,+BAA8B;QACxCsB,GAAG,EAAEP,gBAAgB,CAACL,GAAG;QACzBa,GAAG,EAAEnB,kBAAQ,CAACoB,eAAe,CAACT,gBAAgB,CAACL,GAAG;MACtD;IACJ,CAAC,CAAC;;IAEF;IACA,MAAMe,kBAAkB,GAAGlB,WAAW,CAACI,GAAG,CAACW,GAAG,IAAIlB,kBAAQ,CAACsB,YAAY,CAACJ,GAAG,CAAC,CAAC;IAC7E,MAAMK,OAAO,CAACC,GAAG,CAACH,kBAAkB,CAAC;IACrCpC,GAAG,CAAE,wBAAuBoC,kBAAkB,CAACI,MAAO,aAAY,CAAC;EACvE,CAAC,CAAC,OAAOC,CAAC,EAAE;IACRzC,GAAG,CAAC,kCAAkC,EAAEyC,CAAC,CAAC9B,OAAO,CAAC;;IAElD;AACR;AACA;AACA;IACQ,MAAMT,WAAW,CAACK,gBAAgB,CAACsB,UAAU,CAAC1B,MAAM,EAAE;MAClD2B,MAAM,EAAEC,6BAAsB,CAACW,MAAM;MACrChC,KAAK,EAAE;QACHiC,IAAI,EAAEF,CAAC,CAACE,IAAI;QACZhC,OAAO,EAAE8B,CAAC,CAAC9B,OAAO;QAClBiC,IAAI,EAAE;MACV;IACJ,CAAC,CAAC;IAEF,OAAO;MACHnC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHC,OAAO,EAAE8B,CAAC,CAAC9B;MACf;IACJ,CAAC;EACL;EACA,OAAO;IACHF,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAAC"}

package/export/process/pagesHandler.d.ts

@@ -1,6 +0,0 @@
-import { PbImportExportContext } from "../../types";
-import { Configuration, Payload, Response } from ".";
-/**
- * Handles the export pages process workflow.
- */
-export declare const pagesHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;

package/export/process/pagesHandler.js

@@ -1,189 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.pagesHandler = void 0;
-var _types = require("../../types");
-var _client = require("../../client");
-var _handlerGraphql = require("@webiny/handler-graphql");
-var _utils = require("../utils");
-var _mockSecurity = require("../../mockSecurity");
-var _utils2 = require("@webiny/utils");
-/**
- * Handles the export pages process workflow.
- */
-const pagesHandler = async (configuration, payload, context) => {
-  const log = console.log;
-  let subTask;
-  let noPendingTask = true;
-  let prevStatusOfSubTask = _types.ImportExportTaskStatus.PENDING;
-  log("RUNNING Export Pages Process Handler");
-  const {
-    pageBuilder,
-    fileManager
-  } = context;
-  const {
-    taskId,
-    subTaskIndex,
-    type,
-    identity
-  } = payload;
-  // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
-  // and this Lambda is invoked internally, without credentials.
-  (0, _mockSecurity.mockSecurity)(identity, context);
-  try {
-    /*
-     * Note: We're not going to DB for finding the next sub-task to process,
-     * because the data might be out of sync due to GSI eventual consistency.
-     */
-    subTask = await pageBuilder.importExportTask.getSubTask(taskId, (0, _utils2.zeroPad)(subTaskIndex, 5));
-    /**
-     * Base condition!!
-     * Bail out early, if task not found or task's status is not "pending".
-     */
-    if (!subTask || subTask.status !== _types.ImportExportTaskStatus.PENDING) {
-      noPendingTask = true;
-      return {
-        data: "",
-        error: null
-      };
-    } else {
-      noPendingTask = false;
-    }
-    log(`Fetched sub task => ${subTask.id}`);
-    const {
-      input
-    } = subTask;
-    const {
-      pageId,
-      exportPagesDataKey,
-      revisionType
-    } = input;
-
-    /**
-     * At the moment, we only export a single revision of the page.
-     * It could be "published" or "latest" depending upon user input.
-     *
-     * Note: In case of no "published" revision available, we use the latest revision.
-     */
-    let page;
-    try {
-      if (revisionType === _types.ExportRevisionType.PUBLISHED) {
-        // Get "published" page.
-        page = await pageBuilder.getPublishedPageById({
-          id: pageId
-        });
-      } else {
-        // Get "latest" page.
-        page = await pageBuilder.getPage(pageId);
-      }
-    } catch (e) {
-      // If we're looking for "published" page and doesn't found it, get latest page.
-      if (revisionType === _types.ExportRevisionType.PUBLISHED && e instanceof _handlerGraphql.NotFoundError) {
-        page = await pageBuilder.getPage(pageId);
-      } else {
-        throw e;
-      }
-    }
-    if (!page) {
-      log(`Unable to load page "${pageId}"`);
-      throw new _handlerGraphql.NotFoundError(`Unable to load page "${pageId}"`);
-    }
-    log(`Processing page key "${pageId}" | version ${page.version} | ${page.status}`);
-
-    // Mark task status as PROCESSING
-    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
-      status: _types.ImportExportTaskStatus.PROCESSING
-    });
-    // Update stats in main task
-    await pageBuilder.importExportTask.updateStats(taskId, {
-      prevStatus: prevStatusOfSubTask,
-      nextStatus: _types.ImportExportTaskStatus.PROCESSING
-    });
-    prevStatusOfSubTask = subTask.status;
-    log(`Extracting page data and uploading to storage...`);
-    // Extract Page
-    const pageDataZip = await (0, _utils.exportPage)(page, exportPagesDataKey, fileManager);
-    log(`Finish uploading zip...`);
-    // Update task record in DB
-    subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
-      status: _types.ImportExportTaskStatus.COMPLETED,
-      data: {
-        message: `Finish uploading data for page "${page.id}" v${page.version} (${page.status}).`,
-        key: pageDataZip.Key
-      }
-    });
-    // Update stats in main task
-    await pageBuilder.importExportTask.updateStats(taskId, {
-      prevStatus: prevStatusOfSubTask,
-      nextStatus: _types.ImportExportTaskStatus.COMPLETED
-    });
-    prevStatusOfSubTask = subTask.status;
-  } catch (e) {
-    log("[EXPORT_PAGES_PROCESS] Error => ", e);
-    if (subTask && subTask.id) {
-      /**
-       * In case of error, we'll update the task status to "failed",
-       * so that, client can show notify the user appropriately.
-       */
-      subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {
-        status: _types.ImportExportTaskStatus.FAILED,
-        error: {
-          name: e.name,
-          message: e.message,
-          stack: e.stack,
-          code: "EXPORT_FAILED"
-        }
-      });
-
-      // Update stats in main task
-      await pageBuilder.importExportTask.updateStats(taskId, {
-        prevStatus: prevStatusOfSubTask,
-        nextStatus: _types.ImportExportTaskStatus.FAILED
-      });
-      prevStatusOfSubTask = subTask.status;
-    }
-    return {
-      data: null,
-      error: {
-        message: e.message
-      }
-    };
-  } finally {
-    // Base condition!
-    if (noPendingTask) {
-      log(`No pending sub-task for task ${taskId}`);
-      // Combine individual page zip files.
-      await (0, _client.invokeHandlerClient)({
-        context,
-        name: configuration.handlers.combine,
-        payload: {
-          taskId,
-          type,
-          identity: context.security.getIdentity()
-        },
-        description: "Export pages - combine"
-      });
-    } else {
-      console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`);
-      // We want to continue with Self invocation no matter if current page error out.
-      await (0, _client.invokeHandlerClient)({
-        context,
-        name: configuration.handlers.process,
-        payload: {
-          taskId,
-          type,
-          subTaskIndex: subTaskIndex + 1,
-          identity: context.security.getIdentity()
-        },
-        description: "Export pages - process - subtask"
-      });
-    }
-  }
-  return {
-    data: "",
-    error: null
-  };
-};
-exports.pagesHandler = pagesHandler;

package/export/process/pagesHandler.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["pagesHandler","configuration","payload","context","log","console","subTask","noPendingTask","prevStatusOfSubTask","ImportExportTaskStatus","PENDING","pageBuilder","fileManager","taskId","subTaskIndex","type","identity","mockSecurity","importExportTask","getSubTask","zeroPad","status","data","error","id","input","pageId","exportPagesDataKey","revisionType","page","ExportRevisionType","PUBLISHED","getPublishedPageById","getPage","e","NotFoundError","version","updateSubTask","PROCESSING","updateStats","prevStatus","nextStatus","pageDataZip","exportPage","COMPLETED","message","key","Key","FAILED","name","stack","code","invokeHandlerClient","handlers","combine","security","getIdentity","description","process"],"sources":["pagesHandler.ts"],"sourcesContent":["import { ExportRevisionType, ImportExportTaskStatus, PbImportExportContext } from \"~/types\";\nimport { invokeHandlerClient } from \"~/client\";\nimport { NotFoundError } from \"@webiny/handler-graphql\";\nimport { exportPage } from \"~/export/utils\";\nimport { Payload as ExtractPayload } from \"../combine\";\nimport { mockSecurity } from \"~/mockSecurity\";\nimport { SecurityIdentity } from \"@webiny/api-security/types\";\nimport { zeroPad } from \"@webiny/utils\";\nimport { Configuration, Payload, Response } from \"~/export/process\";\n\n/**\n * Handles the export pages process workflow.\n */\nexport const pagesHandler = async (\n    configuration: Configuration,\n    payload: Payload,\n    context: PbImportExportContext\n): Promise<Response> => {\n    const log = console.log;\n    let subTask;\n    let noPendingTask = true;\n    let prevStatusOfSubTask = ImportExportTaskStatus.PENDING;\n\n    log(\"RUNNING Export Pages Process Handler\");\n    const { pageBuilder, fileManager } = context;\n    const { taskId, subTaskIndex, type, identity } = payload;\n    // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks\n    // and this Lambda is invoked internally, without credentials.\n    mockSecurity(identity as SecurityIdentity, context);\n\n    try {\n        /*\n         * Note: We're not going to DB for finding the next sub-task to process,\n         * because the data might be out of sync due to GSI eventual consistency.\n         */\n        subTask = await pageBuilder.importExportTask.getSubTask(taskId, zeroPad(subTaskIndex, 5));\n        /**\n         * Base condition!!\n         * Bail out early, if task not found or task's status is not \"pending\".\n         */\n        if (!subTask || subTask.status !== ImportExportTaskStatus.PENDING) {\n            noPendingTask = true;\n            return {\n                data: \"\",\n                error: null\n            };\n        } else {\n            noPendingTask = false;\n        }\n\n        log(`Fetched sub task => ${subTask.id}`);\n\n        const { input } = subTask;\n        const { pageId, exportPagesDataKey, revisionType } = input;\n\n        /**\n         * At the moment, we only export a single revision of the page.\n         * It could be \"published\" or \"latest\" depending upon user input.\n         *\n         * Note: In case of no \"published\" revision available, we use the latest revision.\n         */\n        let page;\n        try {\n            if (revisionType === ExportRevisionType.PUBLISHED) {\n                // Get \"published\" page.\n                page = await pageBuilder.getPublishedPageById({ id: pageId });\n            } else {\n                // Get \"latest\" page.\n                page = await pageBuilder.getPage(pageId);\n            }\n        } catch (e) {\n            // If we're looking for \"published\" page and doesn't found it, get latest page.\n            if (revisionType === ExportRevisionType.PUBLISHED && e instanceof NotFoundError) {\n                page = await pageBuilder.getPage(pageId);\n            } else {\n                throw e;\n            }\n        }\n\n        if (!page) {\n            log(`Unable to load page \"${pageId}\"`);\n            throw new NotFoundError(`Unable to load page \"${pageId}\"`);\n        }\n\n        log(`Processing page key \"${pageId}\" | version ${page.version} | ${page.status}`);\n\n        // Mark task status as PROCESSING\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.PROCESSING\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.PROCESSING\n        });\n        prevStatusOfSubTask = subTask.status;\n\n        log(`Extracting page data and uploading to storage...`);\n        // Extract Page\n        const pageDataZip = await exportPage(page, exportPagesDataKey, fileManager);\n        log(`Finish uploading zip...`);\n        // Update task record in DB\n        subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n            status: ImportExportTaskStatus.COMPLETED,\n            data: {\n                message: `Finish uploading data for page \"${page.id}\" v${page.version} (${page.status}).`,\n                key: pageDataZip.Key\n            }\n        });\n        // Update stats in main task\n        await pageBuilder.importExportTask.updateStats(taskId, {\n            prevStatus: prevStatusOfSubTask,\n            nextStatus: ImportExportTaskStatus.COMPLETED\n        });\n        prevStatusOfSubTask = subTask.status;\n    } catch (e) {\n        log(\"[EXPORT_PAGES_PROCESS] Error => \", e);\n\n        if (subTask && subTask.id) {\n            /**\n             * In case of error, we'll update the task status to \"failed\",\n             * so that, client can show notify the user appropriately.\n             */\n            subTask = await pageBuilder.importExportTask.updateSubTask(taskId, subTask.id, {\n                status: ImportExportTaskStatus.FAILED,\n                error: {\n                    name: e.name,\n                    message: e.message,\n                    stack: e.stack,\n                    code: \"EXPORT_FAILED\"\n                }\n            });\n\n            // Update stats in main task\n            await pageBuilder.importExportTask.updateStats(taskId, {\n                prevStatus: prevStatusOfSubTask,\n                nextStatus: ImportExportTaskStatus.FAILED\n            });\n            prevStatusOfSubTask = subTask.status;\n        }\n\n        return {\n            data: null,\n            error: {\n                message: e.message\n            }\n        };\n    } finally {\n        // Base condition!\n        if (noPendingTask) {\n            log(`No pending sub-task for task ${taskId}`);\n            // Combine individual page zip files.\n            await invokeHandlerClient<ExtractPayload>({\n                context,\n                name: configuration.handlers.combine,\n                payload: {\n                    taskId,\n                    type,\n                    identity: context.security.getIdentity()\n                },\n                description: \"Export pages - combine\"\n            });\n        } else {\n            console.log(`Invoking PROCESS for task \"${subTaskIndex + 1}\"`);\n            // We want to continue with Self invocation no matter if current page error out.\n            await invokeHandlerClient<Payload>({\n                context,\n                name: configuration.handlers.process,\n                payload: {\n                    taskId,\n                    type,\n                    subTaskIndex: subTaskIndex + 1,\n                    identity: context.security.getIdentity()\n                },\n                description: \"Export pages - process - subtask\"\n            });\n        }\n    }\n    return {\n        data: \"\",\n        error: null\n    };\n};\n"],"mappings":";;;;;;AAAA;AACA;AACA;AACA;AAEA;AAEA;AAGA;AACA;AACA;AACO,MAAMA,YAAY,GAAG,OACxBC,aAA4B,EAC5BC,OAAgB,EAChBC,OAA8B,KACV;EACpB,MAAMC,GAAG,GAAGC,OAAO,CAACD,GAAG;EACvB,IAAIE,OAAO;EACX,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,mBAAmB,GAAGC,6BAAsB,CAACC,OAAO;EAExDN,GAAG,CAAC,sCAAsC,CAAC;EAC3C,MAAM;IAAEO,WAAW;IAAEC;EAAY,CAAC,GAAGT,OAAO;EAC5C,MAAM;IAAEU,MAAM;IAAEC,YAAY;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGd,OAAO;EACxD;EACA;EACA,IAAAe,0BAAY,EAACD,QAAQ,EAAsBb,OAAO,CAAC;EAEnD,IAAI;IACA;AACR;AACA;AACA;IACQG,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACC,UAAU,CAACN,MAAM,EAAE,IAAAO,eAAO,EAACN,YAAY,EAAE,CAAC,CAAC,CAAC;IACzF;AACR;AACA;AACA;IACQ,IAAI,CAACR,OAAO,IAAIA,OAAO,CAACe,MAAM,KAAKZ,6BAAsB,CAACC,OAAO,EAAE;MAC/DH,aAAa,GAAG,IAAI;MACpB,OAAO;QACHe,IAAI,EAAE,EAAE;QACRC,KAAK,EAAE;MACX,CAAC;IACL,CAAC,MAAM;MACHhB,aAAa,GAAG,KAAK;IACzB;IAEAH,GAAG,CAAE,uBAAsBE,OAAO,CAACkB,EAAG,EAAC,CAAC;IAExC,MAAM;MAAEC;IAAM,CAAC,GAAGnB,OAAO;IACzB,MAAM;MAAEoB,MAAM;MAAEC,kBAAkB;MAAEC;IAAa,CAAC,GAAGH,KAAK;;IAE1D;AACR;AACA;AACA;AACA;AACA;IACQ,IAAII,IAAI;IACR,IAAI;MACA,IAAID,YAAY,KAAKE,yBAAkB,CAACC,SAAS,EAAE;QAC/C;QACAF,IAAI,GAAG,MAAMlB,WAAW,CAACqB,oBAAoB,CAAC;UAAER,EAAE,EAAEE;QAAO,CAAC,CAAC;MACjE,CAAC,MAAM;QACH;QACAG,IAAI,GAAG,MAAMlB,WAAW,CAACsB,OAAO,CAACP,MAAM,CAAC;MAC5C;IACJ,CAAC,CAAC,OAAOQ,CAAC,EAAE;MACR;MACA,IAAIN,YAAY,KAAKE,yBAAkB,CAACC,SAAS,IAAIG,CAAC,YAAYC,6BAAa,EAAE;QAC7EN,IAAI,GAAG,MAAMlB,WAAW,CAACsB,OAAO,CAACP,MAAM,CAAC;MAC5C,CAAC,MAAM;QACH,MAAMQ,CAAC;MACX;IACJ;IAEA,IAAI,CAACL,IAAI,EAAE;MACPzB,GAAG,CAAE,wBAAuBsB,MAAO,GAAE,CAAC;MACtC,MAAM,IAAIS,6BAAa,CAAE,wBAAuBT,MAAO,GAAE,CAAC;IAC9D;IAEAtB,GAAG,CAAE,wBAAuBsB,MAAO,eAAcG,IAAI,CAACO,OAAQ,MAAKP,IAAI,CAACR,MAAO,EAAC,CAAC;;IAEjF;IACAf,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACmB,aAAa,CAACxB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAAC6B;IACnC,CAAC,CAAC;IACF;IACA,MAAM3B,WAAW,CAACO,gBAAgB,CAACqB,WAAW,CAAC1B,MAAM,EAAE;MACnD2B,UAAU,EAAEhC,mBAAmB;MAC/BiC,UAAU,EAAEhC,6BAAsB,CAAC6B;IACvC,CAAC,CAAC;IACF9B,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IAEpCjB,GAAG,CAAE,kDAAiD,CAAC;IACvD;IACA,MAAMsC,WAAW,GAAG,MAAM,IAAAC,iBAAU,EAACd,IAAI,EAAEF,kBAAkB,EAAEf,WAAW,CAAC;IAC3ER,GAAG,CAAE,yBAAwB,CAAC;IAC9B;IACAE,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACmB,aAAa,CAACxB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;MAC3EH,MAAM,EAAEZ,6BAAsB,CAACmC,SAAS;MACxCtB,IAAI,EAAE;QACFuB,OAAO,EAAG,mCAAkChB,IAAI,CAACL,EAAG,MAAKK,IAAI,CAACO,OAAQ,KAAIP,IAAI,CAACR,MAAO,IAAG;QACzFyB,GAAG,EAAEJ,WAAW,CAACK;MACrB;IACJ,CAAC,CAAC;IACF;IACA,MAAMpC,WAAW,CAACO,gBAAgB,CAACqB,WAAW,CAAC1B,MAAM,EAAE;MACnD2B,UAAU,EAAEhC,mBAAmB;MAC/BiC,UAAU,EAAEhC,6BAAsB,CAACmC;IACvC,CAAC,CAAC;IACFpC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;EACxC,CAAC,CAAC,OAAOa,CAAC,EAAE;IACR9B,GAAG,CAAC,kCAAkC,EAAE8B,CAAC,CAAC;IAE1C,IAAI5B,OAAO,IAAIA,OAAO,CAACkB,EAAE,EAAE;MACvB;AACZ;AACA;AACA;MACYlB,OAAO,GAAG,MAAMK,WAAW,CAACO,gBAAgB,CAACmB,aAAa,CAACxB,MAAM,EAAEP,OAAO,CAACkB,EAAE,EAAE;QAC3EH,MAAM,EAAEZ,6BAAsB,CAACuC,MAAM;QACrCzB,KAAK,EAAE;UACH0B,IAAI,EAAEf,CAAC,CAACe,IAAI;UACZJ,OAAO,EAAEX,CAAC,CAACW,OAAO;UAClBK,KAAK,EAAEhB,CAAC,CAACgB,KAAK;UACdC,IAAI,EAAE;QACV;MACJ,CAAC,CAAC;;MAEF;MACA,MAAMxC,WAAW,CAACO,gBAAgB,CAACqB,WAAW,CAAC1B,MAAM,EAAE;QACnD2B,UAAU,EAAEhC,mBAAmB;QAC/BiC,UAAU,EAAEhC,6BAAsB,CAACuC;MACvC,CAAC,CAAC;MACFxC,mBAAmB,GAAGF,OAAO,CAACe,MAAM;IACxC;IAEA,OAAO;MACHC,IAAI,EAAE,IAAI;MACVC,KAAK,EAAE;QACHsB,OAAO,EAAEX,CAAC,CAACW;MACf;IACJ,CAAC;EACL,CAAC,SAAS;IACN;IACA,IAAItC,aAAa,EAAE;MACfH,GAAG,CAAE,gCAA+BS,MAAO,EAAC,CAAC;MAC7C;MACA,MAAM,IAAAuC,2BAAmB,EAAiB;QACtCjD,OAAO;QACP8C,IAAI,EAAEhD,aAAa,CAACoD,QAAQ,CAACC,OAAO;QACpCpD,OAAO,EAAE;UACLW,MAAM;UACNE,IAAI;UACJC,QAAQ,EAAEb,OAAO,CAACoD,QAAQ,CAACC,WAAW;QAC1C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN,CAAC,MAAM;MACHpD,OAAO,CAACD,GAAG,CAAE,8BAA6BU,YAAY,GAAG,CAAE,GAAE,CAAC;MAC9D;MACA,MAAM,IAAAsC,2BAAmB,EAAU;QAC/BjD,OAAO;QACP8C,IAAI,EAAEhD,aAAa,CAACoD,QAAQ,CAACK,OAAO;QACpCxD,OAAO,EAAE;UACLW,MAAM;UACNE,IAAI;UACJD,YAAY,EAAEA,YAAY,GAAG,CAAC;UAC9BE,QAAQ,EAAEb,OAAO,CAACoD,QAAQ,CAACC,WAAW;QAC1C,CAAC;QACDC,WAAW,EAAE;MACjB,CAAC,CAAC;IACN;EACJ;EACA,OAAO;IACHnC,IAAI,EAAE,EAAE;IACRC,KAAK,EAAE;EACX,CAAC;AACL,CAAC;AAAC"}

package/import/process/blocksHandler.d.ts

@@ -1,3 +0,0 @@
-import { PbImportExportContext } from "../../types";
-import { Configuration, Payload, Response } from ".";
-export declare const blocksHandler: (configuration: Configuration, payload: Payload, context: PbImportExportContext) => Promise<Response>;