@webiny/api-page-builder-import-export 0.0.0-mt-3 → 0.0.0-unstable.085ff6572f

package/exportPages/process/index.js

@@ -1,204 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _types = require("../../types");
-
-var _utils = require("../../importPages/utils");
-
-var _client = require("../../importPages/client");
-
-var _handlerGraphql = require("@webiny/handler-graphql");
-
-var _utils2 = require("../utils");
-
-var _mockSecurity = require("../../mockSecurity");
-
-/**
- * Handles the export pages process workflow.
- */
-var _default = configuration => ({
-  type: "handler",
-
-  async handle(context) {
-    const log = console.log;
-    let subTask;
-    let noPendingTask = true;
-    let prevStatusOfSubTask = _types.PageImportExportTaskStatus.PENDING;
-    log("RUNNING Export Pages Process Handler");
-    const {
-      invocationArgs: args,
-      pageBuilder,
-      fileManager
-    } = context;
-    const {
-      taskId,
-      subTaskIndex,
-      identity
-    } = args; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
-    // and this Lambda is invoked internally, without credentials.
-
-    (0, _mockSecurity.mockSecurity)(identity, context);
-
-    try {
-      /*
-       * Note: We're not going to DB for finding the next sub-task to process,
-       * because the data might be out of sync due to GSI eventual consistency.
-       */
-      subTask = await pageBuilder.pageImportExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex));
-      /**
-       * Base condition!!
-       * Bail out early, if task not found or task's status is not "pending".
-       */
-
-      if (!subTask || subTask.status !== _types.PageImportExportTaskStatus.PENDING) {
-        noPendingTask = true;
-        return;
-      } else {
-        noPendingTask = false;
-      }
-
-      log(`Fetched sub task => ${subTask.id}`);
-      const {
-        input
-      } = subTask;
-      const {
-        pageId,
-        exportPagesDataKey,
-        revisionType
-      } = input;
-      /**
-       * At the moment, we only export a single revision of the page.
-       * It could be "published" or "latest" depending upon user input.
-       *
-       * Note: In case of no "published" revision available, we use the latest revision.
-       */
-
-      let page;
-
-      try {
-        if (revisionType === _types.PageExportRevisionType.PUBLISHED) {
-          // Get "published" page.
-          page = await pageBuilder.pages.getPublishedById({
-            id: pageId
-          });
-        } else {
-          // Get "latest" page.
-          page = await pageBuilder.pages.get(pageId);
-        }
-      } catch (e) {
-        // If we're looking for "published" page and doesn't found it, get latest page.
-        if (revisionType === _types.PageExportRevisionType.PUBLISHED && e instanceof _handlerGraphql.NotFoundError) {
-          page = await pageBuilder.pages.get(pageId);
-        } else {
-          throw e;
-        }
-      }
-
-      if (!page) {
-        log(`Unable to load page "${pageId}"`);
-        throw new _handlerGraphql.NotFoundError(`Unable to load page "${pageId}"`);
-      }
-
-      log(`Processing page key "${pageId}" | version ${page.version} | ${page.status}`); // Mark task status as PROCESSING
-
-      subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-        status: _types.PageImportExportTaskStatus.PROCESSING
-      }); // Update stats in main task
-
-      await pageBuilder.pageImportExportTask.updateStats(taskId, {
-        prevStatus: prevStatusOfSubTask,
-        nextStatus: _types.PageImportExportTaskStatus.PROCESSING
-      });
-      prevStatusOfSubTask = subTask.status;
-      log(`Extracting page data and uploading to storage...`); // Extract Page
-
-      const pageDataZip = await (0, _utils2.exportPage)(page, exportPagesDataKey, fileManager);
-      log(`Finish uploading zip...`); // Update task record in DB
-
-      subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-        status: _types.PageImportExportTaskStatus.COMPLETED,
-        data: {
-          message: `Finish uploading data for page "${page.id}" v${page.version} (${page.status}).`,
-          key: pageDataZip.Key
-        }
-      }); // Update stats in main task
-
-      await pageBuilder.pageImportExportTask.updateStats(taskId, {
-        prevStatus: prevStatusOfSubTask,
-        nextStatus: _types.PageImportExportTaskStatus.COMPLETED
-      });
-      prevStatusOfSubTask = subTask.status;
-    } catch (e) {
-      log("[EXPORT_PAGES_PROCESS] Error => ", e);
-
-      if (subTask && subTask.id) {
-        /**
-         * In case of error, we'll update the task status to "failed",
-         * so that, client can show notify the user appropriately.
-         */
-        const {
-          invocationArgs: args,
-          pageBuilder
-        } = context;
-        const {
-          taskId
-        } = args;
-        subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-          status: _types.PageImportExportTaskStatus.FAILED,
-          error: {
-            name: e.name,
-            message: e.message,
-            stack: e.stack,
-            code: "IMPORT_FAILED"
-          }
-        }); // Update stats in main task
-
-        await pageBuilder.pageImportExportTask.updateStats(taskId, {
-          prevStatus: prevStatusOfSubTask,
-          nextStatus: _types.PageImportExportTaskStatus.FAILED
-        });
-        prevStatusOfSubTask = subTask.status;
-      }
-
-      return {
-        data: null,
-        error: {
-          message: e.message
-        }
-      };
-    } finally {
-      // Base condition!
-      if (noPendingTask) {
-        log(`No pending sub-task for task ${taskId}`); // Combine individual page zip files.
-
-        await (0, _client.invokeHandlerClient)({
-          context,
-          name: configuration.handlers.combine,
-          payload: {
-            taskId,
-            identity: context.security.getIdentity()
-          }
-        });
-      } else {
-        console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current page error out.
-
-        await (0, _client.invokeHandlerClient)({
-          context,
-          name: configuration.handlers.process,
-          payload: {
-            taskId,
-            subTaskIndex: subTaskIndex + 1,
-            identity: context.security.getIdentity()
-          }
-        });
-      }
-    }
-  }
-
-});
-
-exports.default = _default;

package/exportPages/utils.d.ts

@@ -1,13 +0,0 @@
-import S3 from "aws-sdk/clients/s3";
-import { Page, File } from "@webiny/api-page-builder/types";
-import { FileManagerContext } from "@webiny/api-file-manager/types";
-export declare const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
-export interface ExportedPageData {
-    page: Pick<Page, "content" | "title" | "version" | "status" | "settings" | "path">;
-    files: ImageFile[];
-}
-export declare function exportPage(page: Page, exportPagesDataKey: string, fileManager: FileManagerContext["fileManager"]): Promise<S3.ManagedUpload.SendData>;
-export interface ImageFile extends File {
-    key: string;
-}
-export declare function extractFilesFromPageData(data: Record<string, any>, files?: any[]): ImageFile[];

package/exportPages/utils.js

@@ -1,113 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.EXPORT_PAGES_FOLDER_KEY = void 0;
-exports.exportPage = exportPage;
-exports.extractFilesFromPageData = extractFilesFromPageData;
-
-var _get = _interopRequireDefault(require("lodash/get"));
-
-var _s3Stream = require("./s3Stream");
-
-var _zipper = _interopRequireDefault(require("./zipper"));
-
-const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
-exports.EXPORT_PAGES_FOLDER_KEY = EXPORT_PAGES_FOLDER_KEY;
-
-async function getFilteredFiles(files) {
-  const uniqueFileKeys = new Map();
-  const promises = files.map(file => _s3Stream.s3Stream.isFileAccessible(file.key));
-  const isFileAvailableResults = await Promise.all(promises);
-  const filesAvailableForDownload = []; // Filter files
-
-  for (let i = 0; i < files.length; i++) {
-    const file = files[i]; // Check file accessibility
-
-    if (isFileAvailableResults[i] && !uniqueFileKeys.has(file.key)) {
-      filesAvailableForDownload.push(file);
-      uniqueFileKeys.set(file.key, true);
-    }
-  }
-
-  return filesAvailableForDownload;
-}
-
-async function exportPage(page, exportPagesDataKey, fileManager) {
-  // Extract all files
-  const files = extractFilesFromPageData(page.content); // Filter files
-
-  const filesAvailableForDownload = await getFilteredFiles(files); // Extract images from page settings
-
-  const pageSettingsImages = [(0, _get.default)(page, "settings.general.image"), (0, _get.default)(page, "settings.social.image")].filter(image => image && image.src);
-  const pageSettingsImagesData = []; // Get file data for all images inside "page.settings"
-
-  for (let i = 0; i < pageSettingsImages.length; i++) {
-    const {
-      id
-    } = pageSettingsImages[i];
-    const file = await fileManager.files.getFile(id);
-    pageSettingsImagesData.push(file);
-  } // Extract the page data in a json file and upload it to S3
-
-
-  const pageData = {
-    page: {
-      content: page.content,
-      title: page.title,
-      path: page.path,
-      version: page.version,
-      status: page.status,
-      settings: page.settings
-    },
-    files: [...filesAvailableForDownload, ...pageSettingsImagesData]
-  };
-  const pageDataBuffer = Buffer.from(JSON.stringify(pageData));
-  const zipper = new _zipper.default({
-    exportInfo: {
-      files: [...filesAvailableForDownload, ...pageSettingsImagesData],
-      pageTitle: page.title,
-      pageDataBuffer
-    },
-    archiveFileKey: exportPagesDataKey
-  });
-  return zipper.process();
-}
-
-function extractFilesFromPageData(data, files = []) {
-  // Base case: termination
-  if (!data || typeof data !== "object") {
-    return files;
-  } // Recursively call function for each element
-
-
-  if (Array.isArray(data)) {
-    for (let i = 0; i < data.length; i++) {
-      const element = data[i];
-      extractFilesFromPageData(element, files);
-    }
-
-    return files;
-  } // Main
-
-
-  const tuple = Object.entries(data);
-
-  for (let i = 0; i < tuple.length; i++) {
-    const [key, value] = tuple[i]; // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.
-
-    if (key === "file" && value) {
-      files.push(value);
-    } else if (key === "images" && Array.isArray(value)) {
-      // Handle case for "images-list" component
-      files.push(...value);
-    } else {
-      extractFilesFromPageData(value, files);
-    }
-  }
-
-  return files;
-}

package/graphql/crud/pageImportExportTasks.crud.d.ts

@@ -1,5 +0,0 @@
-import { ContextPlugin } from "@webiny/handler/plugins/ContextPlugin";
-import { PageImportExportPluginsParams } from "../../types";
-import { PbPageImportExportContext } from "../types";
-declare const _default: ({ storageOperations }: PageImportExportPluginsParams) => ContextPlugin<PbPageImportExportContext>;
-export default _default;