@webiny/api-page-builder-import-export 0.0.0-mt-3 → 0.0.0-unstable.3386f66516

package/exportPages/combine/index.js

@@ -1,88 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _types = require("../../types");
-
-var _s3Stream = require("../s3Stream");
-
-var _zipper = require("../zipper");
-
-var _mockSecurity = require("../../mockSecurity");
-
-/**
- * Handles the export pages combine workflow.
- */
-var _default = () => ({
-  type: "handler",
-
-  async handle(context) {
-    const log = console.log;
-    log("RUNNING Export Pages Combine Handler");
-    const {
-      invocationArgs: args,
-      pageBuilder
-    } = context;
-    const {
-      taskId,
-      identity
-    } = args;
-    (0, _mockSecurity.mockSecurity)(identity, context);
-
-    try {
-      const task = await pageBuilder.pageImportExportTask.getTask(taskId);
-      const {
-        exportPagesDataKey
-      } = task.input; // Get all files (zip) from given key
-
-      const listObjectResponse = await _s3Stream.s3Stream.listObject(exportPagesDataKey);
-      const zipFileKeys = listObjectResponse.Contents.filter(file => file.Key !== exportPagesDataKey).map(file => file.Key); // Prepare zip of all zips
-
-      const zipOfZip = new _zipper.ZipOfZip(zipFileKeys); // Upload
-
-      const pageExportUpload = await zipOfZip.process();
-      log(`Done uploading... File is located at ${pageExportUpload.Location} `); // Update task status and save export page data key
-
-      await pageBuilder.pageImportExportTask.updateTask(taskId, {
-        status: _types.PageImportExportTaskStatus.COMPLETED,
-        data: {
-          message: `Finish uploading page export.`,
-          key: pageExportUpload.Key,
-          url: pageExportUpload.Location
-        }
-      }); // Remove individual zip files from storage
-
-      const deleteFilePromises = zipFileKeys.map(key => _s3Stream.s3Stream.deleteObject(key));
-      await Promise.all(deleteFilePromises);
-      log(`Successfully deleted ${deleteFilePromises.length} zip files.`);
-    } catch (e) {
-      log("[EXPORT_PAGES_COMBINE] Error => ", e);
-      /**
-       * In case of error, we'll update the task status to "failed",
-       * so that, client can show notify the user appropriately.
-       */
-
-      await pageBuilder.pageImportExportTask.updateTask(taskId, {
-        status: _types.PageImportExportTaskStatus.FAILED,
-        error: {
-          name: e.name,
-          message: e.message,
-          stack: e.stack,
-          code: "IMPORT_FAILED"
-        }
-      });
-      return {
-        data: null,
-        error: {
-          message: e.message
-        }
-      };
-    }
-  }
-
-});
-
-exports.default = _default;

package/exportPages/process/index.d.ts

@@ -1,26 +0,0 @@
-import { HandlerPlugin } from "@webiny/handler/types";
-import { ArgsContext } from "@webiny/handler-args/types";
-import { PbPageImportExportContext } from "../../types";
-import { SecurityIdentity } from "@webiny/api-security/types";
-export declare type HandlerArgs = {
-    taskId: string;
-    subTaskIndex: number;
-    identity?: SecurityIdentity;
-};
-export declare type HandlerResponse = {
-    data: string;
-    error: {
-        message: string;
-    };
-};
-interface Configuration {
-    handlers: {
-        process: string;
-        combine: string;
-    };
-}
-declare const _default: (configuration: Configuration) => HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>>;
-/**
- * Handles the export pages process workflow.
- */
-export default _default;

package/exportPages/process/index.js

@@ -1,204 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _types = require("../../types");
-
-var _utils = require("../../importPages/utils");
-
-var _client = require("../../importPages/client");
-
-var _handlerGraphql = require("@webiny/handler-graphql");
-
-var _utils2 = require("../utils");
-
-var _mockSecurity = require("../../mockSecurity");
-
-/**
- * Handles the export pages process workflow.
- */
-var _default = configuration => ({
-  type: "handler",
-
-  async handle(context) {
-    const log = console.log;
-    let subTask;
-    let noPendingTask = true;
-    let prevStatusOfSubTask = _types.PageImportExportTaskStatus.PENDING;
-    log("RUNNING Export Pages Process Handler");
-    const {
-      invocationArgs: args,
-      pageBuilder,
-      fileManager
-    } = context;
-    const {
-      taskId,
-      subTaskIndex,
-      identity
-    } = args; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
-    // and this Lambda is invoked internally, without credentials.
-
-    (0, _mockSecurity.mockSecurity)(identity, context);
-
-    try {
-      /*
-       * Note: We're not going to DB for finding the next sub-task to process,
-       * because the data might be out of sync due to GSI eventual consistency.
-       */
-      subTask = await pageBuilder.pageImportExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex));
-      /**
-       * Base condition!!
-       * Bail out early, if task not found or task's status is not "pending".
-       */
-
-      if (!subTask || subTask.status !== _types.PageImportExportTaskStatus.PENDING) {
-        noPendingTask = true;
-        return;
-      } else {
-        noPendingTask = false;
-      }
-
-      log(`Fetched sub task => ${subTask.id}`);
-      const {
-        input
-      } = subTask;
-      const {
-        pageId,
-        exportPagesDataKey,
-        revisionType
-      } = input;
-      /**
-       * At the moment, we only export a single revision of the page.
-       * It could be "published" or "latest" depending upon user input.
-       *
-       * Note: In case of no "published" revision available, we use the latest revision.
-       */
-
-      let page;
-
-      try {
-        if (revisionType === _types.PageExportRevisionType.PUBLISHED) {
-          // Get "published" page.
-          page = await pageBuilder.pages.getPublishedById({
-            id: pageId
-          });
-        } else {
-          // Get "latest" page.
-          page = await pageBuilder.pages.get(pageId);
-        }
-      } catch (e) {
-        // If we're looking for "published" page and doesn't found it, get latest page.
-        if (revisionType === _types.PageExportRevisionType.PUBLISHED && e instanceof _handlerGraphql.NotFoundError) {
-          page = await pageBuilder.pages.get(pageId);
-        } else {
-          throw e;
-        }
-      }
-
-      if (!page) {
-        log(`Unable to load page "${pageId}"`);
-        throw new _handlerGraphql.NotFoundError(`Unable to load page "${pageId}"`);
-      }
-
-      log(`Processing page key "${pageId}" | version ${page.version} | ${page.status}`); // Mark task status as PROCESSING
-
-      subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-        status: _types.PageImportExportTaskStatus.PROCESSING
-      }); // Update stats in main task
-
-      await pageBuilder.pageImportExportTask.updateStats(taskId, {
-        prevStatus: prevStatusOfSubTask,
-        nextStatus: _types.PageImportExportTaskStatus.PROCESSING
-      });
-      prevStatusOfSubTask = subTask.status;
-      log(`Extracting page data and uploading to storage...`); // Extract Page
-
-      const pageDataZip = await (0, _utils2.exportPage)(page, exportPagesDataKey, fileManager);
-      log(`Finish uploading zip...`); // Update task record in DB
-
-      subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-        status: _types.PageImportExportTaskStatus.COMPLETED,
-        data: {
-          message: `Finish uploading data for page "${page.id}" v${page.version} (${page.status}).`,
-          key: pageDataZip.Key
-        }
-      }); // Update stats in main task
-
-      await pageBuilder.pageImportExportTask.updateStats(taskId, {
-        prevStatus: prevStatusOfSubTask,
-        nextStatus: _types.PageImportExportTaskStatus.COMPLETED
-      });
-      prevStatusOfSubTask = subTask.status;
-    } catch (e) {
-      log("[EXPORT_PAGES_PROCESS] Error => ", e);
-
-      if (subTask && subTask.id) {
-        /**
-         * In case of error, we'll update the task status to "failed",
-         * so that, client can show notify the user appropriately.
-         */
-        const {
-          invocationArgs: args,
-          pageBuilder
-        } = context;
-        const {
-          taskId
-        } = args;
-        subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-          status: _types.PageImportExportTaskStatus.FAILED,
-          error: {
-            name: e.name,
-            message: e.message,
-            stack: e.stack,
-            code: "IMPORT_FAILED"
-          }
-        }); // Update stats in main task
-
-        await pageBuilder.pageImportExportTask.updateStats(taskId, {
-          prevStatus: prevStatusOfSubTask,
-          nextStatus: _types.PageImportExportTaskStatus.FAILED
-        });
-        prevStatusOfSubTask = subTask.status;
-      }
-
-      return {
-        data: null,
-        error: {
-          message: e.message
-        }
-      };
-    } finally {
-      // Base condition!
-      if (noPendingTask) {
-        log(`No pending sub-task for task ${taskId}`); // Combine individual page zip files.
-
-        await (0, _client.invokeHandlerClient)({
-          context,
-          name: configuration.handlers.combine,
-          payload: {
-            taskId,
-            identity: context.security.getIdentity()
-          }
-        });
-      } else {
-        console.log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current page error out.
-
-        await (0, _client.invokeHandlerClient)({
-          context,
-          name: configuration.handlers.process,
-          payload: {
-            taskId,
-            subTaskIndex: subTaskIndex + 1,
-            identity: context.security.getIdentity()
-          }
-        });
-      }
-    }
-  }
-
-});
-
-exports.default = _default;

package/exportPages/utils.d.ts

@@ -1,13 +0,0 @@
-import S3 from "aws-sdk/clients/s3";
-import { Page, File } from "@webiny/api-page-builder/types";
-import { FileManagerContext } from "@webiny/api-file-manager/types";
-export declare const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
-export interface ExportedPageData {
-    page: Pick<Page, "content" | "title" | "version" | "status" | "settings" | "path">;
-    files: ImageFile[];
-}
-export declare function exportPage(page: Page, exportPagesDataKey: string, fileManager: FileManagerContext["fileManager"]): Promise<S3.ManagedUpload.SendData>;
-export interface ImageFile extends File {
-    key: string;
-}
-export declare function extractFilesFromPageData(data: Record<string, any>, files?: any[]): ImageFile[];

package/exportPages/utils.js

@@ -1,113 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.EXPORT_PAGES_FOLDER_KEY = void 0;
-exports.exportPage = exportPage;
-exports.extractFilesFromPageData = extractFilesFromPageData;
-
-var _get = _interopRequireDefault(require("lodash/get"));
-
-var _s3Stream = require("./s3Stream");
-
-var _zipper = _interopRequireDefault(require("./zipper"));
-
-const EXPORT_PAGES_FOLDER_KEY = "WEBINY_PB_EXPORT_PAGES";
-exports.EXPORT_PAGES_FOLDER_KEY = EXPORT_PAGES_FOLDER_KEY;
-
-async function getFilteredFiles(files) {
-  const uniqueFileKeys = new Map();
-  const promises = files.map(file => _s3Stream.s3Stream.isFileAccessible(file.key));
-  const isFileAvailableResults = await Promise.all(promises);
-  const filesAvailableForDownload = []; // Filter files
-
-  for (let i = 0; i < files.length; i++) {
-    const file = files[i]; // Check file accessibility
-
-    if (isFileAvailableResults[i] && !uniqueFileKeys.has(file.key)) {
-      filesAvailableForDownload.push(file);
-      uniqueFileKeys.set(file.key, true);
-    }
-  }
-
-  return filesAvailableForDownload;
-}
-
-async function exportPage(page, exportPagesDataKey, fileManager) {
-  // Extract all files
-  const files = extractFilesFromPageData(page.content); // Filter files
-
-  const filesAvailableForDownload = await getFilteredFiles(files); // Extract images from page settings
-
-  const pageSettingsImages = [(0, _get.default)(page, "settings.general.image"), (0, _get.default)(page, "settings.social.image")].filter(image => image && image.src);
-  const pageSettingsImagesData = []; // Get file data for all images inside "page.settings"
-
-  for (let i = 0; i < pageSettingsImages.length; i++) {
-    const {
-      id
-    } = pageSettingsImages[i];
-    const file = await fileManager.files.getFile(id);
-    pageSettingsImagesData.push(file);
-  } // Extract the page data in a json file and upload it to S3
-
-
-  const pageData = {
-    page: {
-      content: page.content,
-      title: page.title,
-      path: page.path,
-      version: page.version,
-      status: page.status,
-      settings: page.settings
-    },
-    files: [...filesAvailableForDownload, ...pageSettingsImagesData]
-  };
-  const pageDataBuffer = Buffer.from(JSON.stringify(pageData));
-  const zipper = new _zipper.default({
-    exportInfo: {
-      files: [...filesAvailableForDownload, ...pageSettingsImagesData],
-      pageTitle: page.title,
-      pageDataBuffer
-    },
-    archiveFileKey: exportPagesDataKey
-  });
-  return zipper.process();
-}
-
-function extractFilesFromPageData(data, files = []) {
-  // Base case: termination
-  if (!data || typeof data !== "object") {
-    return files;
-  } // Recursively call function for each element
-
-
-  if (Array.isArray(data)) {
-    for (let i = 0; i < data.length; i++) {
-      const element = data[i];
-      extractFilesFromPageData(element, files);
-    }
-
-    return files;
-  } // Main
-
-
-  const tuple = Object.entries(data);
-
-  for (let i = 0; i < tuple.length; i++) {
-    const [key, value] = tuple[i]; // TODO: @ashutosh extract it to plugins, so that, we can handle cases for other components too.
-
-    if (key === "file" && value) {
-      files.push(value);
-    } else if (key === "images" && Array.isArray(value)) {
-      // Handle case for "images-list" component
-      files.push(...value);
-    } else {
-      extractFilesFromPageData(value, files);
-    }
-  }
-
-  return files;
-}

package/graphql/crud/pageImportExportTasks.crud.d.ts

@@ -1,5 +0,0 @@
-import { ContextPlugin } from "@webiny/handler/plugins/ContextPlugin";
-import { PageImportExportPluginsParams } from "../../types";
-import { PbPageImportExportContext } from "../types";
-declare const _default: ({ storageOperations }: PageImportExportPluginsParams) => ContextPlugin<PbPageImportExportContext>;
-export default _default;

package/graphql/graphql/pageImportExportTasks.gql.d.ts

@@ -1,4 +0,0 @@
-import { GraphQLSchemaPlugin } from "@webiny/handler-graphql/types";
-import { PbPageImportExportContext } from "../types";
-declare const plugin: GraphQLSchemaPlugin<PbPageImportExportContext>;
-export default plugin;

package/importPages/client.d.ts

@@ -1,7 +0,0 @@
-import { PbPageImportExportContext } from "../graphql/types";
-export interface InvokeHandlerClientParams<TParams> {
-    context: PbPageImportExportContext;
-    name: string;
-    payload: TParams;
-}
-export declare function invokeHandlerClient<TParams>({ context, name, payload }: InvokeHandlerClientParams<TParams>): Promise<void>;

package/importPages/client.js

@@ -1,40 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.invokeHandlerClient = invokeHandlerClient;
-
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
-function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) { symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); } keys.push.apply(keys, symbols); } return keys; }
-
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
-
-async function invokeHandlerClient({
-  context,
-  name,
-  payload
-}) {
-  /*
-   * Prepare "invocationArgs", we're hacking our wat here.
-   * They are necessary to setup the "context.pageBuilder" object among other things in IMPORT_PAGE_FUNCTION
-   */
-  const {
-    request
-  } = context.http;
-  const invocationArgs = {
-    httpMethod: request.method,
-    body: request.body,
-    headers: request.headers,
-    cookies: request.cookies
-  }; // Invoke handler
-
-  await context.handlerClient.invoke({
-    name: name,
-    payload: _objectSpread(_objectSpread({}, payload), invocationArgs),
-    await: false
-  });
-}

package/importPages/create/index.d.ts

@@ -1,27 +0,0 @@
-import { HandlerPlugin } from "@webiny/handler/types";
-import { ArgsContext } from "@webiny/handler-args/types";
-import { PageImportExportTask, PbPageImportExportContext } from "../../types";
-import { SecurityIdentity } from "@webiny/api-security/types";
-export declare type HandlerArgs = {
-    category: string;
-    zipFileKey?: string;
-    zipFileUrl?: string;
-    task: PageImportExportTask;
-    identity: SecurityIdentity;
-};
-export declare type HandlerResponse = {
-    data: string;
-    error: {
-        message: string;
-    };
-};
-interface Configuration {
-    handlers: {
-        process: string;
-    };
-}
-declare const _default: (configuration: Configuration) => HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>>;
-/**
- * Handles the import page workflow.
- */
-export default _default;

package/importPages/create/index.js

@@ -1,109 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _types = require("../../types");
-
-var _utils = require("../utils");
-
-var _client = require("../client");
-
-var _mockSecurity = require("../../mockSecurity");
-
-/**
- * Handles the import page workflow.
- */
-var _default = configuration => ({
-  type: "handler",
-
-  async handle(context) {
-    const log = console.log;
-
-    try {
-      log("RUNNING Import Pages Create");
-      const {
-        invocationArgs: args,
-        pageBuilder
-      } = context;
-      const {
-        task,
-        category,
-        zipFileKey,
-        zipFileUrl,
-        identity
-      } = args;
-      (0, _mockSecurity.mockSecurity)(identity, context); // Step 1: Read the zip file
-
-      const pageImportDataList = await (0, _utils.readExtractAndUploadZipFileContents)(zipFileKey || zipFileUrl); // Once we have map we can start processing each page
-      // For each page create a sub task and invoke the process handler
-
-      for (let i = 0; i < pageImportDataList.length; i++) {
-        const pagesDirMap = pageImportDataList[i]; // Create sub task
-
-        const subtask = await pageBuilder.pageImportExportTask.createSubTask(task.id, (0, _utils.zeroPad)(i + 1), {
-          status: _types.PageImportExportTaskStatus.PENDING,
-          data: {
-            pageKey: pagesDirMap.key,
-            category,
-            zipFileKey,
-            zipFileUrl,
-            input: {
-              fileUploadsData: pagesDirMap
-            }
-          }
-        });
-        log(`Added SUB_TASK "${subtask.id}" to queue.`);
-      } // Update main task status
-
-
-      await pageBuilder.pageImportExportTask.updateTask(task.id, {
-        status: _types.PageImportExportTaskStatus.PROCESSING,
-        stats: (0, _utils.initialStats)(pageImportDataList.length)
-      });
-      await (0, _client.invokeHandlerClient)({
-        context,
-        name: configuration.handlers.process,
-        payload: {
-          taskId: task.id,
-          // Execute "Process" for the first sub task.
-          subTaskIndex: 1,
-          identity: context.security.getIdentity()
-        }
-      });
-    } catch (e) {
-      log("[IMPORT_PAGES_CREATE] Error => ", e);
-      /**
-       * In case of error, we'll update the task status to "failed",
-       * so that, client can show notify the user appropriately.
-       */
-
-      const {
-        invocationArgs: args,
-        pageBuilder
-      } = context;
-      const {
-        task
-      } = args;
-      await pageBuilder.pageImportExportTask.updateTask(task.id, {
-        status: _types.PageImportExportTaskStatus.FAILED,
-        error: {
-          name: e.name,
-          message: e.message,
-          code: e.code || "EXPORT_FAILED"
-        }
-      });
-      return {
-        data: null,
-        error: {
-          message: e.message
-        }
-      };
-    }
-  }
-
-});
-
-exports.default = _default;

package/importPages/process/index.d.ts

@@ -1,25 +0,0 @@
-import { HandlerPlugin } from "@webiny/handler/types";
-import { ArgsContext } from "@webiny/handler-args/types";
-import { PbPageImportExportContext } from "../../types";
-import { SecurityIdentity } from "@webiny/api-security/types";
-export declare type HandlerArgs = {
-    taskId: string;
-    subTaskIndex: number;
-    identity: SecurityIdentity;
-};
-export declare type HandlerResponse = {
-    data: string;
-    error: {
-        message: string;
-    };
-};
-interface Configuration {
-    handlers: {
-        process: string;
-    };
-}
-declare const _default: (configuration: Configuration) => HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>>;
-/**
- * Handles the import page workflow.
- */
-export default _default;