@webiny/api-page-builder-import-export 0.0.0-mt-2 → 0.0.0-unstable.06b2ede40f

package/graphql/graphql/pageImportExportTasks.gql.js

@@ -1,80 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _resolve = _interopRequireDefault(require("./utils/resolve"));
-
-const plugin = {
-  type: "graphql-schema",
-  schema: {
-    typeDefs:
-    /* GraphQL */
-    `
-            enum PbPageImportExportTaskStatus {
-                pending
-                processing
-                completed
-                failed
-            }
-
-            type PbPageImportExportTaskStats {
-                pending: Int
-                processing: Int
-                completed: Int
-                failed: Int
-                total: Int
-            }
-
-            type PbPageImportExportTask {
-                id: ID
-                createdOn: DateTime
-                createdBy: PbCreatedBy
-                status: PbPageImportExportTaskStatus
-                data: JSON
-                stats: PbPageImportExportTaskStats
-                error: JSON
-            }
-
-            # Response types
-            type PbPageImportExportTaskResponse {
-                data: PbPageImportExportTask
-                error: PbError
-            }
-
-            type PbPageImportExportTaskListResponse {
-                data: [PbPageImportExportTask]
-                error: PbError
-            }
-
-            extend type PbQuery {
-                getPageImportExportTask(id: ID!): PbPageImportExportTaskResponse
-                listPageImportExportSubTask(
-                    id: ID!
-                    status: PbPageImportExportTaskStatus
-                    limit: Int
-                ): PbPageImportExportTaskListResponse
-            }
-        `,
-    resolvers: {
-      PbQuery: {
-        getPageImportExportTask: async (_, args, context) => {
-          return (0, _resolve.default)(() => {
-            return context.pageBuilder.pageImportExportTask.getTask(args.id);
-          });
-        },
-        listPageImportExportSubTask: async (_, args, context) => {
-          return (0, _resolve.default)(() => {
-            return context.pageBuilder.pageImportExportTask.listSubTasks(args.id, args.status, args.limit);
-          });
-        }
-      }
-    }
-  }
-};
-var _default = plugin;
-exports.default = _default;

package/importPages/client.d.ts

@@ -1,7 +0,0 @@
-import { PbPageImportExportContext } from "../graphql/types";
-export interface InvokeHandlerClientParams<TParams> {
-    context: PbPageImportExportContext;
-    name: string;
-    payload: TParams;
-}
-export declare function invokeHandlerClient<TParams>({ context, name, payload }: InvokeHandlerClientParams<TParams>): Promise<void>;

package/importPages/client.js

@@ -1,40 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.invokeHandlerClient = invokeHandlerClient;
-
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
-function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) { symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); } keys.push.apply(keys, symbols); } return keys; }
-
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
-
-async function invokeHandlerClient({
-  context,
-  name,
-  payload
-}) {
-  /*
-   * Prepare "invocationArgs", we're hacking our wat here.
-   * They are necessary to setup the "context.pageBuilder" object among other things in IMPORT_PAGE_FUNCTION
-   */
-  const {
-    request
-  } = context.http;
-  const invocationArgs = {
-    httpMethod: request.method,
-    body: request.body,
-    headers: request.headers,
-    cookies: request.cookies
-  }; // Invoke handler
-
-  await context.handlerClient.invoke({
-    name: name,
-    payload: _objectSpread(_objectSpread({}, payload), invocationArgs),
-    await: false
-  });
-}

package/importPages/create/index.d.ts

@@ -1,27 +0,0 @@
-import { HandlerPlugin } from "@webiny/handler/types";
-import { ArgsContext } from "@webiny/handler-args/types";
-import { PageImportExportTask, PbPageImportExportContext } from "../../types";
-import { SecurityIdentity } from "@webiny/api-security/types";
-export declare type HandlerArgs = {
-    category: string;
-    zipFileKey?: string;
-    zipFileUrl?: string;
-    task: PageImportExportTask;
-    identity: SecurityIdentity;
-};
-export declare type HandlerResponse = {
-    data: string;
-    error: {
-        message: string;
-    };
-};
-interface Configuration {
-    handlers: {
-        process: string;
-    };
-}
-declare const _default: (configuration: Configuration) => HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>>;
-/**
- * Handles the import page workflow.
- */
-export default _default;

package/importPages/create/index.js

@@ -1,109 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _types = require("../../types");
-
-var _utils = require("../utils");
-
-var _client = require("../client");
-
-var _mockSecurity = require("../../mockSecurity");
-
-/**
- * Handles the import page workflow.
- */
-var _default = configuration => ({
-  type: "handler",
-
-  async handle(context) {
-    const log = console.log;
-
-    try {
-      log("RUNNING Import Pages Create");
-      const {
-        invocationArgs: args,
-        pageBuilder
-      } = context;
-      const {
-        task,
-        category,
-        zipFileKey,
-        zipFileUrl,
-        identity
-      } = args;
-      (0, _mockSecurity.mockSecurity)(identity, context); // Step 1: Read the zip file
-
-      const pageImportDataList = await (0, _utils.readExtractAndUploadZipFileContents)(zipFileKey || zipFileUrl); // Once we have map we can start processing each page
-      // For each page create a sub task and invoke the process handler
-
-      for (let i = 0; i < pageImportDataList.length; i++) {
-        const pagesDirMap = pageImportDataList[i]; // Create sub task
-
-        const subtask = await pageBuilder.pageImportExportTask.createSubTask(task.id, (0, _utils.zeroPad)(i + 1), {
-          status: _types.PageImportExportTaskStatus.PENDING,
-          data: {
-            pageKey: pagesDirMap.key,
-            category,
-            zipFileKey,
-            zipFileUrl,
-            input: {
-              fileUploadsData: pagesDirMap
-            }
-          }
-        });
-        log(`Added SUB_TASK "${subtask.id}" to queue.`);
-      } // Update main task status
-
-
-      await pageBuilder.pageImportExportTask.updateTask(task.id, {
-        status: _types.PageImportExportTaskStatus.PROCESSING,
-        stats: (0, _utils.initialStats)(pageImportDataList.length)
-      });
-      await (0, _client.invokeHandlerClient)({
-        context,
-        name: configuration.handlers.process,
-        payload: {
-          taskId: task.id,
-          // Execute "Process" for the first sub task.
-          subTaskIndex: 1,
-          identity: context.security.getIdentity()
-        }
-      });
-    } catch (e) {
-      log("[IMPORT_PAGES_CREATE] Error => ", e);
-      /**
-       * In case of error, we'll update the task status to "failed",
-       * so that, client can show notify the user appropriately.
-       */
-
-      const {
-        invocationArgs: args,
-        pageBuilder
-      } = context;
-      const {
-        task
-      } = args;
-      await pageBuilder.pageImportExportTask.updateTask(task.id, {
-        status: _types.PageImportExportTaskStatus.FAILED,
-        error: {
-          name: e.name,
-          message: e.message,
-          code: e.code || "EXPORT_FAILED"
-        }
-      });
-      return {
-        data: null,
-        error: {
-          message: e.message
-        }
-      };
-    }
-  }
-
-});
-
-exports.default = _default;

package/importPages/process/index.d.ts

@@ -1,25 +0,0 @@
-import { HandlerPlugin } from "@webiny/handler/types";
-import { ArgsContext } from "@webiny/handler-args/types";
-import { PbPageImportExportContext } from "../../types";
-import { SecurityIdentity } from "@webiny/api-security/types";
-export declare type HandlerArgs = {
-    taskId: string;
-    subTaskIndex: number;
-    identity: SecurityIdentity;
-};
-export declare type HandlerResponse = {
-    data: string;
-    error: {
-        message: string;
-    };
-};
-interface Configuration {
-    handlers: {
-        process: string;
-    };
-}
-declare const _default: (configuration: Configuration) => HandlerPlugin<PbPageImportExportContext, ArgsContext<HandlerArgs>>;
-/**
- * Handles the import page workflow.
- */
-export default _default;

package/importPages/process/index.js

@@ -1,183 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _types = require("../../types");
-
-var _utils = require("../utils");
-
-var _client = require("../client");
-
-var _mockSecurity = require("../../mockSecurity");
-
-/**
- * Handles the import page workflow.
- */
-var _default = configuration => ({
-  type: "handler",
-
-  async handle(context) {
-    const log = console.log;
-    let subTask;
-    let noPendingTask = true;
-    let prevStatusOfSubTask = _types.PageImportExportTaskStatus.PENDING;
-    log("RUNNING Import Page Queue Process");
-    const {
-      invocationArgs: args,
-      pageBuilder
-    } = context;
-    const {
-      taskId,
-      subTaskIndex,
-      identity
-    } = args; // Disable authorization; this is necessary because we call Page Builder CRUD methods which include authorization checks
-    // and this Lambda is invoked internally, without credentials.
-
-    (0, _mockSecurity.mockSecurity)(identity, context);
-
-    try {
-      /*
-       * Note: We're not going to DB for getting next sub-task to process,
-       * because the data might be out of sync due to GSI eventual consistency.
-       */
-      subTask = await pageBuilder.pageImportExportTask.getSubTask(taskId, (0, _utils.zeroPad)(subTaskIndex));
-      /**
-       * Base condition!!
-       * Bail out early, if task not found or task's status is not "pending".
-       */
-
-      if (!subTask || subTask.status !== _types.PageImportExportTaskStatus.PENDING) {
-        noPendingTask = true;
-        return;
-      } else {
-        noPendingTask = false;
-      }
-
-      prevStatusOfSubTask = subTask.status;
-      log(`Fetched sub task => ${subTask.id}`);
-      const {
-        pageKey,
-        category,
-        zipFileKey,
-        input
-      } = subTask.data;
-      const {
-        fileUploadsData
-      } = input;
-      log(`Processing page key "${pageKey}"`); // Mark task status as PROCESSING
-
-      subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-        status: _types.PageImportExportTaskStatus.PROCESSING
-      }); // Update stats in main task
-
-      await pageBuilder.pageImportExportTask.updateStats(taskId, {
-        prevStatus: prevStatusOfSubTask,
-        nextStatus: _types.PageImportExportTaskStatus.PROCESSING
-      });
-      prevStatusOfSubTask = subTask.status; // Real job
-
-      const page = await (0, _utils.importPage)({
-        context,
-        pageKey,
-        key: zipFileKey,
-        fileUploadsData
-      }); // Create a page
-
-      let pbPage = await context.pageBuilder.pages.create(category); // Update page with data
-
-      pbPage = await context.pageBuilder.pages.update(pbPage.id, {
-        content: page.content,
-        title: page.title,
-        path: page.path,
-        settings: page.settings
-      }); // TODO: Publish page
-      // Update task record in DB
-
-      subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-        status: _types.PageImportExportTaskStatus.COMPLETED,
-        data: {
-          message: "Done",
-          page: {
-            id: pbPage.id,
-            title: pbPage.title,
-            version: pbPage.version,
-            status: pbPage.status
-          }
-        }
-      }); // Update stats in main task
-
-      await pageBuilder.pageImportExportTask.updateStats(taskId, {
-        prevStatus: prevStatusOfSubTask,
-        nextStatus: _types.PageImportExportTaskStatus.COMPLETED
-      });
-      prevStatusOfSubTask = subTask.status;
-    } catch (e) {
-      log("[IMPORT_PAGES_PROCESS] Error => ", e);
-
-      if (subTask && subTask.id) {
-        /**
-         * In case of error, we'll update the task status to "failed",
-         * so that, client can show notify the user appropriately.
-         */
-        const {
-          invocationArgs: args,
-          pageBuilder
-        } = context;
-        const {
-          taskId
-        } = args;
-        subTask = await pageBuilder.pageImportExportTask.updateSubTask(taskId, subTask.id, {
-          status: _types.PageImportExportTaskStatus.FAILED,
-          error: {
-            name: e.name,
-            message: e.message,
-            stack: e.stack,
-            code: "IMPORT_FAILED"
-          }
-        }); // Update stats in main task
-
-        await pageBuilder.pageImportExportTask.updateStats(taskId, {
-          prevStatus: prevStatusOfSubTask,
-          nextStatus: _types.PageImportExportTaskStatus.FAILED
-        });
-        prevStatusOfSubTask = subTask.status;
-      }
-
-      return {
-        data: null,
-        error: {
-          message: e.message
-        }
-      };
-    } finally {
-      // Base condition!
-      if (noPendingTask) {
-        log(`No pending sub-task for task ${taskId}`);
-        await pageBuilder.pageImportExportTask.updateTask(taskId, {
-          status: _types.PageImportExportTaskStatus.COMPLETED,
-          data: {
-            message: `Finish importing pages.`
-          }
-        });
-      } else {
-        log(`Invoking PROCESS for task "${subTaskIndex + 1}"`); // We want to continue with Self invocation no matter if current page error out.
-
-        await (0, _client.invokeHandlerClient)({
-          context,
-          name: configuration.handlers.process,
-          payload: {
-            taskId,
-            subTaskIndex: subTaskIndex + 1,
-            identity: context.security.getIdentity()
-          }
-        });
-      }
-    }
-  }
-
-});
-
-exports.default = _default;

package/importPages/utils.d.ts

@@ -1,43 +0,0 @@
-import { PageImportExportTaskStatus } from "../types";
-import { PbPageImportExportContext } from "../graphql/types";
-import { ExportedPageData } from "../exportPages/utils";
-interface UploadPageAssetsParams {
-    context: PbPageImportExportContext;
-    filesData: Record<string, any>[];
-    fileUploadsData: FileUploadsData;
-}
-interface UploadPageAssetsReturnType {
-    fileIdToKeyMap?: Map<string, string>;
-}
-export declare const uploadPageAssets: ({ context, filesData, fileUploadsData }: UploadPageAssetsParams) => Promise<UploadPageAssetsReturnType>;
-interface FileUploadsData {
-    data: string;
-    assets: Record<string, string>;
-}
-interface ImportPageParams {
-    key: string;
-    pageKey: string;
-    context: PbPageImportExportContext;
-    fileUploadsData: FileUploadsData;
-}
-export declare function importPage({ pageKey, context, fileUploadsData }: ImportPageParams): Promise<ExportedPageData["page"]>;
-interface PageImportData {
-    assets: Record<string, string>;
-    data: string;
-    key: string;
-}
-/**
- * Function will read the given zip file from S3 via stream, extract its content and upload it to S3 bucket.
- * @param zipFileKey
- * @return PageImportData S3 file keys for all uploaded assets group by page.
- */
-export declare function readExtractAndUploadZipFileContents(zipFileKey: string): Promise<PageImportData[]>;
-export declare const zeroPad: (version: any) => string;
-export declare function initialStats(total: any): {
-    pending: any;
-    processing: number;
-    completed: number;
-    failed: number;
-    total: any;
-};
-export {};