@izara_project/izara-core-generate-service-code 1.0.1 → 1.0.3

package/src/TemplateData/flowSchema/components/websocket/connect/handler/data.js

@@ -0,0 +1,58 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../../libs/Consts.js';
+
+const { SOURCE_PATH } = consts;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+
+/**
+ * receive objectSchema
+ * create data for websocket connect function yaml template
+ *
+ * @param {Object} objectSchema
+ * @return {{ templatePath, templateData, setting } }
+ */
+
+function data(_izContext, srcPath) {
+  let createSourceParam;
+  createSourceParam = [createWebSocketConnectYaml(_izContext, srcPath)];
+  return createSourceParam;
+}
+
+function createWebSocketConnectYaml(_izContext, srcPath) {
+  let functionName = 'WebSocketConnect';
+  return {
+    templatePath: templatePath,
+    templateData: {
+      functionName
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.WebSocketMain),
+      saveFileName: functionName,
+      fileExtension: '.js',
+      isAppend: false
+    }
+  };
+}
+export default data;

package/src/TemplateData/flowSchema/components/websocket/connect/handler/template.ejs

@@ -0,0 +1,72 @@
+/*
+Copyright (C) 2021 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+
+
+import dynamodbSharedLib from '@izara_project/izara-core-library-dynamodb';
+import { middlewareHandler as middleware, response } from "@izara_project/izara-middleware";
+
+export const main = middleware.wrap(async (event, context) => {
+
+  event._izContext.logger.debug('Event:', event);
+  const { eventType, connectionId } = event.requestContext
+  try {
+
+    if (event.requestContext) {
+      switch (eventType) {
+        case 'CONNECT':
+          console.log('Connect websocket')
+
+          let { userId, submittedByUserId } = event.queryStringParameters;
+
+          await dynamodbSharedLib.putItem(event._izContext,
+            await dynamodbSharedLib.tableName(event._izContext, "UserUploadRecords"),
+            {
+              connectionId: connectionId,
+              userId: userId,
+              submittedByUserId: submittedByUserId,
+              expirationTime: Math.floor(Date.now() / 1000) + 7200 // ttl time milliSecond to second + 2 hour
+            }
+          )
+          //(<webSocketConnect>)
+          //(</webSocketConnect>)
+          break
+        case 'DISCONNECT':
+          console.log('Websocket are Disconnection')
+          await dynamodbSharedLib.deleteItem(event._izContext,
+            await dynamodbSharedLib.tableName(event._izContext, "UserUploadRecords"),
+            {
+              connectionId: connectionId,
+            }
+          )
+          //(<webSocketDisconnect>)
+          //(</webSocketDisconnect>)
+          break
+        case '$default':
+          console.log('Received unknown route:', route)
+          break
+      }
+    }
+
+
+    return (response.webSocketSuccess());
+
+  } catch (err) {
+    event._izContext.logger.error('Error, WebSocketConnect: ', err);
+    return (response.failure(err));
+  }
+});

package/src/TemplateData/flowSchema/components/websocket/dynamoDb/ReservedTableData.js

@@ -0,0 +1,68 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../libs/Consts.js';
+const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
+
+const templatePath = path.join(
+  __dirname,
+  '../../../../resourceYaml/dynamodb/template.ejs'
+);
+
+function data(_izContext, srcPath) {
+  let resultForCreateSources = [];
+  const reservedDataTables = [
+    {
+      tableName: 'ReservedDataMain',
+      resourceName: 'ReservedDataMain',
+      attributes: [
+        {
+          keyType: 'partitionKey',
+          AttributeName: 'servicePendingId',
+          AttributeType: 'S'
+        },
+        {
+          keyType: 'sortKey',
+          AttributeName: 'reservedDataId',
+          AttributeType: 'S'
+        }
+      ]
+    }
+  ];
+
+  for (let reservedDataTable of reservedDataTables) {
+    resultForCreateSources.push({
+      templatePath: templatePath,
+      templateData: reservedDataTable,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  return resultForCreateSources;
+}
+
+export default data;

package/src/TemplateData/flowSchema/components/websocket/dynamoDb/WebSocketTaskData.js

@@ -0,0 +1,69 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../libs/Consts.js';
+
+const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
+
+const templatePath = path.join(
+  __dirname,
+  '../../../../resourceYaml/dynamodb/template.ejs'
+);
+
+function data(_izContext, srcPath) {
+  let resultForCreateSources = [];
+  const webSocketTaskTables = [
+    {
+      tableName: 'WebSocketTask',
+      resourceName: 'WebSocketTask',
+      attributes: [
+        {
+          keyType: 'partitionKey',
+          AttributeName: 'taskKey',
+          AttributeType: 'S'
+        },
+        {
+          keyType: 'sortKey',
+          AttributeName: 'connectionId',
+          AttributeType: 'S'
+        }
+      ]
+    }
+  ];
+
+  for (let webSocketTaskTable of webSocketTaskTables) {
+    resultForCreateSources.push({
+      templatePath: templatePath,
+      templateData: webSocketTaskTable,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  return resultForCreateSources;
+}
+
+export default data;

package/src/TemplateData/flowSchema/components/websocket/dynamoDb/ttlDynamoTemplate.ejs

@@ -0,0 +1,32 @@
+  <%- resourceName %>Table:
+    Type: "AWS::DynamoDB::Table"
+    Properties:
+      TableName: ${self:custom.iz_resourcePrefix}<%- tableName %>
+      BillingMode: PAY_PER_REQUEST
+      AttributeDefinitions:
+      <%_ attributes.forEach(attribute => { -%>
+      - AttributeName: <%- attribute['AttributeName'] %>
+        AttributeType: <%- attribute['AttributeType'] %>
+      <%_ }) _%>
+      KeySchema:
+      <%_ attributes.forEach(attribute => { -%>
+      <%_ if (attribute.keyType === 'partitionKey' || attribute.keyType === "identifier") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: HASH
+        <%_ } -%>
+      <%_ if(attribute.keyType === "sortKey") { -%>
+      - AttributeName: <%- attribute["AttributeName"] %>
+        KeyType: RANGE
+        <%_ } -%>
+      <%_ }) _%>
+      TimeToLiveSpecification:
+        AttributeName: expirationTime
+        Enabled: true
+        #<#<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+        #<#/<%- firstLetterUpperCase(tableName) %>DynamoDbSetting#>
+<%_ function firstLetterUpperCase(text){
+return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>

package/src/TemplateData/flowSchema/components/websocket/dynamoDb/userUploadRecords.js

@@ -0,0 +1,61 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../../libs/Consts.js';
+
+const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
+
+const templatePath = path.join(__dirname, './ttlDynamoTemplate.ejs');
+
+function data(_izContext, srcPath) {
+  let resultForCreateSources = [];
+  const userUploadRecords = [
+    {
+      tableName: 'UserUploadRecords',
+      resourceName: 'UserUploadRecords',
+      attributes: [
+        {
+          keyType: 'partitionKey',
+          AttributeName: 'connectionId',
+          AttributeType: 'S'
+        }
+      ]
+    }
+  ];
+
+  for (let userUploadRecord of userUploadRecords) {
+    resultForCreateSources.push({
+      templatePath: templatePath,
+      templateData: userUploadRecord,
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    });
+  }
+  return resultForCreateSources;
+}
+
+export default data;

package/src/TemplateData/flowSchema/dynamoDb/data.js

@@ -0,0 +1,117 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../libs/Consts.js';
+import utils from '../../../libs/Utils.js'
+const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
+const { firstLetterUpperCase: upperCase } = utils;
+
+const templatePath = path.join(
+  __dirname,
+  '../../resourceYaml/dynamodb/template.ejs'
+);
+/**
+ * create param of crateSouce for FindData And processLogical
+ *
+ * @param {Object} _izContext
+ * @param {String} srcPath
+ * @returns {Object[]}
+ */
+const createAwaitingMultipleStepDynamoDbData = (
+  _izContext,
+  flowSchema,
+  allLocalObjectSchemas,
+  srcPath
+) => {
+  if (!flowSchema.event.includes('ownTopic')) {
+    return [];
+  }
+
+  const objectSchema = allLocalObjectSchemas.records.find(
+    schema => schema.objectType === flowSchema.objType.objectType
+  );
+
+  if (!objectSchema) {
+    return [];
+  }
+
+  if (!objectSchema.storageResources) {
+    return [];
+  }
+
+  // ex.
+  // storageResources: {
+  //   cacheTable: {
+  //     storageType: "dynamoDB",
+  //     tableName: "TranslateIdsCacheMain"
+  //   }
+  // }
+
+  // Check if there's exactly one DynamoDB storage resource
+  const dynamoDbEntries = Object.entries(objectSchema.storageResources).filter(
+    ([_, value]) => value.storageType === 'dynamoDB'
+  );
+
+  console.debug(`DynamoDB entries: ${JSON.stringify(dynamoDbEntries)}`);
+
+  if (dynamoDbEntries.length !== 1) {
+    console.warn(
+      `Object schema ${objectSchema.objectType} for ${flowSchema.flowTag} needs to have exactly one DynamoDB storage resource.`
+    );
+    return []; // Either no DynamoDB storage or more than one found
+  }
+
+  const storageResourceEntry = dynamoDbEntries[0];
+
+  if (!storageResourceEntry) {
+    return [];
+  }
+
+  const [_, storageResource] = storageResourceEntry;
+  const tableName = storageResource.tableName;
+
+  const attributes = objectSchema.identifiers.map(identifier => ({
+    keyType: identifier.type,
+    AttributeName: identifier.fieldName,
+    AttributeType: 'S'
+  }));
+
+  return [
+    {
+      templatePath,
+      templateData: {
+        tableName,
+        resourceName: upperCase(tableName),
+        attributes
+      },
+      setting: {
+        initialData: 'Resources:\n',
+        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
+        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
+        fileExtension: '.yml',
+        isAppend: true
+      }
+    }
+  ];
+};
+
+export default createAwaitingMultipleStepDynamoDbData;

package/src/TemplateData/flowSchema/eventBridge/functionYaml/data.js

@@ -0,0 +1,172 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import path from 'path';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+import consts from '../../../../libs/Consts.js';
+import utils from '../../../../libs/Utils.js'
+import libs from '../../../../libs/Libs.js'
+
+const { firstLetterUpperCase: upperCase } = utils;
+const {
+  SOURCE_PATH,
+  RESOURCE_CLASSES,
+  DYNAMO_RESOURCE,
+  SAVE_FILE_NAME,
+  FUNCTION_NAME,
+  SOURCE_GENERATE_IAM_ROLE,
+  HANDLER
+} = consts;
+
+const {
+  defaultIamRolePerAction,
+  createIamRole,
+  resourceNames
+} = libs;
+
+const templatePath = path.join(__dirname, 'template.ejs');
+/**
+ * receive objectSchema
+ * create data for WebSocket handler template
+ *
+ * @param {Object} objectSchema
+ * @return {{templatePath, templateData,setting}}
+ */
+function data(_izContext, flowSchema, srcPath) {
+  return [createSourceParams(_izContext, flowSchema, srcPath)];
+}
+
+function createSourceParams(_izContext, flowSchema, srcPath) {
+  const functionName = upperCase(FUNCTION_NAME.flowSchemaEventBridge);
+  // const action = SOURCE_GENERATE_IAM_ROLE.EventBridge;
+  const functionNameConfig = upperCase(SOURCE_GENERATE_IAM_ROLE.EventBridge);
+  const handlerType = HANDLER.hdrInv;
+  const schedules = flowSchema.schedules;
+
+  // validate schedule
+  if (!Array.isArray(schedules)) {
+    console.error('schedules is not an array');
+    return;
+  }
+  if (schedules.length === 0) {
+    console.error('No schedule found in flowSchema');
+    return;
+  }
+
+  // Validate rate format for each schedule and Validate each schedule in the array
+  for (const schedule of schedules) {
+    if (!schedule.name || schedule.name.length === 0) {
+      console.error("A schedule's name is not defined");
+      return;
+    }
+    if (!schedule.rate || schedule.rate.length === 0) {
+      console.error("A schedule's rate is not defined");
+      return;
+    }
+    if (!schedule.input || schedule.input.length === 0) {
+      console.error("A schedule's input is not defined");
+      return;
+    }
+
+    if (Array.isArray(schedule.rate) && schedule.rate.length <= 1) {
+      const rate = schedule.rate[0];
+
+      if (rate.startsWith('rate')) {
+        // Validate rate expression format: rate(value unit)
+        if (
+          !/^rate\(\d+\s+(minute|minutes|hour|hours|day|days)\)$/.test(rate)
+        ) {
+          console.error(
+            `Invalid rate format: ${rate}. Should be like 'rate(5 minutes)' or 'rate(1 day)'`
+          );
+          return;
+        }
+      } else if (rate.startsWith('cron')) {
+        // Extract the cron components for more detailed validation
+        const cronMatch = rate.match(/^cron\((.*)\)$/);
+        if (!cronMatch) {
+          console.error(
+            `Invalid cron format: ${rate}. Should be like 'cron(0 10 * * ? *)'`
+          );
+          return;
+        }
+
+        const cronParts = cronMatch[1].split(/\s+/);
+        if (cronParts.length !== 6) {
+          console.error(
+            `Invalid cron expression: ${rate}. Must contain 6 components: minutes hours day-of-month month day-of-week year`
+          );
+          return;
+        }
+      }
+    } else {
+      console.error(
+        `Invalid rate expression: ${rate} - must start with 'rate' or 'cron'`
+      );
+      return;
+    }
+    // add input for trigger event source
+    Object.assign(schedule.input, {
+      eventType: 'eventBridgeSchedule'
+    });
+  }
+
+  let additionalResourcePermission = defaultIamRolePerAction();
+  additionalResourcePermission.push(
+    createIamRole(
+      {
+        [RESOURCE_CLASSES.dynamoDbTable]: [
+          DYNAMO_RESOURCE.putItem,
+          DYNAMO_RESOURCE.getItem,
+          DYNAMO_RESOURCE.query,
+          DYNAMO_RESOURCE.deleteItem,
+          DYNAMO_RESOURCE.updateItem
+        ]
+      },
+      [resourceNames(RESOURCE_CLASSES.dynamoDbTable, 'WebSocketTask')]
+    )
+  );
+
+  // console.log("additionalResourcePermission in createObjectS3", JSON.stringify(additionalResourcePermission))
+  return {
+    templatePath: templatePath,
+    templateData: {
+      resourceLocation: path.join(
+        SOURCE_PATH.resourceLocationFlowSchemaEventBridge,
+        flowSchema.flowTag,
+        'source/'
+      ),
+      functionName,
+      functionNameConfig: functionNameConfig,
+      additionalResourcePermission,
+      roleName: SOURCE_GENERATE_IAM_ROLE.EventBridge,
+      handlerType,
+      schedules
+    },
+    setting: {
+      savePath: path.join(srcPath, SOURCE_PATH.appYaml),
+      saveFileName: upperCase(SAVE_FILE_NAME.flowSchema),
+      fileExtension: '.yml',
+      isAppend: true
+    }
+  };
+}
+
+export default data;

package/src/TemplateData/flowSchema/eventBridge/functionYaml/template.ejs

@@ -0,0 +1,21 @@
+<%_ const join = require('path').join; _%>
+<%- firstLetterUpperCase(functionNameConfig) %>:
+  handler: <%- join(resourceLocation, `${functionName}_${firstLetterUpperCase(handlerType)}.main`)%>
+  name: ${self:custom.iz_resourcePrefix}<%- firstLetterUpperCase(functionNameConfig) %>
+  role: <%- roleName %>Role
+  #<#<%- functionName %>FunctionSetting#>
+  #<#/<%- functionName %>FunctionSetting#>
+  events:
+    <%_ schedules.forEach((schedule) => { _%>
+    - schedule:
+        name: <%- schedule.name %>
+        description: <%- schedule.description %>
+        rate: <%- schedule.rate %>
+        input: <%- JSON.stringify(schedule.input) %>
+    <%_ }) _%>
+<%_ function firstLetterUpperCase(text){
+  return text.charAt(0).toUpperCase() + text.slice(1)
+} _%>
+<%_ function firstLetterLowerCase(str) {
+  return str.charAt(0).toLowerCase() + str.slice(1)
+} _%>