@izara_project/izara-core-generate-service-code 1.0.52 → 1.0.53

package/src/generators/resourceYamlComponent/dynamodb/defaultDynamoDbTable.js

@@ -1,145 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-import consts from '#libs/Consts.js';
-const { SOURCE_PATH, SAVE_FILE_NAME } = consts;
-const templatePath = path.join(__dirname, 'template.ejs');
-
-/**
- * create param of crateSouce for FindData And processLogical
- *
- * @param {Object} _izContext
- * @param {String} srcPath
- * @returns {Object[]}
- */
-const createAwaitingMultipleStepDynamoDbData = (_izContext, srcPath) => {
-  let resultsForCreateSource = [];
-  const defaultDynamoDataLists = [];
-
-  defaultDynamoDataLists.push(
-    {
-      tableName: 'AwaitingMultipleSteps',
-      resourceName: 'AwaitingMultipleSteps',
-      attributes: [
-        {
-          keyType: 'partitionKey',
-          AttributeName: 'awaitingStepId',
-          AttributeType: 'S'
-        },
-        {
-          keyType: 'sortKey',
-          AttributeName: 'pendingStepId',
-          AttributeType: 'S'
-        }
-      ]
-    },
-    {
-      tableName: 'AwaitingMultipleStepByPending',
-      resourceName: 'AwaitingMultipleStepByPending',
-      attributes: [
-        {
-          keyType: 'partitionKey',
-          AttributeName: 'pendingStepId',
-          AttributeType: 'S'
-        },
-        {
-          keyType: 'sortKey',
-          AttributeName: 'awaitingStepId',
-          AttributeType: 'S'
-        }
-      ]
-    },
-    {
-      tableName: 'FindDataMain',
-      resourceName: 'FindDataMain',
-      attributes: [
-        {
-          keyType: 'partitionKey',
-          AttributeName: 'findDataId',
-          AttributeType: 'S'
-        }
-      ]
-    },
-    {
-      tableName: 'LogicalResultsMain',
-      resourceName: 'LogicalResultsMain',
-      attributes: [
-        {
-          keyType: 'partitionKey',
-          AttributeName: 'logicalResultId',
-          AttributeType: 'S'
-        }
-      ]
-    },
-    {
-      tableName: 'LogicalResultsData',
-      resourceName: 'LogicalResultsData',
-      attributes: [
-        {
-          keyType: 'partitionKey',
-          AttributeName: 'logicalResultId',
-          AttributeType: 'S'
-        },
-        {
-          keyType: 'sortKey',
-          AttributeName: 'identifiersId',
-          AttributeType: 'S'
-        }
-      ]
-    },
-    {
-      tableName: 'AwaitingStep',
-      resourceName: 'AwaitingStep',
-      attributes: [
-        {
-          keyType: 'partitionKey',
-          AttributeName: 'awaitingStepId',
-          AttributeType: 'S'
-        },
-        {
-          keyType: 'sortKey',
-          AttributeName: 'pendingStepId',
-          AttributeType: 'S'
-        }
-      ]
-    }
-  );
-
-  for (let defaultlDynamoData of defaultDynamoDataLists) {
-    resultsForCreateSource.push({
-      templatePath: templatePath,
-      templateData: defaultlDynamoData,
-      setting: {
-        initialData: 'Resources:\n',
-        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
-        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
-        fileExtension: '.yml',
-        isAppend: true
-      }
-    });
-  }
-  // console.log("resultsForCreateSource default dynamo", resultsForCreateSource)
-
-  return resultsForCreateSource;
-};
-
-export default createAwaitingMultipleStepDynamoDbData;

package/src/generators/resourceYamlComponent/dynamodb/generateDynamoPerLink.js

@@ -1,108 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-import consts from '#libs/Consts.js';
-import libs from '#libs/Libs.js';
-const { SOURCE_PATH, SAVE_FILE_NAME, STORAGE_TYPES } = consts;
-
-const { checkDynamoTypeRelationship, createDynamoDbComponentByLinks } = libs;
-const templatePath = path.join(__dirname, 'template.ejs');
-
-/**
- * create param of crateSouce for FindData And processLogical
- *
- * @param {Object} _izContext
- * @param {String} srcPath
- * @returns {Object[]}
- */
-const createDynamoPerRelationshipLink = (
-  _izContext,
-  allObjectRelationships,
-  srcPath
-) => {
-  let resultsForCreateSource = [];
-  const dynamoTablePerLinks = [];
-
-  for (const relationship of allObjectRelationships) {
-    let [storageType, relationshipTag, links] =
-      checkDynamoTypeRelationship(relationship);
-    if (storageType === STORAGE_TYPES.dynamoDB) {
-      for (const link of links) {
-        let dynamoComponent = createDynamoDbComponentByLinks(
-          link,
-          relationshipTag
-        );
-        dynamoTablePerLinks.push(
-          {
-            tableName: dynamoComponent.tableNameFrom,
-            resourceName: dynamoComponent.resourceNameFrom,
-            attributes: [
-              {
-                keyType: 'partitionKey',
-                AttributeName: dynamoComponent.identifiersConcatFrom,
-                AttributeType: 'S'
-              },
-              {
-                keyType: 'sortKey',
-                AttributeName: dynamoComponent.identifiersConcatTo,
-                AttributeType: 'S'
-              }
-            ]
-          },
-          {
-            tableName: dynamoComponent.tableNameTo,
-            resourceName: dynamoComponent.resourceNameTo,
-            attributes: [
-              {
-                keyType: 'partitionKey',
-                AttributeName: dynamoComponent.identifiersConcatTo,
-                AttributeType: 'S'
-              },
-              {
-                keyType: 'sortKey',
-                AttributeName: dynamoComponent.identifiersConcatFrom,
-                AttributeType: 'S'
-              }
-            ]
-          }
-        );
-      }
-    }
-  }
-  for (let dynamoTablePerLink of dynamoTablePerLinks) {
-    resultsForCreateSource.push({
-      templatePath: templatePath,
-      templateData: dynamoTablePerLink,
-      setting: {
-        initialData: 'Resources:\n',
-        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
-        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
-        fileExtension: '.yml',
-        isAppend: true
-      }
-    });
-  }
-  // console.log("resultsForCreateSource generate per link", resultsForCreateSource)
-  return resultsForCreateSource;
-};
-
-export default createDynamoPerRelationshipLink;

package/src/generators/resourceYamlComponent/dynamodb/mainResourcePerObjectSchemaData.js

@@ -1,166 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { fileURLToPath } from 'url';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-import consts from '#libs/Consts.js';
-import utils from '#libs/Utils.js';
-
-const { firstLetterUpperCase: upperCase } = utils;
-const { SOURCE_PATH, SAVE_FILE_NAME, STORAGE_TYPES } = consts;
-
-const templatePath = path.join(__dirname, 'template.ejs');
-// ---------- End Per Lambda Handler IamRole Data ----------
-
-/**
- * create data for dynamoDbYaml tempalte from objectSchema
- * return array of dynamoDb data
- * because one objectSchema can create multiple dynamoDb table
- *
- * @param {Object} _izContext
- * @param {Object} objectSchema
- * @returns {Object[]}              - data of multiple dynamoDb template
- */
-
-function dataForMainDynamoDbYamlFromObjectSchema(
-  _izContext,
-  objectSchema,
-  srcPath
-) {
-  let dynamoDbYamlTemplateData = [];
-
-  let identifierDetail = {};
-  for (let identifier of objectSchema.identifiers) {
-    //check identifiers from objectSchema
-    // console.log("identifier");
-    if (identifier.type === 'partitionKey' || identifier.type === 'sortKey') {
-      identifierDetail[identifier.type] = {};
-
-      if (identifier.name) {
-        Object.assign(identifierDetail[identifier.type], {
-          AttributeName: identifier.name,
-          AttributeType: 'S'
-        });
-      } else {
-        let fieldNameType = objectSchema.fieldNames[identifier.fieldName].type;
-        let attributeType;
-        if (fieldNameType === 'string') {
-          attributeType = 'S';
-        } else if (
-          fieldNameType === 'number' ||
-          fieldNameType === 'timestamp'
-        ) {
-          attributeType = 'N';
-        }
-        Object.assign(identifierDetail[identifier.type], {
-          AttributeName: identifier.fieldName,
-          AttributeType: attributeType
-        });
-      }
-    } else if (identifier.type === 'identifier') {
-      identifierDetail[identifier.type] = {};
-
-      if (identifier.name) {
-        Object.assign(identifierDetail[identifier.type], {
-          AttributeName: identifier.name,
-          AttributeType: 'S'
-        });
-      } else {
-        let fieldNameType = objectSchema.fieldNames[identifier.fieldName].type;
-        let attributeType;
-        if (fieldNameType === 'string') {
-          attributeType = 'S';
-        } else if (fieldNameType === 'number') {
-          attributeType = 'N';
-        }
-        Object.assign(identifierDetail[identifier.type], {
-          AttributeName: identifier.fieldName,
-          AttributeType: attributeType
-        });
-      }
-    }
-  }
-
-  // if (!identifierDetail.hasOwnProperty("partitionKey")) {
-  //   return []
-  // }
-
-  for (let storageResource of Object.values(objectSchema.storageResources)) {
-    // if (storageResource.hasOwnProperty("serviceTag") && storageResource.serviceTag !== getLocalConfig(srcPath)) {
-    //   continue; // if serviceTag of storageResource not own service will skip
-    // }
-
-    if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
-      let templateData = {
-        tableName: upperCase(storageResource.tableName),
-        resourceName: upperCase(storageResource.tableName),
-        attributes: []
-      };
-      if (storageResource.hasOwnProperty('groupByPartitionKeyField')) {
-        templateData.attributes.push({
-          keyType: 'partitionKey',
-          AttributeName: storageResource.groupByPartitionKeyField,
-          AttributeType: 'S'
-        });
-      } else {
-        for (let identifierType in identifierDetail) {
-          templateData.attributes.push({
-            keyType: identifierType,
-            AttributeName: identifierDetail[identifierType].AttributeName,
-            AttributeType: identifierDetail[identifierType].AttributeType
-          });
-        }
-      }
-      // templateData.resourceName = upperCase(objectSchema.objectType)
-      dynamoDbYamlTemplateData.push(templateData);
-    }
-  }
-  // console.log("dynamoDbYamlTemplateData", dynamoDbYamlTemplateData)
-  return dynamoDbYamlTemplateData;
-}
-
-const createSourceDataDynamoDB = (_izContext, objectSchema, srcPath) => {
-  let resultsForCreateSource = [];
-
-  const dynamoDbMainYamlDataList = dataForMainDynamoDbYamlFromObjectSchema(
-    _izContext,
-    objectSchema,
-    srcPath
-  );
-  // console.log("generateDynamoPerObjectSchema", objectSchema)
-  for (let dynamoDbMainYamlData of dynamoDbMainYamlDataList) {
-    resultsForCreateSource.push({
-      templatePath: templatePath,
-      templateData: dynamoDbMainYamlData,
-      setting: {
-        initialData: 'Resources:\n',
-        savePath: path.join(srcPath, SOURCE_PATH.resourceYaml),
-        saveFileName: SAVE_FILE_NAME.dynamoDbYaml,
-        fileExtension: '.yml',
-        isAppend: true
-      }
-    });
-  }
-  // console.log("resultsForCreateSource per objectSchema", resultsForCreateSource)
-
-  return resultsForCreateSource;
-};
-
-export default createSourceDataDynamoDB;

package/src/generators/resourceYamlComponent/dynamodb/template.ejs

@@ -1,23 +0,0 @@
-  <%- resourceName %>Table:
-    Type: "AWS::DynamoDB::Table"
-    Properties:
-      TableName: ${self:custom.iz_resourcePrefix}<%- tableName %>
-      BillingMode: PAY_PER_REQUEST
-      AttributeDefinitions:
-      <%_ attributes.forEach(attribute => { -%>
-      - AttributeName: <%- attribute['AttributeName'] %>
-        AttributeType: <%- attribute['AttributeType'] %>
-      <%_ }) _%>
-      KeySchema:
-      <%_ attributes.forEach(attribute => { -%>
-      <%_ if (attribute.keyType === 'partitionKey' || attribute.keyType === "identifier") { -%>
-      - AttributeName: <%- attribute["AttributeName"] %>
-        KeyType: HASH
-        <%_ } -%>
-      <%_ if(attribute.keyType === "sortKey") { -%>
-      - AttributeName: <%- attribute["AttributeName"] %>
-        KeyType: RANGE
-        <%_ } -%>
-      <%_ }) _%>
-        #<#<%- tableName %>DynamoDbSetting#>
-        #<#/<%- tableName %>DynamoDbSetting#>

package/src/generators/resourceYamlComponent/filterGenerateResource/filter.js

@@ -1,125 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import path from 'path';
-import { getObjectSchema } from '@izara_project/izara-core-library-service-schemas';
-import { NoRetryError } from '@izara_project/izara-core-library-core';
-
-import consts from '#libs/Consts.js';
-import utils from '#libs/Utils.js';
-const { STORAGE_TYPES } = consts;
-const { firstLetterUpperCase: upperCase, getLocalConfig } = utils;
-
-async function filterCreateResourceYaml(
-  _izContext,
-  createSourceParams,
-  objSchemaPath
-) {
-  try {
-    let tableNamesToFilter = new Set();
-    let ownServiceTag = getLocalConfig(
-      path.join(objSchemaPath, '../../'),
-      'iz_serviceTag'
-    );
-
-    const allLocalFlowSchema = await getObjectSchema.getAllLocalFlowSchemas(
-      _izContext,
-      objSchemaPath
-    );
-    await Promise.all(
-      allLocalFlowSchema.records.map(async flowSchema => {
-        if (flowSchema.statusType === 'storedCache') {
-          tableNamesToFilter.add(
-            ...(await getTableNameFromFlowSchema(
-              _izContext,
-              flowSchema,
-              objSchemaPath
-            ))
-          );
-        } else if (flowSchema.statusType === 'triggerCache') {
-          tableNamesToFilter.add(
-            ...(await getTableNameFromFlowSchema(
-              _izContext,
-              flowSchema,
-              objSchemaPath
-            ))
-          );
-        }
-      })
-    );
-
-    const allLocalObjSchema =
-      await getObjectSchema.getAllLocalObjectSchemasWithHierarchy(
-        _izContext,
-        objSchemaPath
-      );
-    await Promise.all(
-      allLocalObjSchema.records.map(async objSchema => {
-        if (objSchema.hasOwnProperty('extendObjType')) {
-          for (const storageResource of Object.values(
-            objSchema.storageResources
-          )) {
-            if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
-              if (storageResource?.serviceTag !== ownServiceTag) {
-                tableNamesToFilter.has(storageResource.tableName);
-              }
-            }
-          }
-        }
-      })
-    );
-
-    // console.log("tableNamesToFilter", tableNamesToFilter)
-    let filteredCreateSourceParams = createSourceParams.filter(
-      result => !tableNamesToFilter.has(result.templateData.tableName)
-    );
-
-    // console.log("filteredCreateSourceParams", filteredCreateSourceParams)
-    return filteredCreateSourceParams;
-  } catch (err) {
-    console.log(err);
-  }
-}
-
-export default filterCreateResourceYaml;
-
-async function getTableNameFromFlowSchema(
-  _izContext,
-  flowSchema,
-  objSchemaPath
-) {
-  let tableNameStoredCache = [];
-  const objectSchema = await getObjectSchema
-    .getLocalObjectSchemas(
-      _izContext,
-      [flowSchema.objType.objectType],
-      objSchemaPath
-    )
-    .then(res => res.records[0]);
-  if (objectSchema) {
-    for (const storageResource of Object.values(
-      objectSchema.storageResources
-    )) {
-      if (storageResource.storageType === STORAGE_TYPES.dynamoDB) {
-        tableNameStoredCache.push(upperCase(storageResource.tableName));
-      }
-    }
-  } else {
-    throw new NoRetryError('not have objectSchema in service to get');
-  }
-  return tableNameStoredCache;
-}

package/src/generators/resourceYamlComponent/index.js

@@ -1,96 +0,0 @@
-/*
-Copyright (C) 2020 Sven Mason <http://izara.io>
-
-This program is free software: you can redistribute it and/or modify
-it under the terms of the GNU Affero General Public License as
-published by the Free Software Foundation, either version 3 of the
-License, or (at your option) any later version.
-
-This program is distributed in the hope that it will be useful,
-but WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU Affero General Public License for more details.
-
-You should have received a copy of the GNU Affero General Public License
-along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
-
-import { join } from 'path';
-
-import createSourceDataDynamoDB from './dynamodb/mainResourcePerObjectSchemaData.js';
-import createDefaultDynamoDb from './dynamodb/defaultDynamoDbTable.js';
-import createDynamoPerRelationshipLink from './dynamodb/generateDynamoPerLink.js';
-// import createSourceSnsAndSqs from './sns-in-sqs/snsAndSqsPerActionData.js';
-import createFindDataAndProcessLogicalDefaultSnsInSqs from './sns-in-sqs/defaultSnsInSqsForFindDataAndProcessLogical.js';
-import createDataForCreateSourceSnsOut from './sns-out/snsOut.js';
-import createDefaultSnsOutForFindDataAndProcessLogical from './sns-out/defaultSnsOutForFindDataAndProcessLogical.js';
-import filterCreateResourceYaml from './filterGenerateResource/filter.js';
-
-import libs from '#libs/Utils.js';
-
-const { checkValidTableYaml } = libs;
-
-async function resourceYamlComponent(
-  _izContext,
-  appPath,
-  allObjSchemas,
-  allLocalRelationshipSchema
-) {
-  try {
-    const objSchemaPath = join(appPath, '/src/schemas');
-
-    const { params: dynamoSchemaParams } = allObjSchemas.reduce(
-      ({ params, tableYaml }, objectSchema) => {
-        try {
-          const [resources, updatedTableYaml] = checkValidTableYaml(
-            _izContext,
-            createSourceDataDynamoDB(_izContext, objectSchema, appPath),
-            tableYaml
-          );
-          _izContext.logger.debug('dynamoResources: ', resources);
-          return {
-            params: [...params, ...resources],
-            tableYaml: updatedTableYaml
-          };
-        } catch (error) {
-          _izContext.logger.error(
-            `Error processing schema: ${objectSchema?.name || 'unknown'}`,
-            error
-          );
-          return { params, tableYaml };
-        }
-      },
-      { params: [], tableYaml: {} }
-    );
-
-    const createSourceParams = [
-      ...dynamoSchemaParams,
-      ...createDefaultDynamoDb(_izContext, appPath),
-      ...createFindDataAndProcessLogicalDefaultSnsInSqs(_izContext, appPath),
-      ...createDefaultSnsOutForFindDataAndProcessLogical(_izContext, appPath),
-      // ...createSourceSnsAndSqs(_izContext, appPath),
-      ...createDataForCreateSourceSnsOut(_izContext, appPath),
-      ...(allLocalRelationshipSchema.length
-        ? createDynamoPerRelationshipLink(
-            _izContext,
-            allLocalRelationshipSchema,
-            appPath
-          )
-        : [])
-    ];
-
-    return await filterCreateResourceYaml(
-      _izContext,
-      createSourceParams,
-      objSchemaPath
-    );
-  } catch (error) {
-    _izContext.logger.error(
-      'Error generating code with template resourceYaml: ',
-      error
-    );
-    return [];
-  }
-}
-
-export default resourceYamlComponent;