@izara_project/izara-core-generate-service-code 1.0.68 → 1.0.70

package/src/emit/resource/templates/SystemDynamoDB_Yaml.ejs

@@ -1,202 +1,219 @@
 Resources:
   WebSocketTaskTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}WebSocketTask
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: taskKey
-          AttributeType: S
-        - AttributeName: connectionId
-          AttributeType: S
+      - AttributeName: taskKey
+        AttributeType: S
+      - AttributeName: connectionId
+        AttributeType: S
       KeySchema:
-        - AttributeName: taskKey
-          KeyType: HASH
-        - AttributeName: connectionId
-          KeyType: RANGE
+      - AttributeName: taskKey
+        KeyType: HASH
+      - AttributeName: connectionId
+        KeyType: RANGE
       TimeToLiveSpecification:
         AttributeName: expirationTime
         Enabled: true
 
   UserUploadRecordsTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}UserUploadRecords
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: connectionId
-          AttributeType: S
+      - AttributeName: connectionId
+        AttributeType: S
       KeySchema:
-        - AttributeName: connectionId
-          KeyType: HASH
+      - AttributeName: connectionId
+        KeyType: HASH
       TimeToLiveSpecification:
         AttributeName: expirationTime
         Enabled: true
 
   RegisterRecordsTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}RegisterRecords
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: identifiersTask
-          AttributeType: S
-        - AttributeName: connectionId
-          AttributeType: S
+      - AttributeName: identifiersTask
+        AttributeType: S
+      - AttributeName: connectionId
+        AttributeType: S
       KeySchema:
-        - AttributeName: identifiersTask
-          KeyType: HASH
-        - AttributeName: connectionId
-          KeyType: RANGE
+      - AttributeName: identifiersTask
+        KeyType: HASH
+      - AttributeName: connectionId
+        KeyType: RANGE
 
   AwaitingMultipleStepsTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}AwaitingMultipleSteps
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: awaitingStepId
-          AttributeType: S
-        - AttributeName: pendingStepId
-          AttributeType: S
+      - AttributeName: awaitingStepId
+        AttributeType: S
+      - AttributeName: pendingStepId
+        AttributeType: S
       KeySchema:
-        - AttributeName: awaitingStepId
-          KeyType: HASH
-        - AttributeName: pendingStepId
-          KeyType: RANGE
+      - AttributeName: awaitingStepId
+        KeyType: HASH
+      - AttributeName: pendingStepId
+        KeyType: RANGE
 
   AwaitingMultipleStepByPendingTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}AwaitingMultipleStepByPending
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: pendingStepId
-          AttributeType: S
-        - AttributeName: awaitingStepId
-          AttributeType: S
+      - AttributeName: pendingStepId
+        AttributeType: S
+      - AttributeName: awaitingStepId
+        AttributeType: S
       KeySchema:
-        - AttributeName: pendingStepId
-          KeyType: HASH
-        - AttributeName: awaitingStepId
-          KeyType: RANGE
+      - AttributeName: pendingStepId
+        KeyType: HASH
+      - AttributeName: awaitingStepId
+        KeyType: RANGE
 
   FindDataMainTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}FindDataMain
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: findDataId
-          AttributeType: S
+      - AttributeName: findDataId
+        AttributeType: S
       KeySchema:
-        - AttributeName: findDataId
-          KeyType: HASH
+      - AttributeName: findDataId
+        KeyType: HASH
 
   LogicalResultsMainTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}LogicalResultsMain
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: logicalResultId
-          AttributeType: S
+      - AttributeName: logicalResultId
+        AttributeType: S
       KeySchema:
-        - AttributeName: logicalResultId
-          KeyType: HASH
+      - AttributeName: logicalResultId
+        KeyType: HASH
 
   LogicalResultsDataTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}LogicalResultsData
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: logicalResultId
-          AttributeType: S
-        - AttributeName: identifiersId
-          AttributeType: S
+      - AttributeName: logicalResultId
+        AttributeType: S
+      - AttributeName: identifiersId
+        AttributeType: S
       KeySchema:
-        - AttributeName: logicalResultId
-          KeyType: HASH
-        - AttributeName: identifiersId
-          KeyType: RANGE
+      - AttributeName: logicalResultId
+        KeyType: HASH
+      - AttributeName: identifiersId
+        KeyType: RANGE
 
   AwaitingStepTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}AwaitingStep
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: awaitingStepId
-          AttributeType: S
-        - AttributeName: pendingStepId
-          AttributeType: S
+      - AttributeName: awaitingStepId
+        AttributeType: S
+      - AttributeName: pendingStepId
+        AttributeType: S
       KeySchema:
-        - AttributeName: awaitingStepId
-          KeyType: HASH
-        - AttributeName: pendingStepId
-          KeyType: RANGE
+      - AttributeName: awaitingStepId
+        KeyType: HASH
+      - AttributeName: pendingStepId
+        KeyType: RANGE
 
   TargetRolesTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}TargetRoles
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: targetId
-          AttributeType: S
-        - AttributeName: roleIdKey
-          AttributeType: S
+      - AttributeName: targetId
+        AttributeType: S
+      - AttributeName: roleIdKey
+        AttributeType: S
       KeySchema:
-        - AttributeName: targetId
-          KeyType: HASH
-        - AttributeName: roleIdKey
-          KeyType: RANGE
+      - AttributeName: targetId
+        KeyType: HASH
+      - AttributeName: roleIdKey
+        KeyType: RANGE
 
   RolePermissionsTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}RolePermissions
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: roleIdKey
-          AttributeType: S
-        - AttributeName: flowTypeConcat
-          AttributeType: S
+      - AttributeName: roleIdKey
+        AttributeType: S
+      - AttributeName: flowTypeConcat
+        AttributeType: S
       KeySchema:
-        - AttributeName: roleIdKey
-          KeyType: HASH
-        - AttributeName: flowTypeConcat
-          KeyType: RANGE
+      - AttributeName: roleIdKey
+        KeyType: HASH
+      - AttributeName: flowTypeConcat
+        KeyType: RANGE
 
   RoleUsersTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}RoleUsers
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: roleIdKey
-          AttributeType: S
-        - AttributeName: userId
-          AttributeType: S
+      - AttributeName: roleIdKey
+        AttributeType: S
+      - AttributeName: userId
+        AttributeType: S
       KeySchema:
-        - AttributeName: roleIdKey
-          KeyType: HASH
-        - AttributeName: userId
-          KeyType: RANGE
+      - AttributeName: roleIdKey
+        KeyType: HASH
+      - AttributeName: userId
+        KeyType: RANGE
 
   UserRolesTable:
-    Type: 'AWS::DynamoDB::Table'
+    Type: "AWS::DynamoDB::Table"
     Properties:
       TableName: ${self:custom.iz_resourcePrefix}UserRoles
       BillingMode: PAY_PER_REQUEST
       AttributeDefinitions:
-        - AttributeName: userId
-          AttributeType: S
-        - AttributeName: roleIdKey
-          AttributeType: S
+      - AttributeName: userId
+        AttributeType: S
+      - AttributeName: roleIdKey
+        AttributeType: S
       KeySchema:
-        - AttributeName: userId
-          KeyType: HASH
-        - AttributeName: roleIdKey
-          KeyType: RANGE
+      - AttributeName: userId
+        KeyType: HASH
+      - AttributeName: roleIdKey
+        KeyType: RANGE
+<% if (hasS3) { %>
+  ReservedDataMainTable:
+    Type: "AWS::DynamoDB::Table"
+    Properties:
+      TableName: ${self:custom.iz_resourcePrefix}ReservedDataMain
+      BillingMode: PAY_PER_REQUEST
+      AttributeDefinitions:
+      - AttributeName: servicePendingId
+        AttributeType: S
+      - AttributeName: reservedDataId
+        AttributeType: S
+      KeySchema:
+      - AttributeName: servicePendingId
+        KeyType: HASH
+      - AttributeName: reservedDataId
+        KeyType: RANGE
+<% } %>

package/src/emit/resource/templates/WebSocketSubscription_Yaml.ejs

@@ -0,0 +1,7 @@
+##===== WebSocket completion subscription
+  SubscriptionToOut<%= topicName %>WebSocketComplete:
+    Type: AWS::SNS::Subscription
+    Properties:
+      TopicArn: !Ref Out<%= topicName %>
+      Endpoint: "arn:aws:sqs:${self:custom.iz_region}:${self:custom.iz_accountId}:${self:custom.iz_resourcePrefix}WebSocketCompleteHdrSqs"
+      Protocol: "sqs"

package/src/emit/shared/templates/FindData_HdrSqs.ejs

@@ -0,0 +1,120 @@
+/*
+Copyright (C) 2020 Sven Mason <http://izara.io>
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as
+published by the Free Software Foundation, either version 3 of the
+License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+import {
+  middlewareHandler as middleware,
+  validatorSchema
+} from '@izara_project/izara-middleware';
+import { recordHandlerSharedLib } from '@izara_project/izara-core-library-record-handler';
+import Logger from '@izara_project/izara-core-library-logger';
+
+import findData from './FindData_Main.js';
+
+// validate event properties in body.Message of sqs event
+middleware.setValidatorSchema(recordHandlerSharedLib.baseValidatorSchema());
+
+// set schema for record.body.Message
+const perRecordsValidatorSchema = {
+  type: 'object',
+  required: ['fieldName', 'objType', 'identifiers', 'overWriteCache'],
+  properties: {
+    fieldName: {
+      type: 'object'
+    },
+    objType: {
+      type: 'object',
+      required: ['serviceTag', 'objectType'],
+      properties: {
+        serviceTag: {
+          type: 'string',
+          enum: [process.env.iz_serviceTag]
+        },
+        objectType: validatorSchema.stringNotEmpty()
+      }
+    },
+    identifiers: {
+      type: 'object'
+    },
+    overWriteCache: {
+      type: 'boolean'
+    },
+    callingFlow: {
+      type: 'string',
+      default: ''
+    }
+  }
+};
+
+export const main = middleware.wrap(async (event, context) => {
+  try {
+    let recordPromises = [];
+
+    // loop each record and send to mainFunction
+    await Promise.all(
+      event.Records.map(async record => {
+        // promise.all for map() function
+
+        let passOnProperties = [];
+        record._izContext.logger.debug('record ReceiveMsgOutHdrSqs', record);
+
+        // validate message (and MessageAttributes)
+        await recordHandlerSharedLib.validateRecord(
+          record, // one record will send to mainFunction
+          'FindDataHdrSqs', // queue name that need to retry or send to dlq
+          perRecordsValidatorSchema // schema for record.Message
+        );
+
+        // add argument (to invoke lambda) to passOnProperties[]
+        passOnProperties.push(record.body.Message.fieldName);
+        passOnProperties.push(record.body.Message.objType);
+        passOnProperties.push(record.body.Message.identifiers);
+        passOnProperties.push(record.body.Message.overWriteCache);
+        passOnProperties.push(record.body.Message.callingFlow);
+        record._izContext.logger.debug(
+          'passOnProperties in handler',
+          passOnProperties
+        );
+
+        // call recordHandlerSharedLib.recordHandler with 3 parameters and return promise(resolve)
+        let recordPromise = recordHandlerSharedLib.recordHandler(
+          record, // one record will send to mainFunction
+          findData, // mainFunction that need to invoke.
+          'FindDataHdrSqs', // queue name that need to retry or send to dlq
+          passOnProperties // all parameters that mainFunction needed.
+        );
+        record._izContext.logger.debug('after recordPromise in handler');
+        recordPromises.push(recordPromise); // push promise to recordPromises
+      })
+    );
+
+    Logger.debug('before Promise.all(recordPromises) in handler');
+    try {
+      // --- main await all promises
+      await Promise.all(recordPromises); // await all promises
+
+      return event.Records; // return all for local testing
+    } catch {
+      Logger.debug(
+        'Promise.all(recordPromises) in handler threw error (at least one record did no resolve)'
+      );
+    }
+    Logger.debug('after Promise.all(recordPromises) in handler');
+  } catch (err) {
+    Logger.error('Unhandled Error, LambdaFunctionHdrSqs: ', err);
+    throw err;
+  }
+});