cloudmason 0.0.1 → 1.0.2

package/commands/helpers/stacks/infra.yaml

@@ -1,106 +1,102 @@
-AWSTemplateFormatVersion: '2010-09-09'
-Description: Org Cloudformation Template
-
-Parameters:
-  orgName:
-    Type: String
-    Description: Unique name of organization
-  orgDomain:
-    Type: String
-    Description: Organization domain name
-  VpcId:
-    Type: String
-    Description: Org VPC
-  
-
-Resources:
-# S3 Bucket
-  InfraBucket:
-    Type: AWS::S3::Bucket
-    Properties:
-      BucketName: !Sub 'infra.${orgDomain}'
-      VersioningConfiguration:
-        Status: Enabled
-# IAM Policies for Ec2 Build Access
-  InfraBuildRole:
-    Type: 'AWS::IAM::Role'
-    Properties:
-      AssumeRolePolicyDocument:
-        Version: "2012-10-17"
-        Statement:
-          - Effect: Allow
-            Principal:
-              Service:
-                - ec2.amazonaws.com
-            Action:
-              - 'sts:AssumeRole'
-      Path: /infra/
-      Policies:
-        - PolicyName: root
-          PolicyDocument:
-            Version: "2012-10-17"
-            Statement:
-              - Effect: Allow
-                Action:
-                  - s3:GetObject
-                  - s3:ListBucket
-                Resource:
-                  - !Sub arn:aws:s3:::${InfraBucket}
-                  - !Sub arn:aws:s3:::${InfraBucket}/*
-  InfraInstanceProfile:
-    Type: 'AWS::IAM::InstanceProfile'
-    Properties:
-      Path: /infra/
-      Roles:
-        - !Ref InfraBuildRole
-# Ec2 security group
-  BuildSecGroup:
-    Type: 'AWS::EC2::SecurityGroup'
-    Properties:
-      GroupDescription: Security group for build AMI
-      SecurityGroupEgress:
-        - IpProtocol: '-1'
-          CidrIp: '0.0.0.0/0'
-      VpcId: !Ref VpcId
-# Bucket Policy
-  InfraBucketPolicy:
-    Type: AWS::S3::BucketPolicy
-    Properties: 
-      Bucket: !Ref InfraBucket
-      PolicyDocument:
-        Version: '2012-10-17'
-        Statement:
-          - Effect: Allow
-            Principal:
-              AWS:
-                - !GetAtt InfraBuildRole.Arn
-            Action:
-              - 's3:GetObject'
-            Resource: 
-              - !Sub arn:aws:s3:::${InfraBucket}
-              - !Sub arn:aws:s3:::${InfraBucket}/*
-# Org Params
-  ParamOrgInfo:
-    Type: 'AWS::SSM::Parameter'
-    Properties:
-      Name: '/infra/orgName'
-      Type: 'String'
-      Value: !Ref orgName
-  ParamOrgDomain:
-    Type: 'AWS::SSM::Parameter'
-    Properties:
-      Name: '/infra/orgDomain'
-      Type: 'String'
-      Value: !Ref orgDomain
-  ParamInstanceProfile:
-    Type: 'AWS::SSM::Parameter'
-    Properties:
-      Name: '/infra/buildInstanceProfile'
-      Type: 'String'
-      Value: !GetAtt InfraInstanceProfile.Arn
-  ParamIAM:
-    Type: 'AWS::SSM::Parameter'
-    Properties:
-      Name: '/infra/buildSecGroup'
-      Type: 'String'
-      Value: !GetAtt buildSecGroup.GroupId
+AWSTemplateFormatVersion: '2010-09-09'
+Description: Org Cloudformation Template
+
+Parameters:
+  orgName:
+    Type: String
+    Description: Unique name of organization
+  VpcId:
+    Type: String
+    Description: Org VPC
+  
+
+Resources:
+# S3 Bucket
+  InfraBucket:
+    Type: AWS::S3::Bucket
+    Properties:
+      VersioningConfiguration:
+        Status: Enabled
+# IAM Policies for Ec2 Build Access
+  InfraBuildRole:
+    Type: 'AWS::IAM::Role'
+    Properties:
+      AssumeRolePolicyDocument:
+        Version: "2012-10-17"
+        Statement:
+          - Effect: Allow
+            Principal:
+              Service:
+                - ec2.amazonaws.com
+            Action:
+              - 'sts:AssumeRole'
+      Path: /infra/
+      Policies:
+        - PolicyName: root
+          PolicyDocument:
+            Version: "2012-10-17"
+            Statement:
+              - Effect: Allow
+                Action:
+                  - s3:GetObject
+                  - s3:ListBucket
+                Resource:
+                  - !Sub arn:aws:s3:::${InfraBucket}
+                  - !Sub arn:aws:s3:::${InfraBucket}/*
+  InfraInstanceProfile:
+    Type: 'AWS::IAM::InstanceProfile'
+    Properties:
+      Path: /infra/
+      Roles:
+        - !Ref InfraBuildRole
+# Ec2 security group
+  BuildSecGroup:
+    Type: 'AWS::EC2::SecurityGroup'
+    Properties:
+      GroupDescription: Security group for build AMI
+      SecurityGroupEgress:
+        - IpProtocol: '-1'
+          CidrIp: '0.0.0.0/0'
+      VpcId: !Ref VpcId
+# Bucket Policy
+  InfraBucketPolicy:
+    Type: AWS::S3::BucketPolicy
+    Properties: 
+      Bucket: !Ref InfraBucket
+      PolicyDocument:
+        Version: '2012-10-17'
+        Statement:
+          - Effect: Allow
+            Principal:
+              AWS:
+                - !GetAtt InfraBuildRole.Arn
+            Action:
+              - 's3:GetObject'
+            Resource: 
+              - !Sub arn:aws:s3:::${InfraBucket}
+              - !Sub arn:aws:s3:::${InfraBucket}/*
+# Org Params
+  ParamOrgInfo:
+    Type: 'AWS::SSM::Parameter'
+    Properties:
+      Name: '/infra/orgName'
+      Type: 'String'
+      Value: !Ref orgName
+  ParamInstanceProfile:
+    Type: 'AWS::SSM::Parameter'
+    Properties:
+      Name: '/infra/buildInstanceProfile'
+      Type: 'String'
+      Value: !GetAtt InfraInstanceProfile.Arn
+  ParamIAM:
+    Type: 'AWS::SSM::Parameter'
+    Properties:
+      Name: '/infra/buildSecGroup'
+      Type: 'String'
+      Value: !GetAtt BuildSecGroup.GroupId
+  ParamBucket:
+    Type: 'AWS::SSM::Parameter'
+    Properties:
+      Name: '/infra/infraBucket'
+      Type: 'String'
+      Value: !Ref InfraBucket

package/commands/helpers/stacks.js

@@ -1,26 +1,26 @@
-const path = require('path');
-const fs = require('fs');
-
-const Stacks = {};
-
-exports.get = function(stackType,params){
-    const stackPath = path.resolve(__dirname, 'stacks', `${stackType}.yaml`);
-
-    if (!fs.existsSync(stackPath)){ throw new Error('Invalid stack ' + stackType); }
-    
-    const stackText = fs.readFileSync(stackPath, 'utf-8');
-    return Stacks[stackType](stackText,params)
-}
-
-Stacks.asg = function(stackText,params){
-    let bootScript = `#!/bin/bash -xe\ncd /home/ec2-user/app\n`;
-    if (params.lang == 'py'){
-        bootScript += 'py start .'
-    } else {
-        bootScript += `npm run start .`
-    }
-
-    const b64Script = Buffer.from(bootScript, 'utf8').toString('base64');
-    stackText = stackText.replace(/{{user_data}}/, b64Script);
-    return stackText;
+const path = require('path');
+const fs = require('fs');
+
+const Stacks = {};
+
+exports.get = function(stackType,params){
+    const stackPath = path.resolve(__dirname, 'stacks', `${stackType}.yaml`);
+
+    if (!fs.existsSync(stackPath)){ throw new Error('Invalid stack ' + stackType); }
+    
+    const stackText = fs.readFileSync(stackPath, 'utf-8');
+    return Stacks[stackType](stackText,params)
+}
+
+Stacks.asg = function(stackText,params){
+    let bootScript = `#!/bin/bash -xe\ncd /home/ec2-user/app\n`;
+    if (params.lang == 'py'){
+        bootScript += 'py start .'
+    } else {
+        bootScript += `npm run start .`
+    }
+
+    const b64Script = Buffer.from(bootScript, 'utf8').toString('base64');
+    stackText = stackText.replace(/{{user_data}}/, b64Script);
+    return stackText;
 }

package/commands/index.html

@@ -0,0 +1,22 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="utf-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1">
+  <title>{org}Theorem</title>
+  <link rel="icon" type="image/png" href="./css/favicon-16x16.png">
+  <link rel="stylesheet" build="fonts" href="./css/fonts/fonts.css">
+  <link rel="stylesheet" build="index.css" href="./css/base.css">
+  <link rel="stylesheet" build="index.css" href="./css/index.css">
+  <link rel="stylesheet" build="inline" href="./css/grids.css">
+  <script build="elmnts.js" src="./js/elmnts/0_base.js"></script>
+  <script build="main.js" src="./js/components/menubar.js"></script>
+  <script build="main.js" src="./js/main.js" async defer></script>
+  <script build="inline" src="./js/config.js"></script>
+  <script build="inline" src="./js/login.js"></script>
+</head>
+<body>
+  <menu-bar></menu-bar>
+ <div class="hello-world">Hello World6</div>
+</body>
+</html>

package/commands/init_org.js

@@ -1,61 +1,54 @@
-const fs = require('fs');
-const path = require('path');
-const { S3Client,HeadBucketCommand } = require("@aws-sdk/client-s3");
-const { EC2Client, DescribeVpcsCommand } = require("@aws-sdk/client-ec2");
-
-const CF = require('./helpers/cf');
-
-
-exports.main = async function(args){
-    console.log(`Setting up ${args.name}@ ${args.domain} in ${args.region}`)
-
-    // Check if bucket exists
-    const isBucket = await bucketExists(`infra.${args.domain}`);
-    if (isBucket.name){
-        console.log('ERR: Bucket infra.${args.domain} already exists in ${existingBucket.region}')
-        console.log('Org already set up or rollback still in progress')
-        throw {message: 'Org exists', at: 'init_org check for existing org'}
-    }
-
-    // Get VPC ID
-    const VpcId = await getDefaultVPC(args.region);
-    
-    // Deploy Stack
-    const success = await CF.deployOrgStack('infra', 'infra',args.region, {orgName: args.name, orgDomain: args.domain, VpcId: VpcId}, {purpose: 'infra'})
-    if (success === false){
-        console.log('ERR: Org already exists. Only one org permitted per account');
-        throw new Error('Org already exists')
-    }
-
-    // Set org.txt
-    const orgPath = path.resolve(__dirname,'..','org.txt');
-    const orgData = `${args.name},${args.region},infra.${args.domain}`;
-    fs.writeFileSync(orgPath,orgData,'utf-8')
-    console.log('Set up org:',orgData)
-    return true;
-}
-
-
-/////////////////////////////////////////
-////////////// FUNCS ////////////////////
-////////////////////////////////////////
-
-async function bucketExists(bucketName,region){
-    const client = new S3Client({region});
-    try {
-        await client.send(new HeadBucketCommand({ Bucket: bucketName }));
-        return true;
-    } catch (e){
-        return false;
-    }
-}
-
-async function getDefaultVPC(region){
-    const ec2Client = new EC2Client({ region }); 
-    const response = await ec2Client.send(new DescribeVpcsCommand({ Filters: [{ Name: "isDefault", Values: ["true"] }] }));
-    return response.Vpcs[0].VpcId;
-}
-
-
-
-
+const fs = require('fs');
+const path = require('path');
+const { S3Client,HeadBucketCommand } = require("@aws-sdk/client-s3");
+const { EC2Client, DescribeVpcsCommand } = require("@aws-sdk/client-ec2");
+
+const CF = require('./helpers/cf');
+
+
+exports.main = async function(args){
+    console.log(`Setting up ${args.name}@ in ${args.region}`)
+
+    // Get VPC ID
+    const VpcId = await getDefaultVPC(args.region);
+    console.log(`Default VPC: ${VpcId}`);
+    
+    // Deploy Stack
+    const success = await CF.deployOrgStack(args.region, {orgName: args.name, VpcId: VpcId})
+    if (success === false){
+        console.log('ERR: Org already exists. Only one org permitted per account');
+        throw new Error('Org already exists')
+    }
+
+    // Set org.txt
+    const orgPath = path.resolve(__dirname,'..','org.txt');
+    const orgData = `${args.name},${args.region}`;
+    fs.writeFileSync(orgPath,orgData,'utf-8')
+    console.log('Set up org:',orgData)
+    return true;
+}
+
+
+/////////////////////////////////////////
+////////////// FUNCS ////////////////////
+////////////////////////////////////////
+
+async function bucketExists(bucketName,region){
+    const client = new S3Client({region});
+    try {
+        await client.send(new HeadBucketCommand({ Bucket: bucketName }));
+        return true;
+    } catch (e){
+        return false;
+    }
+}
+
+async function getDefaultVPC(region){
+    const ec2Client = new EC2Client({ region }); 
+    const response = await ec2Client.send(new DescribeVpcsCommand({ Filters: [{ Name: "isDefault", Values: ["true"] }] }));
+    return response.Vpcs[0].VpcId;
+}
+
+
+
+

package/commands/inspect.js

@@ -0,0 +1,40 @@
+const Params = require('./helpers/params');
+const EC2 = require('./helpers/ec2');
+const CF = require('./helpers/cf');
+const S3 = require('./helpers/s3');
+const Common = require('./helpers/common');
+
+exports.main = async function(args){
+    const logType = args.build === null ? 'build' : args.boot === null ? 'boot' : 'run';
+    const getLatest = args.boot === null ? false : true;
+
+    console.log(`Inspecting ${args.app} instance ${args.domain} ${logType} logs`);
+    // Get App
+    const app = await Params.getApp(args.app);
+    if (!app){ console.log('Err: No app named ' + args.app); return false;}
+    const instance = app.instances.find(ins=>{ return ins.domain.toLowerCase() == args.domain.toLowerCase() });
+    if (!instance){ console.log(`No instance of ${args.app} named ${args.domain}`); throw new Error('Invalid Instance')}
+    
+    // Check Stack
+    const stackStatus = await CF.stackStatus(instance.stackName, instance.region);
+    console.log("STACK STATUS:", stackStatus.status);
+    if (stackStatus.ok === null){
+        return
+    } else if (stackStatus.ok === false){
+        console.log("\tSTACK FAILURE REASON:", stackStatus.failureReason);
+        return
+    }
+
+ 
+    const asgId = await CF.getStackResource('asg',instance.stackName,instance.region);
+    console.log("Auto Scaling Group ID:", asgId);
+    const consoleOutputs = await EC2.getConsoleOutput(asgId,instance.region,getLatest);
+    console.log(`================= ${logType.toUpperCase()} LOGS =================`);
+    consoleOutputs.forEach(output => {
+        console.log("---- EC2 ID:", output.instanceId, "----");
+        console.log( output.output );
+        console.log('======================= END =========================');
+    });
+    return
+}
+

package/commands/launch_app.js

@@ -1,57 +1,80 @@
-const Params = require('./helpers/params');
-const EC2 = require('./helpers/ec2');
-const CF = require('./helpers/cf')
-
-exports.main = async function(args){
-    const app = await Params.getApp(args.app);
-    if (!app){ console.log('No app named ' + args.app); throw new Error('Invalid App Name')}
-
-    const targetInstance = app.instances.find(ins=>{ return ins.name.toLowerCase() == args.i.toLowerCase() });
-    const targetVersion = app.versions[args.v];
-    
-    if (!targetInstance){ console.log(`No instance of ${args.app} named ${args.i}`); throw new Error('Invalid Instance')}
-    if (!targetVersion){ console.log(`No version ${args.v} of ${args.app}`); throw new Error('Invalid Version')}
-
-    // --- I GET AMI ---
-    // Get Instance Region
-    const targetRegion = targetInstance.region;
-    // Get Latest AMI Build
-    const latestBuild = targetVersion.baseAMI_Name;
-    // Check for AMI Build in Instance Region
-    let targetAMI = await EC2.findAMI(latestBuild,targetRegion);
-    // Copy AMI from Org Region to Instance Region
-    if (!targetAMI){
-        console.log(`Copying ${latestBuild} from ${process.env.orgRegion} to ${targetRegion}`);
-        targetAMI = await EC2.copyAMI(latestBuild,targetVersion.baseAMI_Id,process.env.orgRegion,targetRegion)
-    } else {
-        console.log('Found existing image ' + targetAMI)
-    }
-    // Update Instance CF Params to Instance Region AMI ID
-    targetInstance.cfParams.AmiId = targetAMI;
-    await Params.editInstance(args.app,args.i,latestBuild,targetInstance.cfParams);
-    // console.log(targetInstance.cfParams);
-
-    // --- II DEPLOY CF STACK ---
-    // Get Stack URL
-    // https://s3.us-east-2.amazonaws.com/infra.orgtheorem.xyz/apps/ssdemo/1/stack.json
-    const stackName = (`${args.app}-${args.i}`).toLowerCase();
-    const stackURL = `https://s3.${process.env.orgRegion}.amazonaws.com/${process.env.orgBucket}/apps/${args.app.toLowerCase()}/${args.v}/stack.yaml`
-
-    // Check whether stack exists
-    const stackExists = await CF.stackExists(stackName,targetRegion);
-    // console.log(stackName,stackURL,targetInstance.cfParams,targetRegion);
-
-    // Update Stack
-    let stackId;
-    if (stackExists){
-        console.log(`Updating stack ${stackName} in ${targetRegion}`);
-        stackId = await CF.updateStack(stackName,stackURL,targetInstance.cfParams,targetRegion);
-    // Deploy Stack
-    } else {
-        console.log(`Deploying stack ${stackName} in ${targetRegion}`);
-        const tags = {purpose: 'app', app: args.app, instance: args.i};
-        stackId = await CF.deployS3Stack(stackName,stackURL,targetInstance.cfParams,tags,targetRegion)
-    }
-    console.log('Deployed stack ' + stackId)
-    return true;
-}
+const Params = require('./helpers/params');
+const EC2 = require('./helpers/ec2');
+const CF = require('./helpers/cf');
+const Common = require('./helpers/common');
+
+exports.main = async function(args){
+    const app = await Params.getApp(args.app);
+    if (!app){ console.log('No app named ' + args.app); throw new Error('Invalid App Name')}
+
+    const targetInstance = app.instances.find(ins=>{ return ins.domain.toLowerCase() == args.domain.toLowerCase() });
+    const targetVersion = app.versions[args.v];
+    
+    if (!targetInstance){ console.log(`No instance of ${args.app} named ${args.domain}`); throw new Error('Invalid Instance')}
+    if (!targetVersion){ console.log(`No version ${args.v} of ${args.app}`); throw new Error('Invalid Version')}
+
+    console.log(`Launching ${args.app} ${args.v}.${targetVersion.currentBuild} to ${targetInstance.domain} in ${targetInstance.region}`)
+
+    // --- I GET AMI ---
+    // Get Instance Region
+    const targetRegion = targetInstance.region;
+    // Get Latest AMI Build
+    const latestBuild = targetVersion.baseAMI_Name;
+    // Check for AMI Build in Instance Region
+    let targetAMI = await EC2.findAMI(latestBuild,targetRegion);
+    // Copy AMI from Org Region to Instance Region
+    if (!targetAMI){
+        console.log(`Copying ${latestBuild} from ${process.env.orgRegion} to ${targetRegion}`);
+        targetAMI = await EC2.copyAMI(latestBuild,targetVersion.baseAMI_Id,process.env.orgRegion,targetRegion)
+    } else {
+        console.log('Found existing image ' + targetAMI)
+    }
+
+    // I.I WAIT FOR AMI TO BE AVAILABLE
+    console.log(`Waiting for AMI ${targetAMI} to be available`);
+    let isAvailable = false;
+    for (let i = 0; i < 15; i++){
+        const status = await EC2.checkAMIStatus(targetAMI,targetRegion);
+        if (status === true){
+            console.log(`AMI ${targetAMI} available after ${i*30}s`);
+            isAvailable = true;
+            break;
+        }
+        console.log(`\tAMI Status Check ${i} @${i*30}s : Not Available`);
+        await Common.sleep(30);
+    }
+    if (!isAvailable){ throw new Error('AMI not available after 7 minutes. Try again in a few minutes.') }
+
+    // --- II DEPLOY CF STACK ---
+    // Get Stack URL
+    const stackName = targetInstance.stackName;
+    const stackURL = targetVersion.stackURL;
+
+    // Update Instance CF Params to Instance Region AMI ID
+    targetInstance.cfParams.AmiId = targetAMI;
+    targetInstance.cfParams.AppVersion = `${args.v}.${targetVersion.currentBuild}`;
+    await Params.updateInstanceV(args.app,args.domain,args.v,targetVersion.currentBuild,targetAMI,targetVersion.baseAMI_Name);
+
+    // Check whether stack exists
+    const stackExists = await CF.stackExists(stackName,targetRegion);
+
+    // Update Stack
+    let stackId;
+    if (stackExists){
+        const stackStatus = await CF.stackStatus(stackName,targetRegion);
+        if (stackStatus.ok !== true){
+            console.log(`Stack ${stackName} in ${targetRegion} is ${stackStatus.status}. Wait for completion before relaunching`);
+            return false;
+        }
+        console.log(`Updating stack ${stackName} in ${targetRegion}`);
+        stackId = await CF.updateStack(stackName,stackURL,targetInstance.cfParams,targetRegion);
+    // Deploy Stack
+    } else {
+        console.log(`Syncing stack ${stackName} to ${targetRegion}`);
+        const tags = {purpose: 'app', app: args.app, instance: args.domain};
+        stackId = await CF.deployS3Stack(stackName,stackURL,targetInstance.cfParams,tags,targetRegion)
+    }
+    // console.log('Deployed stack ' + stackId);
+    await Common.prune_amis(args.app,args.v,targetRegion);
+    return true;
+}

package/commands/list_apps.js

@@ -1,22 +1,22 @@
-const Params = require('./helpers/params');
-
-
-exports.main = async function(){
-    const apps = await Params.listApps();
-    for(let i=0; i<apps.length; i++){
-        const app = apps[i];
-        console.log(`${app.name} <${app.stack}>`);
-        console.log('\tVERSIONS')
-        const spaces = 10;
-        Object.entries(app.versions).forEach((k)=>{
-            const s = k[0].length > 5 ? 1 : (5 - k[0].length);
-            console.log(`\t\t[${k[0]}]${' '.repeat(s)}ami:${k[1].baseAMI_Name} | build: ${k[1].currentBuild} `)
-        })
-        console.log('\tINSTANCES')
-        app.instances.forEach(ins=>{
-            const s = ins.name.length > 7 ? 1 : (7 - ins.name.length);
-            console.log(`\t\t[${ins.name}]${' '.repeat(s)}domain:${ins.domain} | region:${ins.region} | version:${ins.version}`)
-        })
-        console.log('--------------')
-    }
+const EC2 = require('./helpers/ec2');
+const Params = require('./helpers/params');
+
+
+exports.main = async function(){
+    const apps = await Params.listApps();
+    for(let i=0; i<apps.length; i++){
+        const app = apps[i];
+        console.log(`${app.name} <${app.stack}>`);
+        console.log('\tVERSIONS')
+        Object.entries(app.versions).forEach((k)=>{
+            const s = k[0].length > 5 ? 1 : (5 - k[0].length);
+            console.log(`\t\t[${k[0]}]${' '.repeat(s)}ami:${k[1].baseAMI_Name} | build: ${k[1].currentBuild} | updated: ${new Date(k[1].updated).toLocaleString()} `)
+        })
+        console.log('\tINSTANCES')
+        app.instances.forEach(ins=>{
+            const s = ins.domain.length > 20 ? 1 : (20 - ins.domain.length);
+            console.log(`\t\t[${ins.domain}]${' '.repeat(s)} version:${ins.version} | region:${ins.region} | ami: ${ins.amiName} | stack: ${ins.stackName} | lastDeploy: ${Date(ins.lastDeploy).toLocaleString()} `)
+        })
+        console.log('--------------')
+    }
 }