@kumologica/sdk 3.2.0-beta2 → 3.2.0-beta21

package/src/app/lib/github/index.js

@@ -0,0 +1,242 @@
+const fs = require('fs-extra');
+const path = require('path');
+const AWS = require('aws-sdk');
+const { exp } = require('@kumologica/builder');
+const AWSProfile = require('../aws/aws-profile');
+const { openFileOnEditor } = require('../utils/editor');
+
+/**
+ * sample events:
+ * https://docs.aws.amazon.com/lambda/latest/dg/lambda-services.html
+ */
+class GithubDeployer {
+  constructor(terminal) {
+    this.term = terminal;
+    this.awsProfile = new AWSProfile();
+
+    AWS.config.apiVersions = {
+      cloudformation: '2010-05-15',
+    };
+  }
+
+  async initAWS(profile) {
+    AWS.config.credentials = new AWS.SharedIniFileCredentials({profile: profile});
+    
+    const r = await this.awsProfile.getRegion(profile);
+    let s3 = new AWS.S3();
+    let bucketName = "CHANGE_IT_TO_REAL_BUCKET_NAME";
+
+    // find bucket
+    const buckets = await s3.listBuckets({}).promise();
+    
+    if (buckets && buckets.Buckets) {
+      const bucket = buckets.Buckets.find(b => b.Name.startsWith('kumologica-designer-deploy'));
+      if (bucket) {
+        bucketName = bucket.Name;
+      }
+    }
+
+    return {region: r, bucket: bucketName};
+  }
+
+  chalk(c, t) {
+    if (c == 'whiteBright') {
+      c = '#FFFFFF';
+    } else if (c == 'redBright') {
+      c = '#FF0000';
+    } else if (c == 'yellowBright') {
+      c = '#FFFF00';
+    } else if (c == 'greenBright') {
+      c = '#00FF00';
+    }
+
+    return `<span style="color: ${c}">${t}</span>`;
+  }
+
+  log(text, calog = true) {
+    var t = text;
+
+    if (calog && this.chalk) {
+     t = `Kumologica: ${this.chalk('#F5DEB3', text)}`;
+    }
+
+    if (this.term) {
+      this.term.emit('terminal-output', t);
+    }
+  }
+
+  logCloud(text) {
+    if (this.term) {
+      this.term.emit('terminal-cloud', `${text}`);
+    }
+  }
+
+  prepare(projectDir, flowFileName, originaLambdaName) {
+    const deployDir = projectDir + '/deploy';
+    
+    const flowName = flowFileName.replace('.json', '');
+
+    // setup deployment directory
+    fs.ensureDirSync(deployDir);
+    fs.emptyDirSync(deployDir);
+    fs.ensureDirSync(deployDir + '/node_modules');
+
+    this.processPackageJson(projectDir, deployDir);
+
+    const zipFileName = `${flowName}/lambda${Date.now()}.zip`;
+    const lambdaName = this.sanitizeLambdaName(originaLambdaName);
+
+    const functionName = `kumologica-${lambdaName}-lambda`;
+  }
+
+  async generateScript(projectInfo, params, profile) {
+   
+    /*
+
+ projectInfo: {"projectName":"sockets",
+ "projectDir":"/Users/wojtek/Development/projects/sockets",
+ "projectFlowName":"sockets-flow.json"}
+ profile: kl
+*/
+    try {
+      this.log('Generating github action workflow');
+
+    //console.log(`projectInfo: ${JSON.stringify(projectInfo)}`);
+    //console.log(`profile: ${profile}`);
+   
+    const awsSettings = await this.initAWS(profile);
+
+    const args = this.mapParams(params); 
+    args.region = awsSettings.region;
+    args["bucket-name"] = awsSettings.bucket; 
+
+    let wf = exp("github", "aws", args, console.log);
+
+    const wfDir = path.join(projectInfo.projectDir, '.github', 'workspaces');
+
+    this.createFile (
+        wfDir, 'workflow.yaml',
+        wf
+      );
+
+      this.log(`Github action workflow created: ${path.join(wfDir, 'workflow.yaml')}`);
+
+      openFileOnEditor(path.join(wfDir, 'workflow.yaml'));
+
+      return;
+      
+      
+      this.log(`  ${this.chalk('#F5DEB3', 'AWS region:')}        ${this.chalk('whiteBright', AWS.config.region)}`, false);
+    
+      
+    } catch (Error) {
+      this.log(`${this.chalk('redBright', 'Github action workflow creation failed.')}`);
+      this.log(`  ${this.chalk('redBright', Error)}`);
+      throw Error;
+    }
+  }
+
+  mapParams(params) {
+    let vpcConf;
+    if (params.vpcConfig && params.vpcConfig.sn && params.vpcConfig.sn.length > 0
+          && params.vpcConfig.sg && params.vpcConfig.sg.length > 0) {
+        let sn = params.vpcConfig.sn.split(",").map(s => s.trim());
+        let sg = params.vpcConfig.sg.split(",").map(s => s.trim());
+      
+         vpcConf = JSON.stringify({ 
+            SubnetIds: sn,
+            SecurityGroupIds: sg
+        });
+    }
+    
+    let tags;
+    if ( params.tags &&  params.tags.length > 0) {
+        tags = {};
+        params.tags.forEach(t => tags[t.key] = t.value)
+        tags = JSON.stringify(tags);
+    }
+    
+    let env;
+    if ( params.environment &&  params.environment.length > 0) {
+        env = {
+            Variables: {}
+        };
+        params.environment.forEach(e => env.Variables[e.key] = e.value)
+        env = JSON.stringify(env);
+    }
+
+    let tracing;
+    if (params.xRay) {
+        tracing = '{"Mode":"Active"}';
+    }
+  //  KL_TRIGGERS: '[{"api": {"apiId": "CHANGE_IT_TO_API_GATEWAY_ID", "parentId": "CHANGE_IT_TO_PARENT_ID", "stage": "test", "resource": "accounts"}},  {"event": {"expression": "cron(0 1 * * ? *)", "reference": "1am", "name": "CliBuildDemoEvent1am"}}, {"event": {"expression": "rate(1 minute)", "reference": "5min", "name": "CliBuildDemoEvent5min"}}]'
+
+   // "events":[{"source":"api","api":"qyhtzl0n39","stage":"test","parentId":"xfdg32","resource":"sample","authorizerId":"fdr3"}]
+  // "events":[{"source":"api","api":"qyhtzl0n39","stage":"test","parentId":"xfdg32","resource":"sample","authorizerId":"fdr3"},
+   //{"source":"dynamodb","stream":"arn:aws:dynamodb:ap-southeast-2:174842903734:table/contact_us/stream/2021-04-25T15:02:15.028","batchSize":"23","batchWindow":"3","startingPosition":"LATEST"},
+   //{"source":"sqs","stream":"https://sqs.ap-southeast-2.amazonaws.com/174842903734/devq2","batchSize":"32"},
+   //{"source":"kinesis","stream":"arn:aws:dynamodb:ap-southeast-2:174842903734:table/contact_us/stream/2021-04-25T15:02:15.028","batchSize":"34","batchWindow":"33","startingPosition":"LATEST"},
+  // {"source":"cwevents","rule":"arn:aws:events:ap-southeast-2:174842903734:rule/Test"},
+   //{"source":"sns","topic":"arn:aws:sns:ap-southeast-2:174842903734:t1"},
+   //{"source":"s3","bucket":"kumoexcelstore","eventType":"s3:ObjectCreated:*","prefix":"cc","suffix":"fd"}],"vpcConfig":{"sg":"","sn":""}}
+   ///Users/wojtek/Development/kumologica/sdk/kumologica/packages/sdk/src/app/lib/github/index.js:114 
+   let triggers;
+    if (params.events) {
+        triggers = [];
+        params.events.forEach(e => {
+            switch(e.source) {
+                case "api": triggers.push({"api": {"apiId": e.api, "stage": e.stage, "parentId": e.parentId, "resource": e.resource, "authorizerId": e.authorizerId}});
+                            break;
+                case "sns": triggers.push({"sns": {"topicArn": e.topic}});
+                            break;
+                case "sqs": triggers.push({"sqs": {"queueArn": e.queueArn, "batchSize": e.batchSize}});
+                            break;
+                case "dynamodb": triggers.push({"dynamodb": {"streamArn": e.stream, "startingPosition": e.startingPosition, "batchSize": e.batchSize, "batchWindow": e.batchWindow}});
+                            break;
+                case "kinesis": triggers.push({"kinesis": {"streamArn": e.stream, "startingPosition": e.startingPosition, "batchSize": e.batchSize, "batchWindow": e.batchWindow}});
+                            break;
+                case "s3": triggers.push({"s3": {"bucket": e.bucket, "eventType": e.eventType, "prefix": e.prefix, "suffix": e.suffix}});
+                            break;
+                case "cwevents": triggers.push({"event": {"expression": e.expression, "reference": e.reference, "name": e.name}});
+                            break;
+            }
+        })
+        triggers = JSON.stringify(triggers);
+    };
+
+    let args = {
+        "zip-file-name": params.zipFileName,
+        "bucket-name": params.bucketName,
+        "lambda-name": params.functionName,
+        "memory-size":  params.memory,
+        "description":  params.description,
+        "environment": env,
+        "tags": tags,
+        "timeout": params.timeout,
+        "triggers": triggers,
+        "vpc-config": vpcConf,
+        "role-arn": params.role,
+        "tracing-config": tracing,
+        "reserved-concurrency": params.reservedConcurrency
+    //   not present 
+        // "role-name": params.roleName,
+        // "layers": params.layers,
+        // "policy": params.policy,
+        // "strict-mode": params.strictMode,
+        // "log-retention-days": params.logRetentionDays,
+        // "file-system-configs": params.fileSystemConfigs,
+        // "dead-letter-config": params.deadLetterConfig,
+        // "runtime": params.runtime,
+        // "architectures": params.architectures,
+        // "kms-key-arn": params.kmsKeyArn,
+    }
+    return args;
+  }
+
+  createFile(baseDir, fileName, content) {
+    fs.outputFileSync(path.join(baseDir, fileName), content, 'utf-8');
+  }
+
+}
+
+module.exports = GithubDeployer;

package/src/app/preload.js

@@ -37,6 +37,7 @@ const { NetworkConfigStore } = require('./lib/stores/settings-network-store');
 const AWSProfile = require('./lib/aws/aws-profile');
 const AWSDeployer = require('./lib/aws');
 const ServerlessDeployer = require('./lib/serverless');
+const GithubDeployer = require('./lib/github');
 
 const Kumohub = require('./lib/kumohub');
 const deployCli = require('@kumologica/builder');
@@ -48,6 +49,7 @@ const terminalEmitter = new events.EventEmitter();
 const awsDeployer = new AWSDeployer(terminalEmitter);
 const awsProfile = new AWSProfile();
 const serverlessDeployer = new ServerlessDeployer(terminalEmitter);
+const githubDeployer = new GithubDeployer(terminalEmitter);
 
 const kumohub = new Kumohub(terminalEmitter);
 
@@ -133,12 +135,18 @@ async function generateScript(provider, projectInfo, params) {
       params,
       alias.profile
     );
-  } else if (provider ==window.__kumologica.cloud.provider.serverless) {
+  } else if (provider == window.__kumologica.cloud.provider.serverless) {
     await serverlessDeployer.generateScript(
       projectInfo,
       params,
       alias.profile
     );
+  } else if (provider == window.__kumologica.cloud.provider.github) {
+    await githubDeployer.generateScript(
+      projectInfo,
+      params,
+      alias.profile
+    );
   }
 }
 
@@ -586,6 +594,8 @@ window.__kumologica.runtime.port = port;
 window.__kumologica.cloud = {provider: {}};
 window.__kumologica.cloud.provider.aws = "AWS";
 window.__kumologica.cloud.provider.serverless = "SERVERLESS";
+window.__kumologica.cloud.provider.github = "GITHUB";
+
 window.__kumologica.cloud.profile = undefined;
 window.__kumologica.cloud.deploy = deploy;
 window.__kumologica.cloud.generateScript = generateScript;