@leverege/build-tools 2.0.15 → 2.1.1

package/lib/web/dnsify/index.js

@@ -5,6 +5,8 @@ require("core-js/modules/es.symbol");
 
 require("core-js/modules/es.array.filter");
 
+require("core-js/modules/es.array.for-each");
+
 require("core-js/modules/es.object.get-own-property-descriptor");
 
 require("core-js/modules/es.object.get-own-property-descriptors");
@@ -21,7 +23,7 @@ require("regenerator-runtime/runtime");
 
 function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); keys.push.apply(keys, symbols); } return keys; }
 
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(source, true).forEach(function (key) { _defineProperty(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(source).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { _defineProperty(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
 
 function _defineProperty(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
 

package/lib/web/packleate/Packleator.js

@@ -6,6 +6,8 @@ require("core-js/modules/es.array.concat");
 
 require("core-js/modules/es.array.filter");
 
+require("core-js/modules/es.array.for-each");
+
 require("core-js/modules/es.array.index-of");
 
 require("core-js/modules/es.array.iterator");
@@ -46,7 +48,7 @@ function _asyncToGenerator(fn) { return function () { var self = this, args = ar
 
 function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); keys.push.apply(keys, symbols); } return keys; }
 
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(source, true).forEach(function (key) { _defineProperty(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(source).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { _defineProperty(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
 
 function _classCallCheck(instance, Constructor) { if (!(instance instanceof Constructor)) { throw new TypeError("Cannot call a class as a function"); } }
 

package/lib/web/packleate/index.js

@@ -5,6 +5,8 @@ require("core-js/modules/es.symbol");
 
 require("core-js/modules/es.array.filter");
 
+require("core-js/modules/es.array.for-each");
+
 require("core-js/modules/es.object.get-own-property-descriptor");
 
 require("core-js/modules/es.object.get-own-property-descriptors");
@@ -21,7 +23,7 @@ require("regenerator-runtime/runtime");
 
 function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); keys.push.apply(keys, symbols); } return keys; }
 
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(source, true).forEach(function (key) { _defineProperty(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(source).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { _defineProperty(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
 
 function _defineProperty(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@leverege/build-tools",
-  "version": "2.0.15",
+  "version": "2.1.1",
   "description": "A package for development build tools.",
   "main": "index.js",
   "scripts": {

package/src/dockreate

@@ -122,6 +122,11 @@ alias inf='wget -q -O- localhost:5111/logLevel/info'
 alias err='wget -q -O- localhost:5111/logLevel/error'
 alias wrn='wget -q -O- localhost:5111/logLevel/warn'
 
+cmetrics()
+{
+  wget -qO- localhost:5111/metrics
+}
+
 cmstat()
 {
   wget -qO- localhost:5111\${1}

package/src/helmup

@@ -60,7 +60,57 @@ function checkMonitoringNS(){
   fi
 }
 
+function upgradeMonitoringCharts(){
+  if [[ `git status --porcelain` ]];
+  then
+    cat<<DIRTYGIT
+
+$RED_ERROR This git repo must be clean before we can do the monitoring
+          upgrade so either commit or stash and rerun.
+
+`git status`
+
+DIRTYGIT
+    exit 1
+  fi
+
+  if [ -f values-monitoring.yaml ] || [ -d monitoring ];
+  then
+    rm -rf values-monitoring.yaml monitoring
+    git add -A
+  fi
+
+  # blow away the existing deployment
+  helm delete --purge monitoring
+
+  # Make certain the baseline branch is up to date
+  git fetch origin new-baseline:new-baseline
+
+  NEWMON="elasticsearch-exporter grafana prometheus stackdriver-exporter"
+  for SOURCE in $NEWMON;
+  do
+    printf "Grabbing $SOURCE from new-baseline\n"
+    git checkout --quiet new-baseline $SOURCE
+  done
+
+  cat<<RERUN
+  
+`git status`
+
+$GREEN_INFO Make certain the staged mods to this git repo are committed and
+         pushed so things don't get twisted up and sad.
+
+$GREEN_INFO Preparing to rerun overwhelm before continuing with the upgrade.
+
+         Hit return to coninue...
+RERUN
+
+  read ANS && overwhelm
+}
+
 function installMonitoringCharts(){
+  upgradeMonitoringCharts
+
   ## Set the project id by parsing current context
   currContext=`kubectl config current-context`
    
@@ -95,19 +145,26 @@ function installMonitoringCharts(){
     --namespace monitoring \
     -f grafana/values-grafana.yaml \
     --version 5.0.3
+}
+
+function monitoringHelp(){
+  MONPASS=`kubectl get secret --namespace monitoring grafana -o jsonpath='{.data.admin-password}' | base64 --decode`
 
-  ## Print out instructions
-  printf "\n$GREEN_INFO To access prometheus =>\n\n"
-  printf "Prometheus Server (manage targets, configs, alerts): \n
+  cat<<ACCESS
+  `color g "Proxy to Prometheus (manage targets, configs, alerts):"`
     export POD_NAME=\$(kubectl get pods --namespace monitoring -l 'app=prometheus,component=server' -o jsonpath='{.items[0].metadata.name}')
-    kubectl --namespace monitoring port-forward \$POD_NAME 9090\n\n"
+    kubectl --namespace monitoring port-forward \$POD_NAME 9090
 
-  printf "Alertmanager (manage alert notification, silences): \n
+  `color g "Proxy to Alertmanager (manage alert notification, silences):"`
     export POD_NAME=\$(kubectl get pods --namespace monitoring -l 'app=prometheus,component=alertmanager' -o jsonpath='{.items[0].metadata.name}')
-    kubectl --namespace monitoring port-forward \$POD_NAME 9093\n\n"
+    kubectl --namespace monitoring port-forward \$POD_NAME 9093
 
-  printf "$YELO_WARN Save Grafana password to Keeweb if you haven't already & create ingress\n\n"
-  printf "  kubectl get secret --namespace monitoring grafana -o jsonpath='{.data.admin-password}' | base64 --decode ; echo\n\n"
+  `color toast "Save monitoring password to Keeweb"`   => `color r $MONPASS`
+
+  `color g "Show this helpful message again with"` => `color r "helmup monitoring-wtf"`
+
+ACCESS
+  exit 0
 }
 
 function createSSDYAML(){
@@ -249,28 +306,6 @@ EOK8S
   exit 1
 fi
 
-OLD_MONITORING="${GITTOP}/values-monitoring.yaml"
-if [ -f "$OLD_MONITORING" ];
-then
-  cat<<OLDMON
-
-$RED_ERROR Old monitoring setup detected
-
-  Monitoring now runs in the monitoring namespace, centrally managed via helmup.
-  
-  To migrate to the new setup:
-  1) Delete values-monitoring.yaml
-  2) Grab prometheus/values-local.yaml from master branch (modify as needed for opsgenie config)
-  3) Grab stackdriver-exporter/values-local.yaml from master branch
-  4) Create grafana dir => add .nohelm and values-grafana.yaml
-  5) Create elasticsearch-exporter dir => add .nohelm and values-es-exporter.yaml
-
-  Now run helmup monitoring and follow directions. 
-
-OLDMON
-  exit 1
-fi 
-
 npm run ahoy
 [ $? -ne 0 ] && printf "\n\n***Aborting helmup...\n\n" && exit 1
 
@@ -311,6 +346,11 @@ function doInstall() {
       "monitoring")
         checkMonitoringNS
         installMonitoringCharts
+        monitoringHelp
+        ;;
+
+      "monitoring-wtf")
+        monitoringHelp
         ;;
 
       "mysql")
@@ -399,9 +439,21 @@ NOTRUNNING
     esac
   done
 
-  printf "\nRunning => helm ls\n\n"
-  helm ls
+  printf "\nCheck helm deployment status by running => `color g helm\ ls`\n\n"
 }
 
 doInstall $@
 cd - &> /dev/null
+
+OLD_MONITORING="${GITTOP}/values-monitoring.yaml"
+if [ -f "$OLD_MONITORING" ];
+then
+  cat<<OLDMON
+
+$YELO_WARN The old monitoring setup has been detected.
+            Upgrade by running => `color g "helmup monitoring"`
+
+OLDMON
+  exit 1
+fi 
+

package/src/overwhelm

@@ -200,26 +200,6 @@ const opt = {
 
 const ahoy = glob.sync( '*/', opt )
 
-// Keel supports a "never" policy which will cause it to skip over a release
-// if it is properly set. Adding a .nokeel file to a release directoy will
-// cause the creation of the file if it does not already exist.
-const generateKeelNeverPolicy = ( fileName ) => {
-  if ( fs.existsSync( fileName ) ) return
-  const neverPolicy = `
-keel:
-  # keel policy (all/major/minor/patch/force)
-  policy: "never"
-  # approvals
-# approvals: 1
-# approvalDeadline: 24
-# # images to track and update
-# images:
-#   - repository: never.IMAGE # [1]
-#     tag: never.VERSION  # [2]
-`
-  fs.writeFileSync( fileName, neverPolicy )
-}
-
 // Generate the values.yaml files in directories not marked with .nohelm.
 ahoy.forEach( ( dir ) => {
   if ( !fs.existsSync( `${dir}/.nohelm` ) ) {
@@ -230,10 +210,6 @@ ahoy.forEach( ( dir ) => {
     // Add support for localized values for things like keel (or whatever)
     const valuesLocal = `${dir}values-local.yaml`
 
-    if ( fs.existsSync( `${dir}.nokeel` ) ) {
-      generateKeelNeverPolicy( valuesLocal )
-    }
-
     if ( fs.existsSync( valuesLocal ) ) {
       console.log( `     Local values in ${valuesLocal}` )
       valuesOut += `\n# AHOY => values-local.yaml\n\n`
@@ -246,10 +222,11 @@ ahoy.forEach( ( dir ) => {
   }
 } )
 
+
 // Set the GCP context for safety!
-  const clusterName = over['CLUSTER_NAME']
-  const projectId   = over['PROJECT_ID']
-  const zone = over['GCE_REGION'] + ( over['GCE_ZONE'] ? `-${over['GCE_ZONE']}` : '' )
+  let clusterName = over['CLUSTER_NAME']
+  let projectId   = over['PROJECT_ID']
+  let zone = over['GCE_REGION'] + ( over['GCE_ZONE'] ? `-${over['GCE_ZONE']}` : '' )
 
   if ( !clusterName ) {
     console.log( chalk.yellow(
@@ -278,9 +255,20 @@ ahoy.forEach( ( dir ) => {
   } catch (err) { }
 
   const currentCtx = kubeout.toString().trim()
-  const desiredCtx = `gke_${projectId}_${zone}_${clusterName}`
+  let desiredCtx = `gke_${projectId}_${zone}_${clusterName}`
+  let cmd = `gcloud container clusters get-credentials ${clusterName} --zone ${zone} --project ${projectId}`
+
+  // Check if we are using AWS
+  if(cfgs['CLOUD'] === 'aws'){
+    const awsAcctId = cfgs['AWS_ACCT_ID']
+    zone = over['AWS_REGION']
+    desiredCtx = `arn:aws:eks:${zone}:${awsAcctId}:cluster/${clusterName}`
+    cmd = `aws eks --region ${zone} update-kubeconfig --name ${clusterName}`
+  }
+
+  // TODO - FETCH AWS CLUSTER CREDENTIALS 
+
   const matchedCtx = ( currentCtx === desiredCtx )
-  const cmd = `gcloud container clusters get-credentials ${clusterName} --zone ${zone} --project ${projectId}`
   
   if ( matchedCtx ) {
     console.log( `
@@ -293,21 +281,21 @@ ahoy.forEach( ( dir ) => {
   else {
     console.log( `
 
-  You are about to change your GCP context to:
+  You are about to change your Kubernetes context to:
       CLUSTER_NAME => ${chalk.bold.green(clusterName)}
       PROJECT_ID   => ${chalk.bold.green(projectId)}
-      GCE_REGION   => ${chalk.bold.green(zone)}
+      REGION       => ${chalk.bold.green(zone)}
 
   ` )
   }
   const ans = ask.question( `Enter "${chalk.bold.green( 'yes' )}" if you wish to fetch the credentials => ` )
   if ( ans !== 'yes' ) {
     if ( matchedCtx ) {
-      console.log( chalk.bold.yellow( `\n\nSkipping a refetch of your GCP context and credentials\n\n` ) )
+      console.log( chalk.bold.yellow( `\n\nSkipping a refetch of your Kubernetes context and credentials\n\n` ) )
       process.exit( 0 )
     }
 
-    console.log( chalk.bold.red( `\n\nYour GCP context and credentials do NOT match - this could be bad!\n\n` ) )
+    console.log( chalk.bold.red( `\n\nYour Kubernetes context and credentials do NOT match - this could be bad!\n\n` ) )
     process.exit( 1 )
   }