@leverege/build-tools 2.0.5 → 2.0.7

package/lib/server/overwhelm

@@ -1,320 +0,0 @@
-#!/usr/bin/env node
-
-const chalk = require( 'chalk' )
-const cliArgs = require( 'command-line-args' )
-const cliHelp = require( 'command-line-usage' )
-const exec = require( 'child_process' ).execSync
-const fs = require( 'fs' )
-const glob = require( 'glob' )
-const parse = require( 'parse-gitignore' )
-const ask = require( 'readline-sync' )
-const YAML = require( 'js-yaml' )
-
-const optionsDefinitions = [
-  { name : 'context',  alias : 'x', type : String, default : '' },
-  { name : 'section',  alias : 's', type : String, default : 'default' },
-  { name : 'key',      alias : 'k', type : String },
-  { name : 'export',   alias : 'e', type : Boolean, default : false },
-  { name : 'continue', alias : 'c', type : Boolean, default : false },
-  { name : 'checkctx', alias : 't', type : Boolean, default : false },
-  { name : 'verbose',  alias : 'v', type : Boolean, default : false },
-]
-const args = cliArgs( optionsDefinitions )
-
-// The kubernetes context is equal to the git branch name.
-const gitBranch = require( 'git-branch' ).sync()
-const context   = args.context || gitBranch
-
-if ( context == 'master' ) {
-  console.log( '***ERROR: master context is forbidden; change to a different branch\n\n' )
-  process.exit( 1 )
-}
-
-// Load the default values and then overlay with the project specific yaml
-// values. This supports the notion of this type of approach in the
-// overwhelm yaml settings:
-//   default:
-//     GCE_MACHINE : "n1-standard-2"
-//
-//   my-project:
-//     GCE_MACHINE : "n1-highcpu-8"
-//
-// fashion, but it is advised not to set a default region with this
-// approach in order to keep us cognizant of exactly where a cluster is
-// being formed.
-//
-const yaml = YAML.safeLoad( fs.readFileSync( 'overwhelm.yaml', 'utf-8' ) )
-const over = yaml.default
-let   cfgs = yaml[context]
-let   wtfs = cfgs
-
-// If we just need to check context return 0 if cfgs exists, else error.
-if ( args.checkctx ) { process.exit( !cfgs ) }
-
-if ( !cfgs ) {
-  console.log( `***ERROR: Unknown context => [${context}]\n` )
-  console.log( '   Known k8s contexts are:' )
-  Object.keys( yaml ).forEach( ( key ) => {
-    if ( key !== 'default' ) { console.log( `             ${key}` ) }
-  } )
-  console.log( `Add a section into overwhelm.yaml for ${context}\n\n` )
-  process.exit( 1 )
-}
-
-// Check to see if we are deriving from another configuration.
-if ( cfgs['PROJECT_BASE'] ) {
-  const baseName = cfgs['PROJECT_BASE']
-  const tempCfgs = cfgs
-  cfgs = yaml[baseName]
-  Object.keys( tempCfgs ).forEach( ( key ) => { cfgs[key] = tempCfgs[key] } )
-  console.log( "PROJECT_BASE still under evaluation" )
-  console.log( "\n  cfgs=", cfgs )
-  process.exit( 1 ) //XXX HERE
-}
-
-Object.keys( cfgs ).forEach( ( key ) => { over[key] = cfgs[key] || over[key] } )
-
-// Expand any variables that reference other variable settings. A perfect
-// example of where this is useful is in the setting of a PROJECT_NAME and
-// a PROJECT_ID. Most of the time these values are identical, which is why
-// this setting exists in the default section:
-//   default:
-//     PROJECT_ID : ${PROJECT_NAME}
-//
-// However, in the case of projects like Siren Marine, this is the more
-// likely setup due to legacy naming schemes:
-//   sire-marine:
-//     PROJECT_NAME : siren-marine
-//     PROJECT_ID   : prod-rt-data
-//
-const varErrors = []
-Object.keys( over ).forEach( ( key ) => {
-  if ( !over[key] ) return // no value to work with - skip it
-
-  // Look for something in the form of "thing-${VAR1}-${VAR2}-${VARn}-stuff"
-  const matches = over[key].match( /\$\{\w+\}/g )
-  if ( !matches ) return
-
-  matches.forEach( ( replaceThis ) => {
-    // The matched variable names will be in the form of ${VARNAME} so drop
-    // the ${} characters before using the VARNAME to map into the
-    // overwhelm map containing the desired replacement value.
-    const withThat = over[replaceThis.replace( /\W+/g, '' )]
-    if ( !withThat ) {
-      varErrors.push( `${key} : ${over[key]}` )
-      return
-    }
-    // Store the replaced string back in the overwhelm value map.
-    over[key] = over[key].replace( replaceThis, withThat )
-  } )
-} )
-
-if ( varErrors.length > 0 ) {
-  console.log( '***ERROR: unkown variable reference(s) in overwhelm.yaml:\n' )
-  varErrors.forEach( ( error ) => {
-    console.log( `     ${error}` )
-  } )
-  console.log('' )
-  process.exit( 1 )
-}
-
-// Grab a list of the existing yaml templates.
-const yams = glob.sync( 'values-*.yaml' )
-
-// A function to apply the replacements to all of the matching yaml which
-// will error out if it runs into an unknown OVH<tag>.
-const doReplacements = ( yamls, replacements ) => {
-  let replYaml = yamls
-
-  Object.keys( replacements ).forEach( ( repl ) => {
-    const replaceThis = new RegExp( `OVH:<${repl}>`, 'g' )
-    const withThat = `${replacements[repl]}`
-    replYaml = replYaml.replace( replaceThis, withThat )
-  } )
-
-  // Verify all replaceables have been handled, or error out.
-  const missed = replYaml.match( /OVH:<(.*)>/g )
-
-  if ( missed ) {
-    console.log( '\n***ERROR: missing replacements in overwhelm.yaml for these tags:\n' )
-    missed.forEach( ( miss ) => {
-      console.log( `     TAG: ${miss.match( /OVH:<(.*)>/)[1]}` )
-    } )
-    console.log('' )
-    process.exit( 1 )
-  }
-
-  return replYaml
-}
-
-// Collect all of the yaml from the yams, and always expect the default and
-// platform yamls to be in that list.
-const buildYaml = ( yamls, replacements ) => {
-  // We always start with default but values-platform is no longer needed.
-  const always = [ 'values-default.yaml' ]
-  const values = [ ...always, ...yamls ]
-  const loaded = []
-  let allYamls = ''
-
-  values.forEach( ( yaml ) => {
-    if ( !fs.existsSync( yaml ) ) {
-      console.log( `\n***ERROR: yaml file missing => ${yaml}\n` )
-      process.exit( 1 )
-    }
-
-    if ( !loaded.includes( yaml ) ) {
-      allYamls += `\n# AHOY => ${yaml}\n\n`
-      allYamls += fs.readFileSync( yaml, { encoding : 'utf-8' } )
-      loaded.push( yaml )
-    }
-  } )
-
-  // Now apply all of the replacements from the overwhelm file.
-  return doReplacements( allYamls, replacements )
-}
-
-// Call buildYaml to replace the OVH strings in the yaml files.
-const values = buildYaml( yams, over )
-
-// Check to see if someone is requesting a value from the yaml.
-if ( args.key ) {
-  const section = args.section || 'default'
-  const keys = yaml[section]
-  if ( args.verbose ) {
-    console.log( 'replacements' )
-    console.log( keys )
-  }
-  if ( args.export ) {
-    console.log( `export ${args.key}=${keys[args.key]}` )
-  }
-  else {
-    console.log( keys[args.key] )
-  }
-  if ( ! args.continue ) process.exit()
-}
-
-// Find all of the potential target dirs. Utilize .gitignore to ignore files
-const opt = {
-  ignore : parse( fs.readFileSync( '.gitignore' ) )
-}
-
-const ahoy = glob.sync( '*/', opt )
-
-// Keel supports a "never" policy which will cause it to skip over a release
-// if it is properly set. Adding a .nokeel file to a release directoy will
-// cause the creation of the file if it does not already exist.
-const generateKeelNeverPolicy = ( fileName ) => {
-  if ( fs.existsSync( fileName ) ) return
-  const neverPolicy = `
-keel:
-  # keel policy (all/major/minor/patch/force)
-  policy: "never"
-  # approvals
-# approvals: 1
-# approvalDeadline: 24
-# # images to track and update
-# images:
-#   - repository: never.IMAGE # [1]
-#     tag: never.VERSION  # [2]
-`
-  fs.writeFileSync( fileName, neverPolicy )
-}
-
-// Generate the values.yaml files in directories not marked with .nohelm.
-ahoy.forEach( ( dir ) => {
-  if ( !fs.existsSync( `${dir}/.nohelm` ) ) {
-    console.log( `Generating values in ${dir}` )
-
-    let valuesOut = [] // An accumulator for all of the output values.
-
-    // Add support for localized values for things like keel (or whatever)
-    const valuesLocal = `${dir}values-local.yaml`
-
-    if ( fs.existsSync( `${dir}.nokeel` ) ) {
-      generateKeelNeverPolicy( valuesLocal )
-    }
-
-    if ( fs.existsSync( valuesLocal ) ) {
-      console.log( `     Local values in ${valuesLocal}` )
-      valuesOut += `\n# AHOY => values-local.yaml\n\n`
-      valuesOut += fs.readFileSync( valuesLocal, { encoding : 'utf-8' } )
-    }
-    valuesOut += `\n${values}`
-    valuesOut  = doReplacements( valuesOut, over )
-
-    fs.writeFileSync( `${dir}/values.yaml`, valuesOut )
-  }
-} )
-
-// Set the GCP context for safety!
-  const clusterName = over['CLUSTER_NAME']
-  const projectId   = over['PROJECT_ID']
-  const zone = over['GCE_REGION'] + ( over['GCE_ZONE'] ? `-${over['GCE_ZONE']}` : '' )
-
-  if ( !clusterName ) {
-    console.log( chalk.yellow(
-    `
-
-    The overwhelm.yaml file in this branch is missing a CLUSTER_NAME setting,
-    which was added to support cluster names that do not match the project
-    name. Since the mismatch is rare, you can probably get by with simply
-    adding this line following PROJECT_NAME in the default section of
-    overwhelm.yaml:
-
-      ${chalk.bold.green( `CLUSTER_NAME   : "\${PROJECT_NAME}"` )}
-
-    However, if the CLUSTER_NAME is not the same as the PROJECT_NAME then go
-    ahead and add the CLUSTER_NAME setting to the ${chalk.bold.green(projectId)} section of the
-    overwhelm.yaml file.
-
-    ` ) )
-    process.exit( 1 )
-  }
-
-  let kubeout = '_no_current_context_'
-  try {
-    // if current is not set exec will throw
-    kubeout = exec( 'kubectl config current-context' )
-  } catch (err) { }
-
-  const currentCtx = kubeout.toString().trim()
-  const desiredCtx = `gke_${projectId}_${zone}_${clusterName}`
-  const matchedCtx = ( currentCtx === desiredCtx )
-  const cmd = `gcloud container clusters get-credentials ${clusterName} --zone ${zone} --project ${projectId}`
-  
-  if ( matchedCtx ) {
-    console.log( `
-
-  Current context ${chalk.bold.green(currentCtx)} matches the desired
-  context. Do you want to update credentials anyway?
-
-  ` )
-  }
-  else {
-    console.log( `
-
-  You are about to change your GCP context to:
-      CLUSTER_NAME => ${chalk.bold.green(clusterName)}
-      PROJECT_ID   => ${chalk.bold.green(projectId)}
-      GCE_REGION   => ${chalk.bold.green(zone)}
-
-  ` )
-  }
-  const ans = ask.question( `Enter "${chalk.bold.green( 'yes' )}" if you wish to proceed => ` )
-  if ( ans !== 'yes' ) {
-    if ( matchedCtx ) {
-      console.log( chalk.bold.yellow( `\n\nSkipping a refetch of your GCP context and credentials\n\n` ) )
-      process.exit( 0 )
-    }
-
-    console.log( chalk.bold.red( `\n\nYour GCP context and credentials do NOT match - this could be bad!\n\n` ) )
-    process.exit( 1 )
-  }
-
-  console.log( `\n\nExecuting: ${cmd}\n\n` )
-  exec( `${cmd}`, ( error, out ) => {
-    if ( error ) {
-      console.log( `\n\n***ERROR ${error}\n\n` )
-      process.exit( 1 )
-    }
-  } )

package/lib/server/pkgck

@@ -1,136 +0,0 @@
-#!/bin/bash
-
-C_off='\e[0m'
-C_yellow='\e[93m'
-C_red='\e[101m'
-C_green='\e[92m'
-
-good() {
-  printf "\e[32m✔${C_off}"
-}
-
-bad() {
-  printf "\e[31m✘${C_off}"
-}
-
-semver() {
-  local version=$1
-  local isSemver=`echo $version | egrep -e "^v\d+\.\d+\.\d+$"`
-  if [ -z "$version" ];
-  then
-    printf "UNTAGGD"
-  elif [ $isSemver ];
-  then
-    printf "$version"
-  else
-    printf "!SEMVER"
-  fi
-}
-
-check_babel () {
-  local C_stat=$(bad)
-  [ -f .babelrc ] && grep --silent @babel/plugin-proposal-optional-chaining .babelrc
-  [ $? -eq 0 ] && C_stat=$(good)
-  printf $C_stat
-}
-
-check_circle () {
-  local C_stat=$(bad)
-  [ -f ".circleci/config.yml" ] && C_stat=$(good)
-  printf $C_stat
-}
-
-check_eslint () {
-  local C_stat=$(bad)
-  [ -f .eslintrc ] && grep --silent @leverege/eslint-config-leverege .eslintrc
-  [ $? -eq 0 ] && C_stat=$(good)
-  printf $C_stat
-}
-
-check_license () {
-  local C_stat=$(bad)
-  local lic="`node -p \"require('./package.json').scripts.licenseCheck !== undefined\"`"
-  [ $lic == true ] && C_stat=$(good)
-  printf $C_stat
-}
-
-# Invoke as: version_ck $GITTAG $NPMVER
-#
-check_git_version() {
-  local tag=$1
-  local pkg=$2
-  local clr=$C_green
-
-  if [ "$tag" == 'UNTAGGD' ];
-  then
-    clr=$C_red
-  elif [ "$tag" != "$pkg" ];
-  then
-    clr=$C_yellow
-  fi
-
-  printf "$clr$tag$C_off"
-}
-
-check_nodemon() {
-  nodemon="`getjson --file ./package.json --key nodemon`"
-}
-
-check_scope() {
-  private="`node -p \"require('./package.json').private == true\"`"
-  scoped="`getjson --file ./package.json --key name --regex '^@\w{3}'`"
-  result="${C_red}PUBL${C_off}"
-  if [[ "$scoped" == "" ]] && [[ "$private" == "true" ]];
-  then
-    result="${C_yellow}PRVT"
-  elif [[ "$scoped" != "" ]];
-  then
-    result="${C_green}${scoped}"
-  elif [[ "$private" == "true" ]];
-  then
-    result="${C_green}prv"
-  fi
-  printf "${result}${C_off}"
-}
-
-repos=0
-check_repo() {
-  local dir=$1
-  [ ! -d $dir/.git ] || [ ! -f $dir/package.json ] && return
-  cd $dir &> /dev/null
-  local gperrs=0
-  git pull -q &> /dev/null;        [ $? -ne 0 ] && let "gperrs++"
-  git pull -q --tags &> /dev/null; [ $? -ne 0 ] && let "gperrs++"
-
-  # It is necessary to use the output from printf to set localmods in order
-  # to get the ANSI escape codes expanded.
-  local localmods=$(good)
-  [ $gperrs -ne 0 ] && localmods=$(bad)
-  pkgver=$(semver "v`node -p \"require('./package.json').version\"`")
-  gitver=$(semver `git describe --abbrev=0 2>/dev/null`)
-  [ $? -ne 0 ] && gitver='UNTAGGD'
-  local needspush=
-  if [ "$pkgver" == "$gitver" ];
-  then
-    git ls-remote --tags origin | grep $gitver &> /dev/null
-    [ $? -ne 0 ] && needspush='!tags'
-  fi
-  local babel7=$(check_babel)
-  local circle=$(check_circle)
-  local eslint=$(check_eslint)
-  local license=$(check_license)
-  local scoped=$(check_scope)
-  [ $(( $repos % 15)) -eq 0 ] && printf "\n%35s pkg      git  cln scop cir lic esl bl7\n"
-  printf "%32s: %-8s %-16s %s  %8s  %s   %s   %s   %s  %s\n" $dir $pkgver $(check_git_version $gitver $pkgver) $localmods $scoped $circle $license $eslint $babel7 "$needspush"
-  let "repos++"
-  cd - &> /dev/null
-}
-
-clear
-
-pkgs="$@"
-for dir in $@; do
-  check_repo $dir
-done
-
-printf "\ntotal repoitories checked: $repos\n\n"

package/lib/server/pkglint

@@ -1,35 +0,0 @@
-#!/bin/bash
-
-C_off='\e[0m'
-C_yellow='\e[93m'
-
-good() {
-  printf "\e[32m✔${C_off}"
-}
-
-bad() {
-  printf "\e[31m✘${C_off}"
-}
-
-check_file() {
-  local C_stat=$(bad)
-  local filename=$1
-
-  if [ -f $filename ]; then
-    C_stat=$(good)
-    printf "$C_stat $filename\n"
-  else
-    printf "$C_stat $filename is missing\n\n"
-    printf "${C_yellow}  Please create $filename before pushing to prod\n\n"
-    exit 1
-  fi
-}
-
-printf "\nChecking repo for markdown files\n\n"
-
-files=( README.md LICENSE.md )
-for file in ${files[@]}; do
-  check_file $file
-done
-
-printf "\nAll required files exist\n\n"

package/lib/server/test.json

@@ -1,4 +0,0 @@
-{
-  "name": "@leverege/packagename",
-  "main": "lib/index.js"
-}

package/src/dnsify/CloudflareAPI.js

@@ -1,99 +0,0 @@
-const ora = require( 'ora' )
-const fs = require( 'fs' )
-const path = require( 'path' )
-const { promisify } = require( 'util' )
-
-class CloudflareAPI {
-  constructor( options ) {
-    const { args } = options
-    const { url, proxy, ipaddress, account } = args
-   
-    this.url = url
-    this.proxy = proxy
-    this.ipaddress = ipaddress
-    this.spinner = ora( { text : 'Creating DNS record...', spinner : 'monkey' } )
-    this.account = account
-  }
-
-  async decrypt(  
-    projectId = 'leverege-docker-images', 
-    keyRingId = 'build-tools', 
-    cryptoKeyId = 'circle-ci', 
-    ciphertextFileName = './accounts.json.enc',
-    plaintextFileName = './accounts.json'
-  ) {
-
-    // Import the library and create a client
-    const kms = require( '@google-cloud/kms' )
-    const client = new kms.KeyManagementServiceClient()
-
-    // The location of the crypto key's key ring, e.g. "global"
-    const locationId = 'us-east4'
-
-    // Reads the file to be decrypted
-    const readFile = promisify( fs.readFile );
-    const contentsBuffer = await readFile( path.resolve( __dirname, ciphertextFileName ) )
-    const name = client.cryptoKeyPath(
-      projectId,
-      locationId,
-      keyRingId,
-      cryptoKeyId
-    );
-    const ciphertext = contentsBuffer.toString( 'base64' )
-
-    // Decrypts the file using the specified crypto key
-    const [ result ] = await client.decrypt( { name, ciphertext } )
-
-    // Writes the decrypted file to disk
-    const writeFile = promisify( fs.writeFile )
-    await writeFile( path.resolve( __dirname, plaintextFileName ), Buffer.from( result.plaintext, 'base64' ) )
-  }
-
-  setAccountValues() {
-    const accountJson = require( path.resolve( __dirname, './accounts.json' ) )
-    const accountInfo = accountJson[this.account]
-    const { email, key, zone } = accountInfo
-
-    this.cf = require( 'cloudflare' )( {
-      email,
-      key
-    } )
-    this.zone = zone
-  }
-
-  async deleteSecrets() {
-    const deleteFile = promisify( fs.unlink )
-    await deleteFile( path.resolve( __dirname, './accounts.json' ) )
-  }
-
-  async createDNSRecord() {
-    try {
-      this.spinner.start()
-
-      this.spinner.text = 'Decrypting Cloudflare secrets...'
-      await this.decrypt()
-
-      this.spinner.text = 'Initializing Cloudflare API...'
-      this.setAccountValues()
-
-      this.spinner.text = 'Adding A name record...'
-      await this.cf.dnsRecords.add( this.zone,
-        { type : 'A', 
-          name : this.url, 
-          content : this.ipaddress, 
-          proxied : this.proxy
-        } )
-
-      this.spinner.text = 'Removing secrets...'
-      await this.deleteSecrets()
-
-      this.spinner.stop()
-    } catch ( ex ) {
-      this.spinner.stop()
-      console.log( ex )
-      throw ex
-    }
-  }
-}
-
-module.exports = CloudflareAPI

package/src/dnsify/index.js

@@ -1,82 +0,0 @@
-#!/usr/bin/env node
-const commandLineArgs = require( 'command-line-args' )
-const commandLineUsage = require( 'command-line-usage' )
-const Cloudflare = require( './CloudflareAPI' )
-
-const defaultConfig = {
-  account : 'leverege',
-  proxy : true
-}
-
-const sections = [
-  {
-    content : 'Wraps Cloudflare to modify DNS configs for new UI/Servers'
-  },
-  {
-    header : 'Options',
-    optionList : [
-      {
-        name : 'account',
-        alias : 'a',
-        description : 'Cloudflare account to use'
-      },
-      {
-        name : 'ipaddress',
-        alias : 'i',
-        description : 'IP address to point DNS account to (e.g. 35.178.29.10)'
-      },
-      {
-        name : 'url',
-        alias : 'u',
-        description : 'URL name (e.g. myserver)'
-      },
-      {
-        name : 'proxy',
-        alias : 'p',
-        description : 'Turn on Cloudflare proxy (optional)'
-      },
-      {
-        name : 'help',
-        description : 'Print this usage guide.'
-      }
-    ]
-  }
-]
-
-const usage = commandLineUsage( sections )
-
-const optionDefinitions = [
-  { name : 'account', alias : 'a', type : String, defaultValue : defaultConfig.account },
-  { name : 'ipaddress', alias : 'i', type : String },
-  { name : 'url', alias : 'u', type : String },
-  { name : 'proxy', alias : 'p', type : Boolean, defaultValue : defaultConfig.proxy },
-  { name : 'help', alias : 'h', type : Boolean }
-]
-
-const args = commandLineArgs( optionDefinitions )
-
-async function main() {
-  if ( args.help ) {
-    console.log( usage )
-  } 
-
-  if ( !args.url || !args.ipaddress ) {
-    console.log( '\n*******************************************' )
-    console.log( '**                                       **' )
-    console.log( '** Need to specify URL and/or IP address **' )
-    console.log( '**                                       **' )
-    console.log( '*******************************************' )
-    console.log( usage )
-  } else {
-    const CF = new Cloudflare( { ...defaultConfig, args } )
-    try {
-      await CF.createDNSRecord()
-      console.log( 'Successfully created a new DNS record' )
-      console.log( 'It may take a few minutes for DNS to propagate' )
-    } catch ( ex ) {
-      console.error( ex.message )
-    }
-  }
-}
-
-main()