@leverege/build-tools 2.0.5 → 2.0.6

package/lib/server/decrypt-secrets

@@ -1,108 +0,0 @@
-#!/bin/bash
-display_usage() { 
-  echo "This script decrypts files using Google KMS." 
-  echo -e "\nInputs: .env.enc and secrets.tar.gz.enc (if it exists) \n" 
-} 
-
-install_gcloud() {
-  install () {
-    # Set sudo to work whether logged in as root user or non-root user
-    if [[ $EUID == 0 ]]; then export SUDO=""; else export SUDO="sudo"; fi
-
-    # Create an environment variable for the correct distribution
-    if [[ $(command -v lsb_release) == "" ]]; then
-      $SUDO apt-get update && $SUDO apt-get -y install lsb-release
-      export CLOUD_SDK_REPO="cloud-sdk-$(lsb_release -c -s)"
-    else
-      export CLOUD_SDK_REPO="cloud-sdk-$(lsb_release -c -s)"
-    fi
-
-    # Add the Google Cloud SDK distribution URI as a package source
-    echo "deb http://packages.cloud.google.com/apt $CLOUD_SDK_REPO main" | $SUDO tee -a /etc/apt/sources.list.d/google-cloud-sdk.list
-
-    # Import the Google Cloud public key
-    if [[ $(command -v curl) == "" ]]; then
-      $SUDO apt-get update && $SUDO apt-get -y install curl
-      curl https://packages.cloud.google.com/apt/doc/apt-key.gpg | $SUDO apt-key add -
-    else
-      curl https://packages.cloud.google.com/apt/doc/apt-key.gpg | $SUDO apt-key add -
-    fi
-
-    # Update and install the Cloud SDK
-    $SUDO apt-get update && $SUDO apt-get -y install google-cloud-sdk
-  }
-
-  if grep 'docker\|lxc' /proc/1/cgroup; then
-    if [[ $(command -v gcloud) == "" ]]; then
-      install
-    else
-      echo "gcloud CLI is already installed."
-    fi
-  else
-    echo "----------------------------------------------------------------------------------------------------"
-    echo "this is a machine executor job, replacing default installation of gcloud CLI"
-    echo "----------------------------------------------------------------------------------------------------"
-    sudo rm -rf /opt/google-cloud-sdk
-    install
-  fi
-}
-
-initialize_gcloud() {
-  echo ${GCLOUD_SERVICE_KEY} > ${HOME}/gcloud-service-key.json
-
-  # Initialize gcloud CLI
-  gcloud auth activate-service-account --key-file=${HOME}/gcloud-service-key.json
-  gcloud --quiet config set project ${GOOGLE_PROJECT_ID}
-  gcloud --quiet config set compute/zone ${GOOGLE_COMPUTE_ZONE}
-}
-
-if [ "$1" == "-h" ]; then
-  display_usage
-  exit 1
-fi
-
-if [ "$CIRCLECI" == "true" ]; then
-  install_gcloud
-  initialize_gcloud
-fi
-
-# Attempt to grab org name from git remote origin
-git_orgname=`git config --get remote.origin.url | cut -d ":" -f 2 | cut -d "/" -f 1`
-
-# Set project based on org name
-printf "\nDetecting organization name...\n"
-
-if [ "$git_orgname" = "leverege" ]; then
-  printf "\nUsing leverege\n\n"
-  gcp_project=leverege-docker-images
-elif [ "$git_orgname" = "cox2m" ]; then
-  printf "\nUsing cox2m\n\n"
-  gcp_project=cox2m-docker-images
-else
-  printf "\nDid not recognize organization name...\n"
-  printf "\nDefaulting to leverege\n\n"
-  gcp_project=leverege-docker-images
-fi
-
-# decrypt .env.enc file
-gcloud kms decrypt \
-  --project $gcp_project \
-  --key circle-ci \
-  --keyring build-tools \
-  --location us-east4 \
-  --plaintext-file .env \
-  --ciphertext-file .env.enc
-
-if [ -f "secrets.tar.gz.enc" ]; then
-  # decrypt the secrets.tar.gz.enc
-  gcloud kms decrypt \
-    --project $gcp_project \
-    --key circle-ci \
-    --keyring build-tools \
-    --location us-east4 \
-    --plaintext-file secrets.tar.gz \
-    --ciphertext-file secrets.tar.gz.enc
-
-  # untar secrets.tar.gz
-  tar xvzf secrets.tar.gz
-fi

package/lib/server/dockreate

@@ -1,353 +0,0 @@
-#!/bin/bash
-if [ -z "$1" ]; then
-  echo "   Usage: create <version number>"
-  exit 1
-fi
-
-# cleanup trapper for gracefully killing, which doesn't do much right now
-cleanup() {
-  printf "\nCleaning up and exiting...\n\n"
-  rm -rf ./workspace $SSHDIR .npmrc
-  exit 0
-}
-trap cleanup INT
-
-# Usage: colorize <color> <string>
-# where: color  = [red|green|yellow]
-#        string = the thing to apply the color to
-colorize() {
-  local C_green='\e[92m'
-  local C_yellow='\e[93m'
-  local C_red='\e[91m'
-  local C_off='\e[0m'
-
-  case "$1" in
-    'red'   ) clr="$C_red" ;;
-    'green' ) clr="$C_green" ;;
-    'yellow') clr="$C_yellow" ;;
-           *) clr=$C_off;;
-  esac
-
-  printf "$clr$2$C_off"
-}
-
-strip_undefined() {
-  local result="$1"
-  [ "$1" == "undefined" ] && result=""
-  printf "$result"
-}
-
-# Useful links with information regarding k8s/docker/nodejs and PID 1
-#   No PID 1 for NodeJS     => https://bit.ly/2r4gHkZ
-#   What tini is all about  => https://bit.ly/2HsSxqP
-#   Graceful kills with k8s => https://bit.ly/2NONEJG
-#
-# Params: $1 = version from dockerize invocation
-#         $2 = node image to dockerize, default: dubnium-alpine (node 10)
-#         $3 = additional packages to install (htop redis-cli etc)
-create_Dockerfile() {
-  local regvers="${1}"
-  local nodeimg="${2:-dubnium-alpine}"
-  local apkadds="${3}"
-  echo "Creating the Dockerfile for node ${nodeimg}"
-  cat<<EODOCKER > Dockerfile
-# Version ${regvers} @ `date`
-#
-# The FROM directive sets the Base Image for subsequent instructions
-FROM node:${nodeimg} as intermediate
- 
-RUN mkdir -p /usr/src/app
-WORKDIR /usr/src/app
-
-# Install app dependencies
-COPY ./workspace/ /usr/src/app/
-ENV GRPC_VERBOSITY ERROR
-
-# --------------------------------------------------------------
-# copy the ssh keys into place, npm install, and remove them
-# --------------------------------------------------------------
-  
-# Install packages to install private repos with ssh keys
-COPY ./.npmrc /usr/src/app/.npmrc
-RUN apk --no-cache add curl git openssh-client && \
-    apk --update add --no-cache --virtual build-dep g++ gcc libgcc \\
-      libstdc++ linux-headers make python ${apkadds} && \
-    npm install --production --silent && \
-    rm -f /usr/src/app/.npmrc /root/.ssh/*
- 
-# --------------------------------------------------------------
-# On to the real build now, the thing before was just an intermediate container
-# --------------------------------------------------------------
- 
-FROM node:${nodeimg}
- 
-# Install tint for PID 1 and replace shell with bash so we can source files
-RUN apk update && \
-    apk add --no-cache tini bash vim ${apkadds} && \
-    rm /bin/sh && ln -s /bin/bash /bin/sh && \
-    mkdir -p /usr/src/app /tmp/levlog
-ENTRYPOINT [ "/sbin/tini", "--" ]
-WORKDIR /usr/src/app
- 
-COPY --from=intermediate /usr/src/app /usr/src/app
-
-USER node
-COPY ./bashrc /home/node/.bashrc
-CMD [ "/bin/bash", "-c", "node index.js" ]
-EODOCKER
-} # end of create_Dockerfile
-
-# Params: $1 = version from dockerize invocation
-create_bashrc() {
-  cat<<EOBASHRC > bashrc
-#!/bin/bash
-#
-# Version $1 @ `date`
-
-alias h=history
-
-alias ls='ls -CF --color=auto'
-alias ll='ls -lh'
-alias lla='ls -lha'
-alias ltr='ls -CF --color=auto -lthr'
-alias genv='env | grep -i'
-alias glep='grep -l -s'
-alias m=less
-alias menv='env | sort | less'
-
-alias whatsmyip='wget -qO- ifconfig.co'
-
-alias dbg='wget -q -O- localhost:5111/logLevel/debug'
-alias inf='wget -q -O- localhost:5111/logLevel/info'
-alias err='wget -q -O- localhost:5111/logLevel/error'
-alias wrn='wget -q -O- localhost:5111/logLevel/warn'
-
-cmstat()
-{
-  wget -qO- localhost:5111\${1}
-}
-
-cmclear()
-{
-  cmstat /status/clear
-}
-
-loglev()
-{
-  local wget='wget -q -O- localhost:5111'
-  local logl=''
-
-  if [ "\$1" != "" ];
-  then
-    logl="logLevel/\$1"
-  fi
-
-  printf "Running=> \$wget/\${logl}\n"
-  printf "\n\`\$wget/\$logl\`\n\n"
-}
-EOBASHRC
-} # end of create_bashrc
-
-NPMRC="$HOME/.npmrc.ro"
-if [ ! -f "$NPMRC" ];
-then
-  cat<<ROTOKEN
-
-  $(colorize 'red' '***ERROR: expecting to see a readonly npmjs token')
-
-  For security purposes, we deploy images with read-only npmjs tokens.
-  These may be acquired from another developer, or can be created with the
-  npmjs leverege account.
-  
-  Obtain the token and drop it here => $(colorize 'green' "$NPMRC")
-
-
-ROTOKEN
-  exit 1
-fi
-
-# Look for leverege specifics, but only require the project name.
-project=$(strip_undefined "`node -p \"require('../package.json').leverege.project\"`")
-if [ "$project" == "" ];
-then
-  cat<<NOPROJ
-
-  $(colorize 'red' '***ERROR: package.json missing a leverege project statement')
-
-  The package.json file must contain a project setting in the leverege
-  namespace stating which GCP project the docker images are written to. It
-  should look something like:
-
-  "leverege": {
-    "project": "leverege-docker-images"
-  },
-
-NOPROJ
-  exit 1
-fi
-
-nodeimg=$(strip_undefined "`node -p \"require('../package.json').leverege.nodeimg\"`")
-nodeimg="${nodeimg:-carbon-alpine}"
-apkadds=$(strip_undefined "`node -p \"require('../package.json').leverege.apkadds\"`")
-
-container="`node -p \"require('../package.json').leverege.container\"`"
-if [ "$container" == "undefined" ];
-then
-  container=$(basename `git config --get remote.origin.url` .git)
-fi
-gcimage=gcr.io/$project/$container
-
-version=$1
-previous=`cat .previous`
-pckgver="v`node -p \"require('../package.json').version\"`"
-pckgdts="`date +\"%Y%m%d-%H%M\"`"
-tagging=`echo $version | egrep -e "^v\d+\.\d+\.\d+$"`
-
-if [ $tagging ];
-then
-  if [[ `git status --porcelain` ]]; then
-    cat<<DIRTAG
-
-  $(colorize 'red' '***ERROR: attempting to tag a non-beta dirty git repository')
-
-  You are attempting to create a tagged release image for pushing to the
-  container registry, but there are locally modified files. This is not
-  allowed since the applied tag will not be relevant to the image version
-  due to the pending commits.
-
-  Available options for proceeding:
-
-    $(colorize 'green' '1) cleanly commit all local mods assuming relevance')
-    $(colorize 'yellow' '2) eliminate unwanted local modifications')
-    $(colorize 'red' '3) stash anything that is irrelevant to this release')
-
-
-DIRTAG
-    exit 1
-  fi
-
-  # since we're tagging, the current branch must have an upstream
-  branch=`git rev-parse --abbrev-ref HEAD`
-  git rev-parse --abbrec-ref ${branch}@{u} &> /dev/null
-
-  if [ $? -ne 0 ];
-  then
-    cat<<NOUPSTR
-
-  $(colorize 'red' '***ERROR: the current branch must have an upstream')
-
-  You are attempting to create a tagged release image for pushing to the
-  container registry, but the current branch does not have an upstream to
-  push to. This is not allowed since the applied tag will be stranded here
-  in your local repository, which is what we are attempting to avoid.
-
-  Available options for proceeding:
-
-    $(colorize 'green' '1) set an upstream for this branch via:')
-    $(colorize 'green' "       git push --set-upstream origin ${branch}")
-
-    $(colorize 'yellow' '2) rebase, squash and merge onto a branch with an upstream')
-
-NOUPSTR
-    exit 1
-  fi
-
-  tagstat=$(colorize 'yellow' 'will be tagged')
-else
-  tagstat=$(colorize 'red' 'BETA RELEASE WILL NOT BE TAGGED')
-fi
-
-cat<<IMGINFO
-
-  Project:   $(colorize 'green' "$project")
-  Container: $(colorize 'green' "$container")
-  NodeImage: $(colorize 'green' "$nodeimg")
-  AddedPkgs: $(colorize 'green' "$apkadds")
-  Version:   $(colorize 'green' "$version")  $tagstat
-  Previous:  $(colorize 'yellow' "$previous")
-  DateStamp: $(colorize 'green' "$pckgdts")
-  GCImage:   $(colorize 'green' "$gcimage:$version")
-
-IMGINFO
-
-if [ "$pckgver" != "$version" ];
-then
-  cat<<EOPKG
-  $(colorize 'yellow' '***WARNING: specified version does not match package.json version' )
-                   package.json => $(colorize 'green' "$pckgver")
-                   specified    => $(colorize 'red'   "$version")
-
-EOPKG
-  if [ $tagging ];
-  then
-    cat<<EONOPE
-
-  $(colorize 'red' '... and you are attempting to release so NOPE!' )
-
-EONOPE
-    exit 1
-  fi
-fi
-
-create_Dockerfile "$version" "$nodeimg" "$apkadds"
-create_bashrc "$version" "$nodeimg"
-
-[ -d ./workspace ] && rm -rf ./workspace
-mkdir -p ./workspace
-cp -rfp ../package*json ../dist/* ./workspace
- 
-# grab the read only npmrc token for the image
-cp -f $NPMRC .npmrc
-
-[ "$CIRCLECI" == "true" ] && exit 0
-
-printf "Hit return to continue or ^C to exit\n\n"; read ANS
-
-echo $version > .previous
-
-echo "Changing Google Project to $project"
-gcloud config set project $project
-
-echo "Creating Docker Image for $gcimage:$version"
-echo "   Building the workspace"
-
-# use kaniko to cache builds
-if [ "$USE_KANIKO" == "yes" ];
-then
-  gcloud config set builds/use_kaniko True
-else
-  gcloud config unset builds/use_kaniko
-fi
-
-# submit the build request to gcloud
-gcloud builds submit --tag $gcimage:$version .
- 
-if [ $? -ne 0 ];
-then
-  bldErr=$?
-  cat<<BUILDERR
-
-  $(colorize 'red' '***ERROR: build failed! Aborting without tagging.')
-
-  The gcloud build process seems to have run into a problem. Please fix the
-  issue and rerun the dockerize process. This build will not be tagged, nor
-  will it be pushed.
-
-BUILDERR
-  exit $bldErr
-fi
-
-# Tag the container with the node detailsand the culprit.
-gcloud beta container images add-tag --quiet $gcimage:$version $gcimage:$pckgdts-$nodeimg-$USER
-
-if [ $tagging ];
-then
-  printf "\n$(colorize 'green' "Tagging and Pushing $version")\n"
-  git tag -af $1 -m "Docker version $1"
-  git push --follow-tags
-  gcloud beta container images add-tag --quiet $gcimage:$version $gcimage:latest
-else
-  printf "\n$(colorize 'yellow' '*** Skipped git tagging - beta release')\n\n"
-fi
-
-cleanup

package/lib/server/encrypt-secrets

@@ -1,49 +0,0 @@
-#!/bin/bash
-display_usage() { 
-  echo "This script encrypts files using Google KMS." 
-  echo -e "\nInputs: .env and secrets directory (if it exists) \n" 
-} 
-
-if [ "$1" == "-h" ]; then
-  display_usage
-  exit 1
-fi
-
-# Attempt to grab org name from git remote origin
-git_orgname=`git config --get remote.origin.url | cut -d ":" -f 2 | cut -d "/" -f 1`
-
-# Set project based on org name
-printf "\nDetecting organization name...\n"
-
-if [ "$git_orgname" = "leverege" ]; then
-  printf "\nUsing leverege\n\n"
-  gcp_project=leverege-docker-images
-elif [ "$git_orgname" = "cox2m" ]; then
-  printf "\nUsing cox2m\n\n"
-  gcp_project=cox2m-docker-images
-else
-  printf "\nDid not recognize organization name...\n"
-  printf "\nDefaulting to leverege\n\n"
-  gcp_project=leverege-docker-images
-fi
-
-# encrypt .env file
-gcloud kms encrypt --project $gcp_project \
-  --key circle-ci \
-  --keyring build-tools \
-  --location us-east4 \
-  --plaintext-file .env \
-  --ciphertext-file .env.enc
-
-if [ -d "secrets" ]; then
-  # tar up secrets directory
-  tar -zcvf secrets.tar.gz secrets
-  # encrypt secrets file
-  gcloud kms encrypt \
-    --project $gcp_project \
-    --key circle-ci \
-    --keyring build-tools \
-    --location us-east4 \
-    --plaintext-file secrets.tar.gz \
-    --ciphertext-file secrets.tar.gz.enc
-fi

package/lib/server/getfbcfg

@@ -1,23 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * This script parses a firebase config into something useful.
- */
-let stdbuf = []
-
-process.stdin
-  .on( 'data', ( d ) => { stdbuf.push( d ) } )
-  .on( 'end', () => {
-    const rawCfg = stdbuf.join( '' ).replace( /["\n\r]/g, '' )
-    const keyVals = rawCfg.match(/\{(.*)\}/)[1].split(',')
-
-    const lastLine = keyVals.length - 1
-    console.log( "{" )
-    for( let i = 0; i <= lastLine; i++ ) {
-      const kv = keyVals[i].trim().split( ' ' )
-      console.log( `  "${kv[0].replace( /:/, '')}": "${kv[1]}"${(i < lastLine ? ',' : '')}` )
-    }
-    console.log( "}" )
-
-  } )
-  .setEncoding( 'utf8' )

package/lib/server/getjson

@@ -1,48 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * This script will allow the user to grab a value from a JSON file and
- * optionally apply a regular expression to it. Given this test.json file:
- * 
- * {
- *   "name": "@leverege/packagename",
- *   "main": "lib/index.js"
- * }
- *
- * and invoking as:
- *   ./getjson --file ./test.json --key name --regex "^@\w{3}"
- *
- * will yield an output of: @lev
- */
-
-/**
- * Get a command line switch parser.
- */
-const fs = require( 'fs' )
-const opts = require( 'commander' )
-
-opts
-  .version( '0.0.1' )
-  .option( '-f, --file <file name>', 'file to parse JSON from' )
-  .option( '-k, --key <key>', 'JSON key whose value to grab' )
-  .option( '-r, --regex <reg>', 'regular expression to apply to the value' )
-  .parse( process.argv )
-
-if( !opts.key ) { return }
-
-if( !opts.file ) {
-  console.error( `\n***ERROR: Missing a --file param\n` )
-  opts.outputHelp()
-  process.exit( 1 )
-}
-
-try {
-  const json  = JSON.parse( fs.readFileSync( opts.file, 'utf8' ))
-  const value = json[opts.key]
-  const match = new RegExp( opts.regex || ".*" ).exec( value )
-
-  console.log( match ? match[match.length-1] : '' )
-}
-catch( e ) {
-  console.log( e )
-}

package/lib/server/git-tar

@@ -1,89 +0,0 @@
-#!/bin/bash
-
-# If it isn't already set use the default ~/work/.gitar
-#
-[ -z $GITAR ] && GITAR="${HOME}/.gitar"
-
-if [ ! -d $GITAR ]
-then
-  cat<<GITAR
-
-*** Either set \$GITAR to point to the directory for storing the tarballs
-*** or mkdir $GITAR and we will use that instead.
-
-GITAR
-  exit 2
-fi
-
-TARX="$GITAR/AAA_TarExcludes"
-
-# Might be nice to eventually build this up from the .gitignore files or
-# maybe the output from git ls-files --others --ignore --exclude-standard
-if [ ! -f $TARX ]
-then
-  cat<<TARX
-
-*** Missing $TARX
-
-*** This file is used to contain a list of files to exclude from the
-*** tarball. Creating with default list of:
-
-*.o
-*.so
-core.*
-node_modules
-TARX
-
-  cat > $TARX <<DEFX
-*.o
-*.so
-core.*
-node_modules
-DEFX
-fi
-
-# Ask git for the root directory of the repository,
-GTOP=`git rev-parse --show-toplevel 2> /dev/null`
-
-if [ $? != 0 ];
-then
-  cat<<NOGIT
-
-*** Are you sure this is a git repository?
-
-NOGIT
-  exit 2
-fi
-
-REPO=`basename ${GTOP}`
-
-# Create the repo tarball dir if needed
-#
-[ ! -d $GITAR/$REPO ] && mkdir $GITAR/$REPO
-
-# Build a date time string of YYYYMMDD-HHMMSS
-#
-DTS="`date +\"%Y%m%d-%H%M%S\"`"
-
-TARB=${GITAR}/${REPO}/${DTS}.tar # Craft the target tarball name.
-
-# Now do the work
-#
-cd ${GTOP}/..
-printf "\n*** Tarring     $TARB\n"
-tar cf $TARB -X $TARX $REPO
-chmod 0640 $TARB
-
-# Do the compression and use xz if it's available
-#
-ZIPPER=bzip2
-FIZ=bz2
-if (type xz 2>&1) >/dev/null
-then
-  ZIPPER=xz
-  FIZ=xz
-fi
-
-printf   "*** Compressing $TARB.$FIZ (background)\n\n"
-$ZIPPER $TARB &
-cd - 2>&1 >/dev/null