@leverege/build-tools 2.0.5 → 2.0.7

package/lib/server/helmify

@@ -1,283 +0,0 @@
-#!/bin/bash
-
-# Check if Helm is installed first
-if ! [ -x "$(command -v helm)" ]; then
-  echo 'Error: helm is not installed.'
-  echo 'To install: brew install kubernetes-helm' 
-  exit 1
-fi
-
-# Check if Chart Museum is installed
-if ! [ -x "$(command -v chartmuseum)" ]; then
-  echo 'Error: chartmuseum is not installed.'
-  echo 'To install: see instructions at https://leverege.atlassian.net/wiki/spaces/PLAT/pages/679542800/Helm+Charts+via+ChartMuseum' 
-  exit 1
-fi
-
-# Check if Chart Museum is running
-url='http://localhost:8080/'
-status_code=$(curl --write-out %{http_code} --silent --output /dev/null ${url})
-
-if [[ "$status_code" -ne 200 ]] ; then
-  echo 'Error: Chart Museum is not running'
-  echo 'To run: chartmuseum --debug --port=8080 --storage="google" --storage-google-bucket="leverege-helm-charts" --storage-google-prefix=""'
-  exit 1 
-fi
-
-# Bootstrap Helm charts
-chartname=${PWD##*/}
-chartname_go=${chartname//-/_}
-
-if [ -d helm ];
-then
-	printf "\nThere is an existing Helm repo, do you want to override?\n\n"
-	printf "Hit return to continue or ^C to exit\n\n"; read ANS
-	rm -rf helm
-fi
-
-createService() {
-  cat<<SVC_YAML > service.yaml
-kind: Service
-apiVersion: v1
-metadata:
-  name: $chartname
-spec:
-  type: NodePort
-  selector:
-    app: $chartname
-  ports:
-  - name: $chartname-input
-    protocol: TCP
-    port: {{ .Values.$chartname_go.SERVER_PORT }}
-    targetPort: api
-SVC_YAML
-}
-
-# Make chart directory
-mkdir helm
-mkdir helm/templates
-
-# Make Chart.yaml
-cd helm
-
-PACKAGE_VERSION=$(node -p "require('../package.json').version")
-
-cat<<CHARTYAML > Chart.yaml
-name: $chartname
-version: 1.0.0 # version of the Helm Chart 
-appVersion: $PACKAGE_VERSION # minimum version of your application that is compatible with this chart
-
-CHARTYAML
-
-# Bootstrap values.yaml
-cat<<VALUESYAML > values.yaml
-### These are default env variable values for your application
-### It is not actually used in production, but listed here for others as reference for what types of env variables are required. 
-### Overwrite these values in values-local or respective values files in platform-k8s
-
-# List your env variables here
-$chartname_go:
-  VERSION: vX.Y.Z
-  SERVER_PORT: 8080
-  IMAGE: gcr.io/leverege-docker-images/$chartname
-
-default:
-  MAX_CHILD_PROCESSES: "1"
-
-  MODEL_FIREBASE_SERVICE_ACCOUNT: /var/config/keys/model-data
-  MODEL_FIREBASE_DATABASE_URL: https://OVH:<PROJECT_NAME>.firebaseio.com
-  MODEL_FIREBASE_CONFIG: /var/config/keys/model-data-config
-
-  SECRET_KEY: key.json
-
-  PUBSUB_SERVICE_ACCOUNT: /var/config/keys/pubsub
-
-  TRANSPORT_CONFIG: "{
-    \"type\": \"pubsub\",
-    \"projectId\": \"OVH:<PROJECT_NAME>\",
-    \"keyFilename\": \"/var/config/keys/pubsub/key.json\" , 
-    \"publisher\": {
-        \"batching\": {  
-           \"maxMilliseconds\": 0,
-           \"maxMessages\": 999
-        }
-    }
-  }"
-  LOG_CONFIG: "{
-    \"type\": \"bunyan\",
-    \"name\": \"${logName}\",
-    \"level\": \"info\",
-    \"streams\": [
-      { 
-        \"type\": \"stackdriver\",
-        \"logName\": \"${logName}\"
-      } 
-    ] 
-  }"
-  CACHE_CONFIG: "{
-    \"type\": \"redis\",
-    \"connection\": {
-      \"host\": \"redis-master\",
-      \"port\": \"6379\"
-    }
-  }"
-  LIMIT_CONFIG: "{
-    \"type\":\"redis\",
-    \"connection\":{
-      \"host\":\"redis-master\",
-      \"port\":6379
-    },
-    \"limitOptions\":{
-      \"frequency\":30,
-      \"period\":60000,
-      \"duration\":600000
-    }
-  }"
-  NODE_ENVIRONMENT: production
-
-VALUESYAML
-
-# Bootstrap templates 
-cd templates
-cat<<DEPLOYMENT_YAML > deployment.yaml
-apiVersion: apps/v1beta1
-kind: Deployment
-metadata:
-  name: {{ .Chart.Name }}
-spec:
-  template:
-    metadata:
-      labels:
-        app: {{ .Chart.Name }}
-        chart/version: {{ .Chart.Version }}
-        chart/appVersion: {{ .Chart.AppVersion }}
-      annotations:
-        prometheus.io/port: '5111'
-        prometheus.io/scrape: 'true'
-    spec:
-      volumes:
-      - name: model-firebase-key
-        secret:
-          secretName: model-data
-      - name: tmpfs
-        emptyDir: {}
-      - name: pubsub-key
-        secret:
-          secretName: pubsub
-{{- if (.Values.$chartname_go.PREEMPTIBLE) and eq .Values.$chartname_go.PREEMPTIBLE "true" }}
-      tolerations:
-      - key: "preemptible"
-        operator: "Equal"
-        value: "true"
-        effect: "NoSchedule"
-      affinity:
-        podAntiAffinity:
-          preferredDuringSchedulingIgnoredDuringExecution:
-          - weight: 100
-            podAffinityTerm:
-              labelSelector:
-                matchExpressions:
-                - key: app
-                  operator: In
-                  values:
-                  - {{ .Chart.Name }}
-              topologyKey: kubernetes.io/hostname
-        nodeAffinity:
-          preferredDuringSchedulingIgnoredDuringExecution:
-          - preference:
-              matchExpressions:
-              - key: cloud.google.com/gke-preemptible
-                operator: Exists
-            weight: 50
-{{- end }}
-      containers:
-      - name: {{ .Chart.Name }}
-        image: {{ .Values.$chartname_go.IMAGE }}:{{ .Values.$chartname_go.VERSION }}
-        imagePullPolicy: Always
-        securityContext:
-          readOnlyRootFilesystem: true
-          runAsNonRoot: true
-          runAsUser: 1000
-          allowPrivilegeEscalation: false
-        readinessProbe:
-          httpGet:
-            path: /
-            port: node-metrics
-          initialDelaySeconds: 10
-{{- if (.Values.$chartname_go.LIVENESS_PROBE) and eq .Values.$chartname_go.LIVENESS_PROBE "true" }}
-        livenessProbe:
-          httpGet:
-            path: /livenessProbe
-            port: api
-          initialDelaySeconds: 15
-          periodSeconds: 60
-{{- end }}
-        resources:
-          requests:
-            cpu: "50m"
-            memory: "256Mi"
-          limits:
-            cpu: "100m"
-            memory: "512Mi"
-        ports:
-{{- if .Values.$chartname_go.SERVER_PORT }}
-        - name: api
-          containerPort: {{ .Values.$chartname_go.SERVER_PORT }}
-{{- end }}
-        - name: node-metrics
-          containerPort: 5111
-        volumeMounts:
-        - name: model-firebase-key
-          mountPath: {{ .Values.default.MODEL_FIREBASE_SERVICE_ACCOUNT | quote }}
-        - name: tmpfs
-          mountPath: "/tmp"
-        - name: pubsub-key
-          mountPath: {{ .Values.default.PUBSUB_SERVICE_ACCOUNT | quote }}
-        env:
-        - name: NODE_ENV
-          value: {{ .Values.default.NODE_ENVIRONMENT }}
-        - name: CACHE_CONFIG
-          value: {{ required "Cache config required" .Values.default.CACHE_CONFIG | quote }}
-        - name: LIMIT_CONFIG
-          value: {{ required "Limit config required" .Values.default.LIMIT_CONFIG | quote }}
-        - name: TRANSPORT_CONFIG
-          value: {{ required "Transport config required" .Values.default.TRANSPORT_CONFIG | quote }}
-        - name: LOG_CONFIG
-          value: {{ required "Log config required" .Values.default.LOG_CONFIG | quote }}
-        - name: MAX_CHILD_PROCESSES
-          value: {{ .Values.default.MAX_CHILD_PROCESSES | default 1 | quote }}
-        - name: MODEL_FIREBASE_SERVICE_ACCOUNT
-          value: {{ .Values.default.MODEL_FIREBASE_SERVICE_ACCOUNT }}/{{ .Values.default.SECRET_KEY }}
-        - name: MODEL_FIREBASE_DATABASE_URL
-          value: {{ .Values.default.MODEL_FIREBASE_DATABASE_URL | quote }}
-DEPLOYMENT_YAML
-
-read -p "Does your server need an open port to the Internet (i.e. ingress or service)? [Y or N] " -n 1 -r
-echo    # (optional) move to a new line
-if [[ $REPLY =~ ^[Yy]$ ]]
-then
-  echo
-  echo '**********************************'
-  echo '    CREATING SERVICE TEMPLATES    '
-  echo '**********************************'
-  createService
-
-fi
-
-# Print out some hints
-cat<<HINTS
-
-  *** IMPORTANT ***
-
-  1. You will need to add in additional env variables to both templates/*.yaml and values.yaml
-  2. You may not need all the default env variables so feel free to remove them as well
-  3. Adjust limit/request cpu and memory values as needed
-  4. To use ingress, you need to reserve static ip then add to ingress templates in platform-k8s
-
-  	Further instructions here: https://github.com/kelseyhightower/ingress-with-static-ip
-
-  5. Finally, follow chart museum directions to add your chart ors
-
-  	helm push helm/ chartmuseum
-
-HINTS

package/lib/server/helmup

@@ -1,349 +0,0 @@
-#!/bin/bash
-#
-# This script is used to ease the pain of transition testing to chart museum
-# for adding / updating deployments on a fluster.
-#
-# printf "\nRUNNING LOCALLY\n" && sleep 2
-PLATFORM=(
-  api-server
-  db-curator
-  emailer
-  imagine
-  message-processor
-  messenger
-  reason
-  scheduler
-  transponder-bq
-  transponder-fb
-  transponder-postgres
-# transponder-sql
-)
-
-SYSTEM=(
-  coredns
-  disks
-  elastic
-  monitoring
-  polaris
-  redis
-  velero
-# custom-metrics
-)
-
-# Simple ANSI color coded string generator.
-function color() {
-  local color=
-  case "$1" in
-    'g') color="92m" ;; # green
-    'c') color="96m" ;; # lt blue
-    'y') color="93m" ;; # yellow
-    'r') color="91m" ;; # red
-    'toast') color="1;3;7;91;103;5m" ;;
-  esac
-  printf "\e[$color$2\e[0m"
-}
-RED_ERROR=`color r '***ERROR:'`
-YELO_WARN="`color y '***WARNING:'`"
-
-function setOrUnset() {
-  local setting=`color toast "NEEDS TO BE SET"`
-  [ ! -z "$1" ] && setting=`color g $1`
-  echo "$setting"
-}
-
-
-function createSSDYAML(){
-  cat<<EOSSD > ${K8S_UTILS}/ssd-storageclass.yaml
-apiVersion: storage.k8s.io/v1
-kind: StorageClass
-metadata:
-  name: ssd
-provisioner: kubernetes.io/gce-pd
-parameters:
-  type: pd-ssd
-EOSSD
-}
-
-function checkSSDStorageClass(){
-  kubectl get storageclass ssd
-  if [[ $? -eq 1 ]]; then
-    printf "\n*** SSD Storage Class not defined ***\n\n"
-    if [ ! -f ${K8S_UTILS}/ssd-storageclass.yaml ]; then
-      createSSDYAML
-    fi
-    kubectl apply -f ${K8S_UTILS}/ssd-storageclass.yaml
-  fi
-
-  printf "\n*** Attaching PVC to SSD Class ***\n\n"
-}
-
-function installVelero() {
-  ## Set the project id by parsing current context
-  currContext=`kubectl config current-context`
-   
-  IFS='_'
-  read -ra ADDR <<< "$currContext" 
-
-  PROJECT_ID=${ADDR[1]} # project id is the second string split by _
-
-  gcloud config set project $PROJECT_ID
-
-  ## Create a bucket
-  BUCKET="$PROJECT_ID-velero"
-
-  gsutil mb gs://$BUCKET/
-
-  ## Create a service account
-  gcloud iam service-accounts create velero \
-    --display-name "Velero service account"
-
-  SERVICE_ACCOUNT_EMAIL=$(gcloud iam service-accounts list \
-    --filter="displayName:Velero service account" \
-    --format 'value(email)')
-
-  ## Attach roles
-  ROLE_PERMISSIONS=(
-    compute.disks.get
-    compute.disks.create
-    compute.disks.createSnapshot
-    compute.snapshots.get
-    compute.snapshots.create
-    compute.snapshots.useReadOnly
-    compute.snapshots.delete
-    compute.zones.get
-  )
-
-  gcloud iam roles create velero.server \
-    --project $PROJECT_ID \
-    --title "Velero Server" \
-    --permissions "$(IFS=","; echo "${ROLE_PERMISSIONS[*]}")"    
-
-  gcloud projects add-iam-policy-binding $PROJECT_ID \
-    --member serviceAccount:$SERVICE_ACCOUNT_EMAIL \
-    --role projects/$PROJECT_ID/roles/velero.server
-
-  gsutil iam ch serviceAccount:$SERVICE_ACCOUNT_EMAIL:objectAdmin gs://${BUCKET}
-
-  ## Create keys
-  gcloud iam service-accounts keys create credentials-velero \
-    --iam-account $SERVICE_ACCOUNT_EMAIL
-
-  ## Create velero namespace
-  kubectl create ns velero
-
-  ## Create kubernetes secret
-  kubectl create secret generic velero-credentials --namespace velero --from-file cloud=credentials-velero
-
-  ## Install velero
-  helm upgrade --install velero stable/velero \
-    --namespace velero \
-    --set configuration.provider="gcp" \
-    --set configuration.backupStorageLocation.name="gcp" \
-    --set configuration.volumeSnapshotLocation.name="gcp" \
-    --set configuration.backupStorageLocation.bucket="${BUCKET}" \
-    --set credentials.existingSecret="velero-credentials" \
-    --set "initContainers[0].name"="velero-plugin-for-gcp" \
-    --set "initContainers[0].image"="velero/velero-plugin-for-gcp:v1.0.0" \
-    --set "initContainers[0].volumeMounts[0].mountPath"="/target" \
-    --set "initContainers[0].volumeMounts[0].name"="plugins" \
-    --set schedules.timescale.schedule="0 3 * * *" \
-    --set schedules.timescale.template.ttl="720h" \
-    --set schedules.timescale.template.labelSelector.matchLabels.app="postgresql" \
-    --set schedules.timescale.template.snapshotVolumes="true" \
-
-  ## Instruct users to move velero keys
-  printf "\n$YELO_WARN MOVE THE SERVICE ACCOUNT TO YOUR KEYS FOLDER"
-  printf "\n$YELO_WARN NO REALLY...MOVE credentials-velero file NOW"
-}
-
-# ---------- helmup MAIN ----------
-command -v chartmuseum &> /dev/null
-if [ $? -ne 0 ];
-then
-  cat<<NOMUSEUM
-
-$RED_ERROR Missing chartmuseum. Head over to the wiki site and follow the
-           instructions in the section entitled Installing ChartMuseum down
-           in the How-to articles -> Helm Charts via ChartMuseum.
-
-NOMUSEUM
-  exit 1
-fi
-
-GITTOP=`git rev-parse --show-toplevel` && cd $GITTOP
-if [ -d "${GITTOP}/k8-utils" ];
-then
-  cat<<BADK8
-
-$YELO_WARN The k8_utils directory should be renamed to k8s_utils
-
-  This repository has the old k8_util directory name in place. Please rename
-  it to the newer k8s_utils directory that `color c helmup` will be looking for.
-
-  Run this => `color g "git mv k8-utils k8s-utils; git add k8*utils"`
-
-$YELO_WARN Don't forget to commit and push after the renaming.
-
-BADK8
-  exit 1
-fi
-
-K8S_UTILS="${GITTOP}/k8s-utils"
-if [ ! -d "$K8S_UTILS" ];
-then
-  cat<<EOK8S
-
-$RED_ERROR Missing the k8s utils dir => `color y $K8S_UTILS`
-
-  This is a relatively new directory setup that should be copied over from one
-  of the other configuration branches. The new-baseline branch should have this
-  setup in place, so check there.
-
-EOK8S
-
-  exit 1
-fi
-
-npm run ahoy
-[ $? -ne 0 ] && printf "\n\n***Aborting helmup...\n\n" && exit 1
-
-helm repo update &> /dev/null && helm search chartmuseum
-
-function doInstall() {
-
-  for PARAM in "$@";
-  do
-    IFS="/" read SERVICE CHARTVER <<< "$PARAM"
-    [ ! -z "$CHARTVER" ] && CHARTVER="--version $CHARTVER"
-
-    case "$SERVICE" in
-      "platform")
-        doInstall "${PLATFORM[@]}"
-        ;;
-
-      "system")
-        doInstall "${SYSTEM[@]}"
-        ;;
-
-      "coredns")
-        helm install --name coredns --namespace=kube-system stable/coredns
-        printf "\nGithub repo is here => https://github.com/helm/charts/tree/master/stable/coredns\n\n"
-        ;;
-
-      "descheduler")
-        helm repo add akomljen-charts     https://raw.githubusercontent.com/komljen/helm-charts/master/charts/
-        helm upgrade --install descheduler akomljen-charts/descheduler --set schedule="*/15 * * * *",deschedulerPolicy.strategies.RemovePodsViolatingNodeAffinity.params.nodeAffinityType={preferredDuringSchedulingIgnoredDuringExecution}
-        ;;
-
-      "disks")
-        checkSSDStorageClass
-        helm upgrade --install disks ./disks
-        ;;
-
-      "elastic"|"elasticsearch")
-        checkSSDStorageClass
-        helm repo add elastic https://helm.elastic.co
-        helm upgrade --install elasticsearch elastic/elasticsearch --set volumeClaimTemplate.storageClassName="ssd"
-        ;;
-
-      "monitoring")
-        helm dep up ./monitoring && helm upgrade --install monitoring ./monitoring
-        ;;
-
-      "mysql")
-        helm dep up ./mysql && helm upgrade --install mysql ./mysql
-        printf "\n***Proxy 4306 with this => kubectl port-forward svc/mysql 4306:3306\n\n"
-        printf "\n***Grab MYSQL Root Password => MYSQL_ROOT_PASSWORD=\$(kubectl get secret --namespace default mysql -o jsonpath="{.data.mysql-root-password}" | base64 --decode; echo)"
-        printf "\n***Set MYSQL_HOST to 127.0.0.1 and MYSQL_PORT to 4306 and run => mysql -h \${MYSQL_HOST} -P\${MYSQL_PORT} -u root -p\${MYSQL_ROOT_PASSWORD} \n\n"
-        printf "\n***Set Make sure to make api-server an admin \n\n"
-        ;;
-
-      "polaris")
-        helm repo add reactiveops-stable https://charts.reactiveops.com/stable
-        helm upgrade --install polaris reactiveops-stable/polaris --namespace polaris
-        printf "\n***Proxy 8081 with this=> kubectl port-forward --namespace polaris svc/polaris-dashboard 8081:80\n\n"
-        ;;
-
-      "redis")
-        # https://github.com/helm/charts/tree/master/stable/redis
-        [ -z "$REDIS_HELM_CHART" ] && REDIS_HELM_CHART="v9.1.5"
-        helm upgrade --install redis stable/redis \
-          --version $REDIS_HELM_CHART \
-          --set usePassword=false,cluster.slaveCount=3,networkPolicy.enabled=true,metrics.enabled=true
-        printf "To start a specific version => `color c 'REDIS_HELM_CHART="v9.1.5" helmup redis'`\n\n"
-        ;;
-
-      "timescale-db")
-        helm dep up ./timescale-db && helm upgrade --install timescale-db ./timescale-db
-        ;;
-
-      "ingress")
-        helm upgrade --install ingress ./ingress
-        ;;
-
-      "custom-metrics")
-        kubectl create -f https://raw.githubusercontent.com/GoogleCloudPlatform/k8s-stackdriver/master/custom-metrics-stackdriver-adapter/deploy/production/adapter.yaml
-        ;;
-
-      "velero")
-        installVelero # because it's a little more involved
-        ;;
-
-      *)
-        if [ ! -d $SERVICE ] || [ ! -f $SERVICE/values-local.yaml ];
-        then
-          printf "\n$YELO_WARN Skipping unknown service => $SERVICE\n\n"
-          continue
-        fi
-
-        if [ -f $SERVICE/.nohelm ];
-        then
-          printf "\n$YELO_WARN Helmup disabled for service => `color g $SERVICE`"
-          printf "\n$YELO_WARN remove `color y $SERVICE/.nohelm` to enable\n"
-          sleep 1 # sleep on it to make sure people see the deprecation
-          continue
-        fi
-
-        printf "\n--------------------------------------------------------------\nCharting $SERVICE\n"
-        # By default the museum chart name will be the same as the service, but
-        # we have the flexibility to override the naming when the charts are
-        # reference by the downstream repositories via the .helmup-charmuseum file.
-        OVERRIDE="$SERVICE/.helmup-chartmuseum"
-        MUSEUM=$SERVICE
-        if [ -f $OVERRIDE ];
-        then
-          MUSEUM=$(<${OVERRIDE})
-          printf "\n$YELO_WARN Local chartmuseum name override from ${SERVICE} to ${MUSEUM}\n"
-        fi
-        HELMUP="helm upgrade --install $SERVICE chartmuseum/$MUSEUM -f $SERVICE/values.yaml $CHARTVER"
-        printf "Helming => `color g \"$HELMUP\"`\n" && $HELMUP
-        SAVERR=$?
-        if [ $SAVERR -ne 0 ];
-        then
-          cat<<NOTRUNNING
-
-$RED_ERROR helm exited with error status: $SAVERR
-
-$RED_ERROR The $SERVICE chart failed to upgrade or install. There may be an
-           issue with the service's helm charts, or chartmuseum may not be
-           up and running? If the latter, try firing it up with:
-
-chartmuseum \\
-  --port="8080" \\
-  --storage-google-bucket="leverege-helm-charts" \\
-  --storage-google-prefix="" \\
-  --storage="google" &> /dev/null &
-
-NOTRUNNING
-          exit 1
-        fi
-        ;;
-    esac
-  done
-
-  printf "\nRunning => helm ls\n\n"
-  helm ls
-}
-
-doInstall $@
-cd - &> /dev/null