@leverege/build-tools 2.51.0-beta.2 → 2.51.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@leverege/build-tools",
-  "version": "2.51.0-beta.2",
+  "version": "2.51.1",
   "description": "A collection of build / support tools for Leverege developers",
   "main": "index.js",
   "repository": {
@@ -20,7 +20,6 @@
     "decrypt-secrets": "src/decrypt-secrets.sh",
     "dirty-git": "src/dirty-git.sh",
     "dockreate": "src/dockreate.sh",
-    "documentate" : "src/documentate.sh",
     "docker-to-registry": "src/docker-to-registry.mjs",
     "docker-to-registry.sh": "src/docker-to-registry.sh",
     "encrypt-secrets": "src/encrypt-secrets.sh",
@@ -58,27 +57,27 @@
     "@google-cloud/artifact-registry": "^3.4.0",
     "ansi-colors": "^4.1.3",
     "chalk": "^5.3.0",
-    "command-line-args": "^5.2.1",
-    "command-line-usage": "^7.0.1",
+    "command-line-args": "^6.0.0",
+    "command-line-usage": "^7.0.3",
     "deepmerge": "^4.3.1",
     "enquirer": "^2.4.1",
-    "execa": "^9.1.0",
-    "glob": "^10.3.16",
+    "execa": "^9.3.1",
+    "glob": "^11.0.0",
     "handlebars": "^4.7.8",
-    "inquirer": "^9.2.22",
+    "inquirer": "^10.2.2",
     "js-yaml": "^4.1.0",
     "ms": "^2.1.3",
-    "npm-registry-fetch": "^17.0.1",
+    "npm-registry-fetch": "^17.1.0",
     "package-up": "^5.0.0",
     "parse-gitignore": "^2.0.0",
     "read-pkg": "^9.0.1",
     "readline-sync": "^1.4.10",
-    "semver": "^7.6.2",
-    "simple-git": "^3.24.0",
-    "zx": "^8.1.1"
+    "semver": "^7.6.3",
+    "simple-git": "^3.26.0",
+    "zx": "^8.1.6"
   },
   "devDependencies": {
     "@leverege/eslint-config-leverege": "^4.2.0",
-    "npm": "^10.8.0"
+    "npm": "^10.8.3"
   }
 }

package/registry-compass.yaml

@@ -0,0 +1,20 @@
+registry:
+  - root: us-docker.pkg.dev
+  - repositories:
+    - name: stack
+      charts:
+        - api-server
+        - authz-server
+        - emailer
+        - message-processor
+    - name: leverege
+      charts:
+        - pubsub-pulse
+        - pusher
+        - overdose
+    - name: cox-health
+      charts:
+        - actions-server
+        - analytics-server
+        - centrak-healthz
+        - centrak-ingestor

package/src/Utils.mjs

@@ -7,7 +7,9 @@ import { glob } from 'glob'
 import { packageUp } from 'package-up'
 import YAML from 'js-yaml'
 
-const debugEnabled = process.env.BUILD_TOOLS_DEBUG === '1'
+let debugEnabled = process.env.BUILD_TOOLS_DEBUG === '1'
+
+export const disableDebug = () => debugEnabled = false
 
 /* eslint-disable no-console */
 export const err = console.error

package/src/bash-funcs

@@ -29,8 +29,12 @@ RED_ERROR=`color r '***ERROR:'`
 YELO_WARN="`color y '***WARNING:'`"
 GREEN_INFO=`color g '***INFO:'`
 
+function clearScreen() {
+  [ "$BUILD_TOOLS_DEBUG" != "1" ] && clear
+}
+
 function clearlyWarn() {
-  [ -z "$1" ] && clear
+  clearScreen
   cat<<CLEARWARN
 
  `color y '*** WARNING *** WARNING *** WARNING *** WARNING *** WARNING *** WARNING ***'`

package/src/chart-compass.mjs

@@ -0,0 +1,96 @@
+#!/usr/bin/env node
+/*
+ * chart-to-registry will...
+ */
+import fs from 'node:fs'
+
+import chalk from 'chalk'
+import commandLineArgs from 'command-line-args'
+import commandLineUsage from 'command-line-usage'
+import { lt as semverLt } from 'semver'
+import YAML from 'js-yaml'
+
+import {
+  condir,
+  debug,
+  errorExit,
+  log,
+  warning,
+  getGitRootDirectory,
+  parsePackageJson,
+  parseHelmChart,
+  shellCmd } from './Utils.mjs'
+
+const commandLineOptions = [ // Use commandLineOptions to tie into the Usage statements
+  /* eslint-disable max-len */
+  {
+    name : 'location',
+    type : String,
+    description : '{green the location of the artifact registry the chart will be pushed to (default us-docker.pkg.dev)}',
+  },
+  {
+    name : 'project',
+    type : String,
+    description : '{green the name of the google project containing the npmrc and slack config secrets (default leverege-registry)}',
+  },
+  {
+    name : 'repository',
+    type : String,
+    description : '{green the target repository to receive the pushed chart}',
+  },
+  {
+    name : 'dry-run',
+    type : Boolean,
+    description : '{yellow perform everything except the actual chart push}',
+  },
+  {
+    name : 'help',
+    type : Boolean,
+    description : '{green display this help screen}',
+  },
+  /* eslint-enable max-len */
+]
+
+const sections = [
+  {
+    header : 'Leverege Helm Chart Compass (for helmup)',
+    content : `{green This tool helps helmup navigate the helm charts stored in the
+artifact-registries.}`
+  },
+  { header : 'Options',
+    optionList : commandLineOptions,
+  },
+]
+
+const args = commandLineArgs( commandLineOptions, { camelCase : true, partial : true } )
+const usage = commandLineUsage( sections )
+
+if ( args.help ) {
+  log( usage )
+  process.exit( 0 )
+}
+
+/* eslint-disable no-underscore-dangle */
+if ( args._unknown ) {
+  log( usage )
+  log( `\nUnrecognized argument [${chalk.bold.red( args._unknown )}]\n` )
+  process.exit( 1 )
+}
+/* eslint-enable no-underscore-dangle */
+
+const minNodejsVersion = '18.0.0'
+if ( semverLt( process.version, minNodejsVersion ) ) {
+  errorExit( `\n***ERROR: must be running at least node ${minNodejsVersion}\n` )
+}
+
+// First of all, fail if we are not in a git repository
+let gitRoot
+try {
+  gitRoot = await getGitRootDirectory()
+} catch ( error ) {
+  errorExit( chalk.red.bold( error ), { errorCode : 5 } )
+}
+
+const chartCompass = YAML.load( fs.readFileSync( './registry-compass.yaml', 'utf8' ) )
+
+condir( { chartCompass }, '<==Navigation' )

package/src/circleate.sh

@@ -10,7 +10,6 @@ if [ "$1" != "server" ] && [ "$1" != "ui" ] && [ "$1" != "lib" ]; then
 fi
 
 repo_type=$1
-NODE_VERSION="hydrogen"
 CIRCLE_NODE_IMG="cimg/node:lts"
 
 check_circle_config(){

package/src/dockreate.sh

@@ -98,7 +98,7 @@ DOCKERPLUGIN
 #         $3 = additional packages to install (htop redis-cli etc)
 create_Dockerfile() {
   local regvers="${1}"
-  local nodeimg="${2:-hydrogen-alpine}"
+  local nodeimg="${2:-iron-alpine}"
   local apkadds="${3}"
 
   create_DockerfilePlugin
@@ -236,7 +236,7 @@ fi
 
 # TODO: these should be combined into one require
 nodeimg=$(packageJson '.leverege.nodeimg')
-nodeimg="${nodeimg:-hydrogen-alpine}"
+nodeimg="${nodeimg:-iron-alpine}"
 apkadds=$(packageJson '.leverege.apkadds')
 runuser=$(packageJson '.leverege.runuser')
 [ -z "${runuser}" ] && runuser='node'

package/src/git-tar.sh

@@ -1,5 +1,8 @@
 #!/bin/bash
 
+# Load the standard helper functions
+. `build-tools --bashfun`
+
 # If it isn't already set use the default ~/work/.gitar
 #
 [ -z $GITAR ] && GITAR="${HOME}/.gitar"
@@ -65,12 +68,13 @@ REPO=`basename ${GTOP}`
 #
 DTS="`date +\"%Y%m%d-%H%M%S\"`"
 
-TARB=${GITAR}/${REPO}/${DTS}.tar # Craft the target tarball name.
+TARS=${GITAR}/${REPO}
+TARB=${TARS}/${DTS}.tar # Craft the target tarball name.
 
 # Now do the work
 #
 cd ${GTOP}/..
-printf "\n*** Tarring     $TARB\n"
+printf "\n*** Tarring     `color g $TARB`\n"
 tar cf $TARB -X $TARX $REPO
 chmod 0640 $TARB
 
@@ -84,6 +88,9 @@ then
   FIZ=xz
 fi
 
-printf   "*** Compressing $TARB.$FIZ (background)\n\n"
+printf   "\n*** Compressing `color y $TARB.$FIZ` (background)\n"
 $ZIPPER $TARB &
+
+printf "\n*** Tarballs in `color g ${TARS}`\n\n"
+ls -lh ${TARS}
 cd - 2>&1 >/dev/null

package/src/helm-charts/api-server/values-local.yaml

@@ -1,3 +1,9 @@
+# migrations
+#   v5.11.0+
+#     - k8x api-server pod
+#     - node tools/UpdateESComponentTemplateV2.js
+#     - node tools/UpdateESMappingV2.js
+#
 image:
   tag: # v5.12.3
 

package/src/helm-charts/authz-server/values-local.yaml

@@ -1,3 +1,8 @@
+# migrations
+#   v2.1.0+
+#     - k8x authz-server
+#     - npm run sequelizeRunMigrations
+#
 image:
   tag: # v2.1.3
 

package/src/helm-charts/cnpg-db-psql-stack/cluster.yaml.ovh

@@ -7,30 +7,41 @@ metadata:
   namespace: cnpg-operands
 spec:
   instances: 1
-# logLevel: debug
+  logLevel: info # warning debug
+
+  monitoring:
+    enablePodMonitor: false # set true once monitoring is setup
 
   description: "Leverege Stack PostgreSQL DB"
-  imageName: us-docker.pkg.dev/leverege-registry/system/images/leverege-pgsql:16.2-cnpg-tsdb2-beta.4
+  imageName: us-docker.pkg.dev/leverege-registry/system/images/leverege-pgsql:16.4-cnpg-tsdb2-rel.1
   bootstrap:
     initdb:
-      database: models
+#     database: models # do not set - let it default to cnpg app db
       postInitSQL:
+#       - CREATE DATABASE app;       # operator expects this
+#       - CREATE ROLE app;           #   and this to exist on restore
+        # create the stack databases
         - CREATE DATABASE authz;
         - CREATE DATABASE fota;
         - CREATE DATABASE geotile;
         - CREATE DATABASE models;
         - CREATE DATABASE scheduler;
-      owner: imagine
-      secret:
-        name: cnpg-db-psql-stack-imagine-pw # imagine db pw
 
   enableSuperuserAccess: true
   superuserSecret:
     name: cnpg-db-psql-stack-postgres-pw # postgres db pw
 
   affinity:
-#   enablePodAntiAffinity: true
-#   topologyKey: kubernetes.io/hostname # default value
+    enablePodAntiAffinity: true
+    topologyKey: kubernetes.io/hostname # default value
+    nodeAffinity:
+      requiredDuringSchedulingIgnoredDuringExecution:
+        nodeSelectorTerms:
+        - matchExpressions:
+          - key: target-env
+            operator: In
+            values:
+            - database
     tolerations:
       - key: "database"
         operator: "Equal"
@@ -41,7 +52,7 @@ spec:
   # to the default ones to make the cluster work
   postgresql:
     parameters:
-      max_connections: "123"
+#     max_connections: "100"
 #     max_worker_processes: "60"
 #     max_worker_processes: "8"
 #     max_parallel_workers: "8"
@@ -70,7 +81,7 @@ spec:
 #   size: 1Gi
 
   backup:
-    retentionPolicy: 30d
+    retentionPolicy: 7d # don't think this does anything?
     volumeSnapshot:
       labels:
         snapshotOf: cnpg-db-psql-stack
@@ -83,6 +94,7 @@ spec:
         cnpgCluster: cnpg-db-psql-stack
       wal:
         compression: gzip
+        maxParallel: 4
 ---
 apiVersion: postgresql.cnpg.io/v1
 kind: ScheduledBackup
@@ -91,8 +103,9 @@ metadata:
   namespace: cnpg-operands
 spec:
   # https://pkg.go.dev/github.com/robfig/cron#hdr-CRON_Expression_Format
-  schedule: "0 0 * * * *"
+  schedule: "0 0 */12 * * *"
   cluster:
-  method: volumeSnapshot
+    name: cnpg-db-psql-stack
+  method: volumeSnapshot # barmanObjectStore
   backupOwnerReference: self
   immediate: true

package/src/helm-charts/cnpg-db-tsdb-basic/cluster.yaml.ovh

@@ -13,16 +13,19 @@ spec:
     enablePodMonitor: false # set true once monitoring is setup
 
   description: "Leverege Plain Timescale DB"
-  imageName: us-docker.pkg.dev/leverege-registry/system/images/leverege-pgsql:16.2-cnpg-tsdb2-beta.4
+  imageName: us-docker.pkg.dev/leverege-registry/system/images/leverege-pgsql:16.3-cnpg-tsdb2-beta.2
   bootstrap:
     initdb:
+#     database: imagine # let it default to cnpg app db
       postInitTemplateSQL:
         - CREATE EXTENSION timescaledb;
         - CREATE EXTENSION jsquery;
-      database: imagine
-      owner: imagine
-      secret:
-        name: cnpg-db-tsdb-basic-imagine-pw # imagine db pw
+        - CREATE DATABASE imagine
+#       - CREATE DATABASE app; # for the operator restores
+#       - CREATE ROLE app;     # same
+#     owner: imagine
+#     secret:
+#       name: cnpg-db-tsdb-basic-imagine-pw # imagine db pw
 
   enableSuperuserAccess: true
   superuserSecret:
@@ -52,7 +55,7 @@ spec:
       - timescaledb
       - jsquery
     parameters:
-      max_connections: "123"
+#     max_connections: "100"
 #     max_worker_processes: "60"
 #     max_worker_processes: "8"
 #     max_parallel_workers: "8"
@@ -94,6 +97,7 @@ spec:
         cnpgCluster: cnpg-db-tsdb-basic
       wal:
         compression: gzip
+        maxParallel: 4
 ---
 apiVersion: postgresql.cnpg.io/v1
 kind: ScheduledBackup
@@ -105,6 +109,6 @@ spec:
   schedule: "0 0 */12 * * *"
   cluster:
     name: cnpg-db-tsdb-basic
-  method: volumeSnapshot
+  method: volumeSnapshot # barmanObjectStore
   backupOwnerReference: self
   immediate: true

package/src/helm-charts/cnpg-db-tsdb-dense/cluster.yaml.ovh

@@ -13,16 +13,15 @@ spec:
     enablePodMonitor: false # set true once monitoring is setup
 
   description: "Leverege Dense Timescale DB"
-  imageName: us-docker.pkg.dev/leverege-registry/system/images/leverege-pgsql:16.2-cnpg-tsdb2-beta.4
+  imageName: us-docker.pkg.dev/leverege-registry/system/images/leverege-pgsql:16.3-cnpg-tsdb2-beta.2
   bootstrap:
     initdb:
       postInitTemplateSQL:
         - CREATE EXTENSION timescaledb;
         - CREATE EXTENSION jsquery;
-      database: imagine
-      owner: imagine
-      secret:
-        name: cnpg-db-tsdb-dense-imagine-pw # imagine db pw
+        - CREATE DATABASE imagine; # leverege tsdb db
+#     secret:
+#       name: cnpg-db-tsdb-dense-imagine-pw # imagine db pw
 
   enableSuperuserAccess: true
   superuserSecret:
@@ -93,6 +92,7 @@ spec:
         cnpgCluster: cnpg-db-tsdb-dense
       wal:
         compression: gzip
+        maxParallel: 4
 ---
 apiVersion: postgresql.cnpg.io/v1
 kind: ScheduledBackup

package/src/helm-charts/cnpg-operator/helmup.plugin

@@ -1,10 +1,18 @@
 #!/bin/bash
 #
-# See => https://github.com/cloudnative-pg/charts
-addHelmRepo cnpg https://cloudnative-pg.github.io/charts
+# See => https://cloudnative-pg.io/documentation/current/installation_upgrade/
 
-helm upgrade --install cnpg cnpg/cloudnative-pg \
-  --namespace cnpg-system --create-namespace \
-  --set webhook.port="10250" $HELM_WHAT
+OPVER="1.24.0"
 
-removeHelmRepo cnpg
+kubectl apply --server-side -f \
+    https://raw.githubusercontent.com/cloudnative-pg/cloudnative-pg/release-${OPVER%.*}/releases/cnpg-${OPVER}.yaml $K8S_WHAT
+
+# Old approach used the helm chart.
+#
+#addHelmRepo cnpg https://cloudnative-pg.github.io/charts
+#
+#helm upgrade --install cnpg cnpg/cloudnative-pg \
+#  --namespace cnpg-system --create-namespace \
+#  --set webhook.port="10250" $HELM_WHAT
+#
+#removeHelmRepo cnpg

package/src/helm-charts/elasticsearch8/helmup.plugin

@@ -2,13 +2,14 @@
 #
 showInstalling "Elastic Search 8"
 
+[ -z "$ELASTIC_CHART_VERSION" ] && ELASTIC_CHART_VERSION="21.3.10"
+
 OCI_CHART="oci://registry-1.docker.io/bitnamicharts/elasticsearch"
 
 LOCAL_ES_VALUES="elasticsearch8/elasticsearch-local-dev.yaml"
 #LOCAL_ES_VALUES="elasticsearch8/elasticsearch-local-prd.yaml"
 [ ! -f "$LOCAL_ES_VALUES" ] && exitOnError 1 "Missing the local ES config file => `color y $LOCAL_ES_VALUES`"
 
-[ -z "$ELASTIC_CHART_VERSION" ] && ELASTIC_CHART_VERSION="19.21.2"
 helm upgrade --install elasticsearch8 $OCI_CHART \
              --namespace elastic --create-namespace \
              --values $LOCAL_ES_VALUES \
@@ -18,7 +19,7 @@ helm upgrade --install elasticsearch8 $OCI_CHART \
 addHelmRepo prometheus-community https://prometheus-community.github.io/helm-charts
 helm upgrade --install elasticsearch8-exporter prometheus-community/prometheus-elasticsearch-exporter \
              --namespace monitoring --create-namespace \
-             --version 5 \
+             --version 6 \
              -f - <<ELASTIC8_EXPORTER_CHART_MOD
 fullnameOverride: elasticsearch8-exporter
 

package/src/helm-charts/grafana/grafana-local.yaml.ovh

@@ -1,6 +1,5 @@
 # ONLY EDIT grafana-local.yaml.ovh / grafana-local.yaml is git ignored
 service:
-  type: "NodePort"
   port: "9000"
 
 datasources:
@@ -39,7 +38,7 @@ tolerations:
   effect: "NoSchedule"
 
 extraObjects:
-  - apiVersion: traefik.containo.us/v1alpha1
+  - apiVersion: traefik.io/v1alpha1
     kind: IngressRoute
     metadata:
       name: grafana

package/src/helm-charts/grafana/helmup.plugin

@@ -4,7 +4,7 @@ showInstalling "Grafana"
 
 addHelmRepo grafana https://grafana.github.io/helm-charts
 
-[ -z "$GRAFANA_CHART_VERSION" ] && GRAFANA_CHART_VERSION="7"
+[ -z "$GRAFANA_CHART_VERSION" ] && GRAFANA_CHART_VERSION="8"
 helm upgrade --install grafana grafana/grafana \
   --namespace monitoring --create-namespace \
   --values grafana/grafana-local.yaml \

package/src/helm-charts/postgres/helmup.plugin

@@ -4,10 +4,13 @@ showInstalling "PostgreSQL Database"
 
 errorIfMissingSecret authz-postgres
 
-addBitnamiRepo # latest
+# addBitnamiRepo # latest
 
-[ -z "$POSTGRESQL_CHART_VERSION" ] && POSTGRESQL_CHART_VERSION="10"
-helm upgrade --install postgres bitnami/postgresql  \
+OCI_CHART="oci://registry-1.docker.io/bitnamicharts/postgresql"
+
+[ -z "$POSTGRESQL_CHART_VERSION" ] && POSTGRESQL_CHART_VERSION="15.5.22"
+
+helm upgrade --install postgres $OCI_CHART          \
              --values  postgres/postgres-local.yaml \
              --version $POSTGRESQL_CHART_VERSION $HELM_WHAT
 

package/src/helm-charts/{kube-prometheus-stack → prometheus-operator}/helmup.plugin

@@ -1,13 +1,14 @@
 #!/bin/bash
 #
-showInstalling "The Prometheus Kube Stack"
+showInstalling "The Prometheus Operator (kube-prometheus-stack)"
 
 addHelmRepo prometheus-community https://prometheus-community.github.io/helm-charts
 
-[ -z "$PROMETHEUS_STACK_CHART_VERSION" ] && PROMETHEUS_STACK_CHART_VERSION="57"
+[ -z "$PROMETHEUS_STACK_CHART_VERSION" ] && PROMETHEUS_STACK_CHART_VERSION="62"
 
 helm upgrade --install prometheus-stack prometheus-community/kube-prometheus-stack \
              --namespace prometheus --create-namespace \
+             --values  prometheus-operator/prometheus-stack.yaml \
              --version $PROMETHEUS_STACK_CHART_VERSION $HELM_WHAT
 
 removeHelmRepo prometheus-community

package/src/helm-charts/prometheus-operator/prometheus-stack.yaml

@@ -0,0 +1,59 @@
+# Bootstrapped from the cnpg monitoring setup
+enabled: true
+kubeControllerManager:
+  enabled: false
+nodeExporter:
+  enabled: false
+defaultRules:
+  create: true
+  rules:
+    alertmanager: false
+    etcd: false
+    configReloaders: false
+    general: false
+    k8s: true
+    kubeApiserver: false
+    kubeApiserverAvailability: false
+    kubeApiserverSlos: false
+    kubelet: true
+    kubeProxy: false
+    kubePrometheusGeneral: false
+    kubePrometheusNodeRecording: false
+    kubernetesApps: false
+    kubernetesResources: false
+    kubernetesStorage: false
+    kubernetesSystem: false
+    kubeScheduler: false
+    kubeStateMetrics: false
+    network: false
+    node: true
+    nodeExporterAlerting: false
+    nodeExporterRecording: true
+    prometheus: false
+    prometheusOperator: false
+
+#nodeSelector:
+  #workload: monitor
+prometheus:
+  prometheusSpec:
+    podMonitorSelectorNilUsesHelmValues: false
+    ruleSelectorNilUsesHelmValues: false
+    serviceMonitorSelectorNilUsesHelmValues: false
+    probeSelectorNilUsesHelmValues: false
+  #nodeSelector:
+    #workload: monitor
+grafana:
+  enabled: true
+  # -- the grafana admin password
+  adminPassword: prom-operator
+  defaultDashboardsEnabled: false
+  sidecar:
+      dashboards:
+        enabled: true
+  #nodeSelector:
+    #workload: monitor
+alertmanager:
+  enabled: true
+  #alertManagerSpec:
+    #nodeSelector:
+      #workload: monitor

package/src/helm-charts/redis/helmup.plugin

@@ -4,7 +4,7 @@ showInstalling "Redis"
 
 OCI_CHART="oci://registry-1.docker.io/bitnamicharts/redis"
 
-[ -z "$REDIS_CHART_VERSION" ] && REDIS_CHART_VERSION="19.5.0"
+[ -z "$REDIS_CHART_VERSION" ] && REDIS_CHART_VERSION="20.0.5"
 
 helm upgrade --install redis $OCI_CHART       \
              --values  redis/redis-local.yaml \

package/src/helm-charts/redis/redis-local.yaml

@@ -25,6 +25,11 @@ master:
   persistence:
     size: 8Gi # 8Gi is default
 
+  resources:
+    requests:
+      cpu: 250m
+      memory: 500Mi
+
 replica:
   affinity:
     nodeAffinity:
@@ -45,6 +50,11 @@ replica:
   persistence:
     size: 8Gi # 8Gi is default
 
+  resources:
+    requests:
+      cpu: 250m
+      memory: 500Mi
+
 architecture: replication
 
 sentinel:

package/src/helm-charts/resource-server/values-local.yaml

@@ -1,5 +1,7 @@
 # migrations
-#   v1.2+ run => npm run sequelizeRunMigrations
+#   v1.2+
+#     - k8x resource-server
+#     - npm run sequelizeRunMigrations
 #
 image:
   tag: # v1.2.2

package/src/helm-charts/rule-engine/values-local.yaml

@@ -1,5 +1,5 @@
 image:
-  tag: # v2.3.0
+  tag: # v2.3.1
 
 config:
   LOG_CONFIG: '{"type":"pino","level":"warn"}'

package/src/helm-charts/traefik/helmup.plugin

@@ -5,7 +5,11 @@
 # ***REMEMBER*** the instructions provided on the internet typically assume
 #                the default namespace not traefik
 #
-# ***DO NOT FORGET*** the -n traefik for kubectl commands
+# ***DO NOT FORGET*** the -n traefik for kubectl commands - so in order to
+#    move beyond v20 of the chart run the kubectl command below before upgrading
+#
+# kubectl apply --namespace traefik --server-side \
+#               --force-conflicts -k https://github.com/traefik/traefik-helm-chart/traefik/crds/\?ref\=v27
 #
 showInstalling "Traefik Load Balancer / Router"
 

package/src/helm-charts/transponder-dh/values-local.yaml

@@ -10,8 +10,8 @@ config:
   DENSE_HISTORY_TDB_CACHE_KEY_PREFIX: "timescale-dh"
   DENSE_HISTORY_MIGRATE_PAGE_SIZE_LIMIT: "50"
 
-# PG_HOST: "cnpg-db-tsdb-dense-rw"
-  PG_HOST: "cnpg-db-tsdb-dense-pool-rw.cnpg-operands"
+  PG_HOST: "cnpg-db-tsdb-dense-rw.cnpg-operands"
+# PG_HOST: "cnpg-db-tsdb-dense-pool-rw.cnpg-operands"
 
   # password from secret
   PG_PASSWORD_SECRET: "cnpg-db-tsdb-dense-postgres-pw"

package/src/helm-charts/transponder-tsdb/values-local.yaml

@@ -15,6 +15,9 @@ config:
 
 # CNPG override
 # PG_HOST: "cnpg-db-tsdb-basic-rw.cnpg-operands"
+#
+# PG_PASSWORD_SECRET: "cnpg-db-tsdb-basic-postgres-pw"
+# PG_PASSWORD_KEY: "password"
 
   TRANSPORT_CONFIG: '{
     "type": "pubsub",

package/src/helm-charts/velero/helmup.plugin

@@ -4,7 +4,7 @@ showInstalling "Velero Backup System"
 
 addHelmRepo vmware-tanzu https://vmware-tanzu.github.io/helm-charts
 
-[ -z "$VELERO_CHART_VERSION" ] && VELERO_CHART_VERSION="6"
+[ -z "$VELERO_CHART_VERSION" ] && VELERO_CHART_VERSION="7"
 #
 # Build the bucket, region and SA email variables and use --set to mod the
 # chart values as opposed to using an OVH:<label> approach. This eliminates

package/src/helm-charts/velero/velero-local.yaml

@@ -99,9 +99,10 @@ nodeSelector: {}
 
 # Init containers to add to the Velero deployment's pod spec. At least one plugin provider image is required.
 # If the value is a string then it is evaluated as a template.
+# See => https://github.com/vmware-tanzu/velero-plugin-for-gcp
 initContainers:
   - name: velero-plugin-for-gcp
-    image: velero/velero-plugin-for-gcp:v1.5.0
+    image: velero/velero-plugin-for-gcp:v1.10.0
     volumeMounts:
       - mountPath: /target
         name: plugins

package/src/helmup.sh

@@ -47,13 +47,26 @@ AUXILIARY=(
   vin-decoder-server
 )
 
-# zombie-killer disabled 20231228
+# zombie-killer re-enabled 20240801
 SYSTEM=(
+  elasticsearch8
+  redis
+  cnpg-operator
+  preemptible-killer
+  zombie-killer
+  reflector
+  reloader
+  traefik
+  velero
+)
+
+SYSTEM_LEGACY=(
   elasticsearch8
   redis
   postgres
   timescale-db
   preemptible-killer
+  zombie-killer
   reflector
   reloader
   traefik
@@ -63,7 +76,7 @@ SYSTEM=(
 
 function isLeveregeService() {
   local answer=0
-  [[ ${PLATFORM[@]} =~ $1 || ${AUXILIARY[@]} =~ $1 || ${SYSTEM[@]} =~ $1 ]] && answer=1
+  [[ ${PLATFORM[@]} =~ $1 || ${AUXILIARY[@]} =~ $1 || ${SYSTEM_LEGACY[@]}} =~ 1 || ${SYSTEM[@]} =~ $1 ]] && answer=1
   echo $answer
 }
 
@@ -666,7 +679,7 @@ function installVeleroEnvironment() {
   gcloud config set project $GCP_PROJECT_ID
 
   ## The major chart version will determine the bucket suffix
-  [ -z "$VELERO_HELM_CHART" ] && VELERO_HELM_CHART="6"
+  [ -z "$VELERO_HELM_CHART" ] && VELERO_HELM_CHART="7"
 
   ## Create a bucket
   BUCKET="$GCP_PROJECT_ID-velero-$VELERO_HELM_CHART"
@@ -696,6 +709,7 @@ function installVeleroEnvironment() {
     compute.disks.get
     compute.disks.create
     compute.disks.createSnapshot
+    compute.projects.get
     compute.snapshots.get
     compute.snapshots.create
     compute.snapshots.useReadOnly
@@ -787,7 +801,27 @@ DEPRECATED_CHART
   fi
 }
 
-doHelmup() {
+function checkUpgradeNotes() {
+  UPNOTES="$1/helmup.upgrade"
+
+  [ ! -f "$UPNOTES" ] && return
+
+  cat<<UPGRADE_NOTES
+
+  `color g "*** $SERVICE upgrade instructions before moving forward ***"`
+
+UPGRADE_NOTES
+  cat $UPNOTES
+  yesToContinue
+  cat<<UPGRADES_DONE
+
+  `color y "*** Remember to remove $UPNOTES once the steps are performed ***"`
+
+UPGRADES_DONE
+  sleep 3
+}
+
+function doHelmup() {
   local helmup="$@"
   local doing="Helming => `color g \"$helmup\"`"
   local from=
@@ -859,6 +893,10 @@ CATBACKUP
         doInstall "${PLATFORM[@]}"
         ;;
 
+      "system-legacy")
+        doInstall "${SYSTEM_LEGACY[@]}"
+        ;;
+
       "system")
         doInstall "${SYSTEM[@]}"
         ;;
@@ -946,7 +984,7 @@ CATBACKUP
         bootstrapLocalSetup $SERVICE
         ;;
 
-      "prometheus")
+      "prometheus"|"prometheus-operator")
         bootstrapLocalSetup $SERVICE
         ;;
 
@@ -1036,6 +1074,8 @@ NO_SERVICE_MAN
         fi
         service-man --from-helmup --create-service $SERVICE
 
+        checkUpgradeNotes $SERVICE
+
         # By default the museum chart name will be the same as the service, but
         # we have the flexibility to override the naming when the charts are
         # reference by the downstream repositories via the .helmup-charmuseum file.

package/src/k8scale.sh

@@ -19,8 +19,11 @@ case $DIRECTION in
     REPLICAS=0
     DIRECTION=down
     ;;
+  roll)
+    DIRECTION=roll
+    ;;
   *)
-    printf "Usage: `color g 'k8scale <up|dn|down> [deployment-list]'`\n\n" && exit 1
+    printf "Usage: `color g 'k8scale <up|dn|down|roll> [deployment-list]'`\n\n" && exit 1
 esac
 
 printf "   scaled => `color g $DIRECTION`\n\n"
@@ -28,7 +31,12 @@ for DEPLOYMENT in "$@";
 do
   IFS="/" read SERVICE <<< "$DEPLOYMENT" # strip trailing /
   RESULTS="`color g SUCCESS`"
-  kubectl scale --replicas=$REPLICAS deployment $SERVICE &>/dev/null
+  if [ "$DIRECTION" == "roll" ];
+  then
+    kubectl rollout restart deployment $SERVICE &> $DEVNULL
+  else
+    kubectl scale --replicas=$REPLICAS deployment $SERVICE &> $DEVNULL
+  fi
   [ $? -eq 1 ] && RESULTS="`color r FAILURE`"
   printf "  $RESULTS => $SERVICE\n"
   sendToSlack "k8scale $DIRECTION $SERVICE"

package/src/overwhelm.mjs

@@ -15,7 +15,7 @@ import parse from 'parse-gitignore'
 import ask from 'readline-sync'
 import YAML from 'js-yaml'
 
-import { debug, err, log, shellCmd } from './Utils.mjs'
+import { debug, disableDebug, err, log, shellCmd } from './Utils.mjs'
 
 const optionsDefinitions = [
   /* eslint-disable no-multi-spaces */
@@ -33,6 +33,9 @@ const optionsDefinitions = [
 ]
 const args = cliArgs( optionsDefinitions )
 
+// when using --key we only want the key contents w/o debug info
+if ( args.key ) { disableDebug() }
+
 // See if we are in a monorepo, which changes some of the rules.
 const gitTop = await shellCmd( 'git rev-parse --show-toplevel' )
 
@@ -61,13 +64,24 @@ if ( !fs.existsSync( 'overwhelm.yaml' ) ) {
   process.exit( 1 )
 }
 
-if ( fs.existsSync( 'values-default.yaml' ) ) {
+if ( !args.key && fs.existsSync( 'values-default.yaml' ) ) {
   log( chalk.red.bold( `
 
-***ERROR overwhelm => values-default.yaml is no longer used/supported
-                      all defaults should be set in default-configs.yaml.ovh
+***ERROR overwhelm => values-default.yaml is no longer used/supported and will
+         be ignored - all defaults should be set in default-configs.yaml.ovh
   ` ) )
-  process.exit( 1 )
+
+  const ans = ask.question( `Enter "${chalk.bold.red( 'skip' )}" if you wish to ignore and continue => ` )
+  if ( ans !== 'skip' ) {
+    process.exit( 1 )
+  }
+}
+
+// Avoid race condition when running overwhelm for the first time on a new
+// cluster and the default-configs.yaml file has yet to be created.
+const defaultConfigs = 'default-configs.yaml'
+if ( !fs.existsSync( defaultConfigs ) ) {
+  fs.closeSync( fs.openSync( defaultConfigs, 'w' ) ) // same as unix touch
 }
 
 // Load the default values and then overlay with the project specific yaml
@@ -197,7 +211,7 @@ const doReplacements = ( yamls, replacements ) => {
 
 // Collect all of the yaml from the yams...
 const buildYaml = ( yamls, replacements ) => {
-  const always = [ 'default-configs.yaml' ]
+  const always = [ defaultConfigs ]
   const values = [ ...always, ...yamls ]
   const loaded = []
   let allYamls = ''

package/src/documentate.sh

@@ -1,38 +0,0 @@
-#!/bin/bash
-
-. `build-tools --bashfun`
-
-cwd=$(pwd)
-library=`basename $cwd`
-version=$(node -p "require('$cwd/package.json').version")
-
-echo $library
-echo $version
-
-bucket_name="leverege-registry-jsdocs"
-
-echo "deploying version $version docs to google cloud storage"
-
-echo "Check if build exists in root directory (current ver)"
-
-exists=`gsutil ls -b gs://$bucket_name/$library/$version`
-if [[ $exists == gs://* ]]; then
-  echo "documentation already exists"
-	exit 
-fi
-
-npm run cleanDocs &> $DEVNULL
-errorExit $?
-npm run docs &> $DEVNULL
-errorExit $?
-
-TARGET_BUCKET="gs://$bucket_name/$library/$version"
-BUCKET_COPY="gsutil -m cp -r $cwd/docs/** $TARGET_BUCKET"
-
-cat<<LOG_COPYING
-
-  Copying docs to bucket => `color g "$BUCKET_COPY"`
-
-LOG_COPYING
-
-$(BUCKET_COPY)