@leverege/build-tools 2.43.8 → 2.43.10

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@leverege/build-tools",
-  "version": "2.43.8",
+  "version": "2.43.10",
   "description": "A collection of build / support tools for Leverege developers",
   "main": "index.js",
   "repository": {
@@ -64,14 +64,14 @@
     "ms": "^2.1.3",
     "npm-registry-fetch": "^16.1.0",
     "parse-gitignore": "^2.0.0",
-    "read-pkg": "^9.0.0",
+    "read-pkg": "^9.0.1",
     "readline-sync": "^1.4.10",
     "semver": "^7.5.4",
-    "simple-git": "^3.20.0",
+    "simple-git": "^3.21.0",
     "zx": "^7.2.3"
   },
   "devDependencies": {
     "@leverege/eslint-config-leverege": "^4.2.0",
-    "npm": "^10.2.3"
+    "npm": "^10.2.5"
   }
 }

package/src/bash-funcs

@@ -155,3 +155,28 @@ EOSLACK
                 --message "\"$slackmsg\""
   # the "\"$var\"" escaped " is necessary for proper message encapsulation
 }
+
+# If a helmup.plugin file exists and is executable helmup assumes it is
+# an installation specific script that should be executed instead of one
+# of the standard setup scripts.
+function ifPluggedIn() {
+  local INVOKED_AS=`basename $0`
+  local PLUGIN="$1/$INVOKED_AS.plugin"
+  [ ! -f $PLUGIN ] && return 1
+
+  if [ ! -x $PLUGIN ];
+  then
+    cat<<PLUGIN_NOEXEC
+    $RED_ERROR The plugin file is present but is not executable.
+              Try running => `color y "chmod +x $PLUGIN"`
+
+PLUGIN_NOEXEC
+    exit 1
+  fi
+
+  printf "\n***Executing local plugin code => `color y $PLUGIN`\n\n" && sleep 2
+  export HELM_WHAT
+  . $PLUGIN # executing with . allows the plugin to use functions like color
+  sendToSlack "$PLUGIN"
+  return 0
+}

package/src/docker-to-registry.sh

@@ -10,7 +10,7 @@ fi
 #
 #   BASE_NODE_IMAGE="gallium-alpine" npm run dockerize <version>
 #
-BASE_NODE_IMAGE="${BASE_NODE_IMAGE:-hydrogen-alpine}" # node 18, hydrogen
+BASE_NODE_IMAGE="${BASE_NODE_IMAGE:-iron-alpine}" # node 20, iron
 
 # Load common bash functions
 . `build-tools --bashfun`
@@ -122,7 +122,7 @@ COPY ./.npmrc /usr/src/app/.npmrc
 RUN apk --no-cache add openssh-client && \
     apk --update add --no-cache --virtual build-dep g++ gcc libgcc \\
       libstdc++ linux-headers make ${apkadds} && \
-    npm install -g npm@9 && \
+    npm install -g npm@10 && \
     npm ci --only=production --ignore-scripts --no-optional ${npmlogging} && \
     rm -f /usr/src/app/.npmrc /root/.ssh/*
  
@@ -135,7 +135,7 @@ FROM node:${BASE_NODE_IMAGE}
 # Install tini for PID 1 and replace shell with bash so we can source files
 RUN apk update && \
     apk add --no-cache bash curl tini vim ${apkadds} && \
-    npm install -g npm@9 && \
+    npm install -g npm@10 && \
     rm /bin/sh && ln -s /bin/bash /bin/sh && \
     mkdir -p /usr/src/app /tmp/levlog && \
     chown node:node /usr/src/app

package/src/helm-charts/message-processor/values-local.yaml

@@ -1,5 +1,5 @@
 image:
-  tag: # v3.5.0
+  tag: # v3.6.0
 
 config:
   LOG_CONFIG: '{"type":"pino","level":"warn"}'

package/src/helm-charts/overdose/values-local.yaml

@@ -1,3 +1,4 @@
+# Needs OVERDOSE_API_KEY and OVERDOSE_API_SECRET api-ui keys
 image:
   tag: # 1.2.1
 

package/src/helm-charts/prometheus/values-local.yaml

@@ -149,15 +149,15 @@ serverFiles:
               dashboard: "Check GKE or EKS node status"
 
           - alert: KubernetesVolumeOutOfDiskSpace
-            expr: kubelet_volume_stats_available_bytes / kubelet_volume_stats_capacity_bytes * 100 < 20
+            expr: kubelet_volume_stats_available_bytes / kubelet_volume_stats_capacity_bytes * 100 < 10
             for: 5m
             labels:
-              severity: page
+              severity: error
               priority: P2
             annotations:
-              summary: "Kubernetes Volume out of disk space"
-              description: "Volume is almost full (< 10% left)"
-              dashboard: "OVH:<MONITORING>/pvc"
+              summary: "Kubernetes PVC Free Space < 10%"
+              description: "PVC volume {{ $labels.persistentvolumeclaim }} is almost full - down to {{ $value | humanize }}% available"
+              dashboard: "OVH:<MONITORING>/k8s-pvc/pvc-usage?var-volume={{ $labels.persistentvolumeclaim }}"
 
 #         - alert: KubernetesVolumeFullInFourDays
 #           expr: predict_linear(kubelet_volume_stats_available_bytes[6h], 4 * 24 * 3600) < 0
@@ -378,24 +378,24 @@ serverFiles:
               description: "PostgreSQL replication lag is going up (> 10s): check {{ $labels.release }}"
               dashboard: "OVH:<MONITORING>/postgres"
 
-          - alert: PostgresqlTableNotVaccumed
-            expr: time() - pg_stat_user_tables_last_autovacuum > 60 * 60 * 24
+          - alert: PostgresqlTableNotVacuumed
+            expr: (pg_stat_user_tables_last_autovacuum > 0) and (time() - pg_stat_user_tables_last_autovacuum > 60 * 60 * 24)
             for: 5m
             labels:
               severity: warning
             annotations:
-              summary: "Postgresql table not vaccumed"
-              description: "Table has not been vaccum for 24 hours: check {{ $labels.release }}"
+              summary: "Postgresql table not vacuumed"
+              description: "Table has not been vacuum for 24 hours: check {{ $labels.instance }}"
               dashboard: "OVH:<MONITORING>/postgres"
 
-          - alert: PostgresqlTableNotAnalyzed
-            expr: time() - pg_stat_user_tables_last_autoanalyze > 60 * 60 * 24
+          - alert: PostgresqlTableNotAutoAnalyzed
+            expr: (pg_stat_user_tables_last_autoanalyze > 0) and (time() - pg_stat_user_tables_last_autoanalyze > 60 * 60 * 24)
             for: 5m
             labels:
               severity: warning
             annotations:
               summary: "Postgresql table not analyzed (instance {{ $labels.instance }})"
-              description: "Table has not been analyzed for 24 hours: check {{ $labels.release }} - {{ $labels.datname }}"
+              description: "Table {{ $labels.relname }} has not been analyzed for 24 hours: check {{ $labels.release }} - {{ $labels.datname }}"
               dashboard: "OVH:<MONITORING>/postgres"
 
           - alert: PostgresqlDeadLocks

package/src/helm-charts/pusher/values-local.yaml

@@ -0,0 +1,25 @@
+image:
+  tag: # v1.1.0
+
+config:
+  # server configs
+  LOG_CONFIG: '{"type":"pino","level":"info"}'
+
+# message rates = stopId/(frequency/1000) Hz
+# default-test RX is 1K objects at 33Hz
+  INITIAL_RX : |
+    {
+      "devices" : {
+        "default-test" : {
+          "projectId" : "set-in-values-local",
+          "blueprintId" : "set-in-values-local",
+          "systemId" : "set-in-values-local",
+          "networkId" : "set-in-values-local",
+          "startId" : 0,
+          "stopId" :  1000,
+          "bucketSize" : 100,
+          "frequency" : 30000, # default RX is 1K objects at 33Hz
+          "messageSizeLimit" : 100
+        }
+      }
+    }

package/src/helm-charts/redis/helmup.plugin

@@ -4,7 +4,7 @@ showInstalling "Redis"
 
 OCI_CHART="oci://registry-1.docker.io/bitnamicharts/redis"
 
-[ -z "$REDIS_CHART_VERSION" ] && REDIS_CHART_VERSION="18.3.1"
+[ -z "$REDIS_CHART_VERSION" ] && REDIS_CHART_VERSION="18.4.0"
 
 helm upgrade --install redis $OCI_CHART       \
              --values  redis/redis-local.yaml \

package/src/helm-charts/scheduler/values-local.yaml

@@ -1,5 +1,5 @@
 image:
-  tag: # v2.3.0
+  tag: # v3.0.1
 
 config:
   LOG_CONFIG: '{"type":"pino","level":"warn"}'

package/src/helm-charts/stackdriver-exporter/values-local.yaml

@@ -2,6 +2,8 @@
 # to force a reinstall of this service simply remove or rename this
 # stackdriver-exporter subdirectory and rerun helmup stackdriver-exporter
 #
+fullnameOverride: "prometheus-stackdriver-exporter"
+
 stackdriver:
   projectId: "OVH:<PROJECT_NAME>"
   metrics:

package/src/helmdn.sh

@@ -53,16 +53,10 @@ SYSTEM=(
 GITTOP=`git rev-parse --show-toplevel`
 cd $GITTOP
 
-npm run ahoy
+overwhelm
 [ $? -ne 0 ] && printf "\n\n***Aborting helmup...\n\n" && exit 1
 
-# Detect Project ID
-currContext=`kubectl config current-context`
-
-IFS='_'
-read -ra ADDR <<< "$currContext"
-
-GCP_PROJECT_ID=${ADDR[1]} # project id is the second string split by _
+GCP_PROJECT_ID="$(getProjectIdFromK8sContext)"
 
 helm repo update &> /dev/null
 
@@ -104,6 +98,10 @@ NOHELMDN
   fi
 
   local namespace=${2:-default}
+
+  # if there is a helmdn.plugin then do that instead
+  ifPluggedIn $SERVICE $namespace && continue
+
   local helmdn="helm uninstall $1 -n $namespace"
   eval $helmdn
   sendToSlack $helmdn

package/src/helmup.sh

@@ -7,6 +7,14 @@
 
 SHELMUP_ARGS=("$*")
 
+# artifact-registry => https://console.cloud.google.com/artifacts?project=leverege-registry
+REGISTRY_DOMAIN="us-docker.pkg.dev"
+# open container initiative (oci) => https://opencontainers.org/
+ARTIFACT_REGISTRY="oci://$REGISTRY_DOMAIN/leverege-registry"
+# login to the registry in the background
+gcloud auth print-access-token | helm registry login -u oauth2accesstoken \
+  --password-stdin https://$REGISTRY_DOMAIN &> $DEVNULL &
+
 # make sure we have a current npmrc file
 refresh-npm-token
 
@@ -453,6 +461,7 @@ function installVeleroEnvironment() {
   showInstalling "Velero Backup Management"
   createNamespaceIfNeeded velero
 
+  # Do we need to => gcloud auth application-default
   gcloud config set project $GCP_PROJECT_ID
 
   ## The major chart version will determine the bucket suffix
@@ -545,30 +554,6 @@ function installVeleroEnvironment() {
   kubectl delete volumesnapshotlocation.velero.io -n velero gcp &> $DEVNULL
 }
 
-# If a helmup.plugin file exists and is executable helmup assumes it is
-# an installation specific script that should be executed instead of one
-# of the standard setup scripts.
-function ifPluggedIn() {
-  PLUGIN="$1/helmup.plugin"
-  [ ! -f $PLUGIN ] && return 1
-
-  if [ ! -x $PLUGIN ];
-  then
-    cat<<PLUGIN_NOEXEC
-    $RED_ERROR The plugin file is present but is not executable.
-              Try running => `color y "chmod +x $PLUGIN"`
-
-PLUGIN_NOEXEC
-    exit 1
-  fi
-
-  printf "\n***Executing local plugin code => `color y $PLUGIN`\n\n" && sleep 2
-  export HELM_WHAT
-  . $PLUGIN # executing with . allows the plugin to use functions like color
-  sendToSlack "$PLUGIN"
-  return 0
-}
-
 function getServiceAndChartVersion() {
   SERVICE=
   CHARTVER=
@@ -588,11 +573,6 @@ function getServiceAndChartVersion() {
     $YELO_WARN The use of $SERVICE/$LCL_CHART to lock the chart version has
     been deprecated. Create a top level `color g "Versions.json"` file instead:
 
-    {
-      "scheduler" : "3.6.1",
-      "$SERVICE" : "$CHARTVER"
-    }
-
 DEPRECATED_CHART
     exit 1
   fi

package/src/refresh-npm-token.mjs

@@ -101,7 +101,7 @@ are made.}`
   them know to run this command to fetch the current npmrc file:
 
     gcloud secrets versions access latest \\
-         --secret=NPM_DEVELOPER_NPMRC     \\
+         --secret=REFRESH_NPM_NPMRC       \\
          --project=leverege-registry > ~/.npmrc
 
   Note, ^^that command will need a different --project name for non-leverege