@leverege/build-tools 2.26.4 → 2.27.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@leverege/build-tools",
-  "version": "2.26.4",
+  "version": "2.27.0",
   "description": "A collection of build / support tools for Leverege developers",
   "main": "index.js",
   "repository": {
@@ -65,14 +65,14 @@
     "parse-gitignore": "^2.0.0",
     "readline-sync": "^1.4.10",
     "semver": "^7.3.8",
-    "simple-git": "^3.16.0",
-    "zx": "^7.1.1"
+    "simple-git": "^3.17.0",
+    "zx": "^7.2.0"
   },
   "devDependencies": {
-    "@babel/cli": "^7.20.7",
-    "@babel/core": "^7.20.12",
+    "@babel/cli": "^7.21.0",
+    "@babel/core": "^7.21.0",
     "@leverege/babel-preset-leverege-node": "^2.0.0",
     "@leverege/eslint-config-leverege": "^3.0.1",
-    "npm": "^9.4.1"
+    "npm": "^9.6.1"
   }
 }

package/src/helmup

@@ -21,7 +21,7 @@ PLATFORM=(
   scheduler
   transponder-bq
   transponder-rt
-  transponder-postgres # deprecated
+# transponder-postgres # deprecated
   transponder-tsdb
 )
 
@@ -110,14 +110,9 @@ function createNamespaceIfNeeded() {
 
 function bootstrapLocalSetup() {
   SERVICE="$1"
-  [ -z "$1" ] && errorExit "bootstrapLocalSetup function requires a service name"
-  TOOLS_SRC="$(build-tools --reporoot)/src"
-  SYSTEM_FILES="$(build-tools --reporoot)/src/system-charts"
+  [ -z "$SERVICE" ] && errorExit "bootstrapLocalSetup function requires a service name"
 
-  SYSTEM_CHART="$SYSTEM_FILES/$SERVICE-local.yaml"
-  [ ! -f "$SYSTEM_CHART" ] && errorExit "Missing $SERVICE chart => $(color y $SYSTEM_CHART)"
-  SYSTEM_HUP="$SYSTEM_FILES/$SERVICE.hup"
-  [ ! -f "$SYSTEM_HUP" ] && errorExit "Missing $SERVICE helmup script => $(color y $SYSTEM_HUP)"
+  ifPluggedIn $SERVICE && return # if it's already plugged in then go
 
   if [ ! -d "$SERVICE" ];
   then
@@ -140,14 +135,37 @@ MISSING_HELMUP_PLUGIN
     errorExit "Installaion of `color y $SERVICE` failed - exiting"
   fi
 
-  if [ "$2" == "set-values-local" ];
+  TOOLS_SRC="$(build-tools --reporoot)/src"
+  SYSTEM_FILES="$(build-tools --reporoot)/src/system-charts"
+
+  case "$2" in
+    "set-values-local")
+      SYSTEM_CHART="$SYSTEM_FILES/$SERVICE-local.yaml"
+      TARGET_CHART="values-local.yaml"
+      ;;
+
+    "ovh-values-local")
+      SYSTEM_CHART="$SYSTEM_FILES/$SERVICE-local.yaml.ovh"
+      TARGET_CHART="$SERVICE-local.yaml.ovh"
+      echo "$SERVICE-local.yaml" > $SERVICE/.gitignore
+      ;;
+
+    *)
+      SYSTEM_CHART="$SYSTEM_FILES/$SERVICE-local.yaml"
+      TARGET_CHART="$SYSTEM_CHART"
+      touch $SERVICE/.nohelm
+      ;;
+  esac
+
+  if [ ! -f "$SYSTEM_CHART" ];
   then
-    TARGET_CHART="values-local.yaml"
-  else
-    TARGET_CHART="$SERVICE-local.yaml"
-    touch $SERVICE/.nohelm
+    rm -rf $SERVICE
+    errorExit "Missing $SERVICE chart => $(color y $SYSTEM_CHART)"
   fi
 
+  SYSTEM_HUP="$SYSTEM_FILES/$SERVICE.hup"
+  [ ! -f "$SYSTEM_HUP" ] && errorExit "Missing $SERVICE helmup script => $(color y $SYSTEM_HUP)"
+
   cp $SYSTEM_CHART $SERVICE/$TARGET_CHART
   cp $SYSTEM_HUP $SERVICE/helmup.plugin
   git add $SERVICE
@@ -232,7 +250,7 @@ ELASTIC_EXPORTER_CHART_MOD
   bootstrapLocalSetup prometheus set-values-local
 
   ## Install Grafana  
-  bootstrapLocalSetup grafana
+  bootstrapLocalSetup grafana ovh-values-local
 
   ## Clean up
   removeHelmRepo prometheus-community
@@ -701,7 +719,7 @@ function doInstall() {
         ;;
 
       "grafana")
-        bootstrapLocalSetup grafana
+        bootstrapLocalSetup grafana ovh-values-local
         ;;
 
       "monitoring")

package/src/system-charts/elastic-cluster.hup

@@ -0,0 +1,23 @@
+#!/bin/bash
+#
+# Do not move to 7.17+ until the memory explosion problem is resolved
+#
+ES_VERSION="7.16"
+
+showInstalling "Elastic Search Cluster v${ES_VERSION}"
+
+addHelmRepo elastic https://helm.elastic.co
+
+deployES() {
+  ES_TYPE="elasticsearch-${1}"
+  printf "\n   Deploying ES cluster component: `color y "$ES_TYPE"`\n"
+  helm upgrade --install $ES_TYPE elastic/elasticsearch \
+    --version $ES_VERSION \
+    --values  elastic-cluster/$ES_TYPE.yaml
+}
+
+deployES "master"
+deployES "client"
+deployES "data"
+
+removeHelmRepo elastic

package/src/system-charts/elasticsearch-local.yaml

@@ -1,3 +1,15 @@
+# Foundation Chart: https://artifacthub.io/packages/helm/elastic/elasticsearch
+#
+# esJavaOpts: "" # example: "-Xmx1g -Xms1g"
+# 
+# resources:
+#   requests:
+#     cpu: "1000m"
+#     memory: "2Gi"
+#   limits:
+#     cpu: "1000m"
+#     memory: "2Gi"
+
 tolerations:
 - key: "database"
   operator: "Equal"
@@ -12,3 +24,15 @@ nodeAffinity:
         operator: In
         values:
         - database
+
+# RecovR Prd Settings - very beefy on an n2-standard-8
+#
+# esJavaOpts: "-Xmx8g -Xms8g"
+# 
+# resources:
+#   requests:
+#     cpu: "6250m"
+#     memory: "16Gi"
+#   limits:
+#     cpu: "6750m"
+#     memory: "20Gi"

package/src/system-charts/grafana-local.yaml.ovh

@@ -0,0 +1,54 @@
+service:
+  type: "NodePort"
+  port: "9000"
+
+datasources:
+  datasources.yaml:
+    apiVersion: 1
+    datasources:
+    - name: kubernetes
+      type: prometheus
+      url: http://prometheus-server.monitoring.svc.cluster.local
+      isDefault: true
+
+persistence:
+  enabled: true
+  storageClassName: ssd
+
+plugins:
+  - grafana-piechart-panel
+  - agenty-flowcharting-panel
+
+deploymentStrategy:
+  type: Recreate
+
+affinity:
+  nodeAffinity:
+    requiredDuringSchedulingIgnoredDuringExecution:
+      nodeSelectorTerms:
+      - matchExpressions:
+        - key: target-env
+          operator: In
+          values:
+          - database
+tolerations:
+- key: "database"
+  operator: "Equal"
+  value: "true"
+  effect: "NoSchedule"
+
+extraObjects:
+  - apiVersion: traefik.containo.us/v1alpha1
+    kind: IngressRoute
+    metadata:
+      name: grafana
+      namespace: monitoring
+    spec:
+      entryPoints:
+        - websecure
+      routes:
+      - match: Host(`OVH:<PROJECT_ID>-monitoring.OVH:<HOST>.com`)
+        kind: Rule
+        services:
+        - name: grafana
+          port: 9000

package/src/system-charts/prometheus-local.yaml

@@ -202,7 +202,7 @@ serverFiles:
               severity: error
             annotations:
               summary: "Kubernetes Pod not healthy"
-              description: "Pod {{ $labels.pod }} has been in a non-ready state for longer than a 10m."
+              description: "Pod {{ $labels.pod }} has been in a non-ready state for longer than 10 minutes."
               dashboard: "Check the pod status using the Kubernetes UI"
 
           - alert: KubernetesPodCrashLooping

package/src/system-charts/velero.hup

@@ -36,7 +36,7 @@ cat<<DONE_VELERO
 
   Velero docs => `color g 'open https://velero.io/docs'`
 
-  Wait at least 1 minute before kicking off the following backups:
+  `color y 'Wait at least 1 minute before kicking off the following backups:'`
 
   `color g 'velero backup create --from-schedule velero-full'`
   `color g 'velero backup create --from-schedule velero-psql'`

package/src/system-charts/grafana-local.yaml

@@ -1,29 +0,0 @@
-service:
-  type: "NodePort"
-  port: "9000"
-
-persistence:
-  enabled: true
-  storageClassName: ssd
-
-plugins:
-  - grafana-piechart-panel
-  - agenty-flowcharting-panel
-
-deploymentStrategy:
-  type: Recreate
-
-affinity:
-  nodeAffinity:
-    requiredDuringSchedulingIgnoredDuringExecution:
-      nodeSelectorTerms:
-      - matchExpressions:
-        - key: target-env
-          operator: In
-          values:
-          - database
-tolerations:
-- key: "database"
-  operator: "Equal"
-  value: "true"
-  effect: "NoSchedule"