@leverege/build-tools 2.6.4 → 2.6.6

package/lib/server/repo-init/templates/ToBuildSpec.js

@@ -1,7 +1,5 @@
 "use strict";
 
-function _defineProperty(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
-
 const {
   Transform
 } = require('stream');
@@ -17,79 +15,76 @@ class ToBuildSpec extends Transform {
     super({
       objectMode: true
     });
+    this.buildSpec = buildSpec;
+    this.regexp = new RegExp('REPI:<(\\w+\\.*\\w*)>', 'g');
+  }
 
-    _defineProperty(this, "_transform", function _transformFunc(chunk, encoding, done) {
-      const chunkStr = chunk.toString();
-      /**
-       * Concern of possible partial strings when working with large files.
-       * In this case, most source will be less than 10K so this should not
-       * be a problem for the most part, but error out if it occurs.
-       */
-
-      if (!chunkStr.endsWith('\n')) {
-        // TODO: This logic if flawed looking for \n
-        console.error(`***PARTIAL LINE***[${chunkStr}]`);
-        process.exit(1); // TODO: throw something not exit
+  _transform = function _transformFunc(chunk, encoding, done) {
+    const chunkStr = chunk.toString();
+    /**
+     * Concern of possible partial strings when working with large files.
+     * In this case, most source will be less than 10K so this should not
+     * be a problem for the most part, but error out if it occurs.
+     */
+
+    if (!chunkStr.endsWith('\n')) {
+      // TODO: This logic if flawed looking for \n
+      console.error(`***PARTIAL LINE***[${chunkStr}]`);
+      process.exit(1); // TODO: throw something not exit
+    }
+    /**
+     * Used for pulling nested or flat values from the buildSpec. This allows
+     * the build spec to look like this:
+     * {
+     *   gitName : 'myName',
+     *   git : {
+     *     name : 'myName',
+     *   }
+     * }
+     * and either can be retrieved with a key of gitName or git.name.
+     */
+
+
+    const valueFromSpec = (key, spec = this.buildSpec) => {
+      if (!key.match(/\.+/)) {
+        return spec[key];
       }
-      /**
-       * Used for pulling nested or flat values from the buildSpec. This allows
-       * the build spec to look like this:
-       * {
-       *   gitName : 'myName',
-       *   git : {
-       *     name : 'myName',
-       *   }
-       * }
-       * and either can be retrieved with a key of gitName or git.name.
-       */
-
-
-      const valueFromSpec = (key, spec = this.buildSpec) => {
-        if (!key.match(/\.+/)) {
-          return spec[key];
-        }
-
-        const keys = key.split('.');
-        return valueFromSpec(keys[1], spec[keys[0]]);
-      };
 
-      const splitLines = chunkStr.split('\n');
-      const xfmLines = splitLines.map(line => {
-        let replaced = line;
+      const keys = key.split('.');
+      return valueFromSpec(keys[1], spec[keys[0]]);
+    };
 
-        for (const match of line.matchAll(this.regexp)) {
-          // eslint-disable-line no-restricted-syntax
-          const replaceWith = valueFromSpec(match[1]);
+    const splitLines = chunkStr.split('\n');
+    const xfmLines = splitLines.map(line => {
+      let replaced = line;
 
-          if (typeof replaceWith === 'undefined') {
-            // console.log( `Skipping unknown build spec property =>[${match[1]}]` )//XXX
-            continue;
-          }
+      for (const match of line.matchAll(this.regexp)) {
+        // eslint-disable-line no-restricted-syntax
+        const replaceWith = valueFromSpec(match[1]);
 
-          replaced = replaced.replace(match[0], replaceWith);
+        if (typeof replaceWith === 'undefined') {
+          // console.log( `Skipping unknown build spec property =>[${match[1]}]` )//XXX
+          continue;
         }
 
-        return replaced;
-      });
-      const xfmString = xfmLines.join('\n');
-      this.push(Buffer.from(xfmString));
-      done();
-    });
+        replaced = replaced.replace(match[0], replaceWith);
+      }
 
-    _defineProperty(this, "_flush", function _flushFunc(done) {
-      /**
-        if ( this._partialLine ) {
-          this.push( [ this._partialLine ] )
-        }
-         this._partialLine = null
-        */
-      done();
+      return replaced;
     });
-
-    this.buildSpec = buildSpec;
-    this.regexp = new RegExp('REPI:<(\\w+\\.*\\w*)>', 'g');
-  }
-
+    const xfmString = xfmLines.join('\n');
+    this.push(Buffer.from(xfmString));
+    done();
+  };
+  _flush = function _flushFunc(done) {
+    /**
+      if ( this._partialLine ) {
+        this.push( [ this._partialLine ] )
+      }
+       this._partialLine = null
+      */
+    done();
+  };
 }
 
 module.exports = ToBuildSpec;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@leverege/build-tools",
-  "version": "2.6.4",
+  "version": "2.6.6",
   "description": "A collection of build / support tools for Leverege developers",
   "main": "index.js",
   "scripts": {
@@ -64,21 +64,21 @@
     "inquirer": "^8.1.2",
     "js-yaml": "^4.1.0",
     "ncp": "^2.0.0",
-    "npm-check-updates": "^11.8.3",
+    "npm-check-updates": "^11.8.5",
     "npm-registry-fetch": "^11.0.0",
     "open": "^8.2.1",
     "ora": "^5.4.1",
     "parse-gitignore": "^1.0.1",
     "readline-sync": "^1.4.10",
     "semver": "^7.3.5",
-    "simple-git": "^2.44.0"
+    "simple-git": "^2.45.1"
   },
   "devDependencies": {
-    "@babel/cli": "^7.14.8",
-    "@babel/core": "^7.15.0",
-    "@babel/node": "^7.14.9",
-    "@leverege/babel-preset-leverege-node": "^1.2.0",
-    "@leverege/eslint-config-leverege": "^3.0.0",
-    "npm": "^7.20.6"
+    "@babel/cli": "^7.15.4",
+    "@babel/core": "^7.15.5",
+    "@babel/node": "^7.15.4",
+    "@leverege/babel-preset-leverege-node": "^2.0.0",
+    "@leverege/eslint-config-leverege": "^3.0.1",
+    "npm": "^7.22.0"
   }
 }

package/src/dockreate

@@ -76,6 +76,7 @@ COPY ./.npmrc /usr/src/app/.npmrc
 RUN apk --no-cache add curl git openssh-client && \
     apk --update add --no-cache --virtual build-dep g++ gcc libgcc \\
       libstdc++ linux-headers make python ${apkadds} && \
+    npm install -g npm@7 && \
     npm ci --only-production --ignore-scripts --silent && \
     rm -f /usr/src/app/.npmrc /root/.ssh/*
  
@@ -363,14 +364,14 @@ BUILDERR
 fi
 
 # Tag the container with the node detailsand the culprit.
-gcloud beta container images add-tag --quiet $gcimage:$version $gcimage:$pckgdts-$nodeimg-$USER
+gcloud container images add-tag --quiet $gcimage:$version $gcimage:$pckgdts-$nodeimg-$USER
 
 if [ $tagging ];
 then
   printf "\n$(colorize 'green' "Tagging and Pushing $version")\n"
   git tag -af $1 -m "Docker version $1"
   git push --follow-tags
-  gcloud beta container images add-tag --quiet $gcimage:$version $gcimage:latest
+  gcloud container images add-tag --quiet $gcimage:$version $gcimage:latest
 else
   printf "\n$(colorize 'yellow' '*** Skipped git tagging - beta release')\n\n"
 fi

package/src/helmdn

@@ -50,16 +50,17 @@ PLATFORM=(
   resource-server
   scheduler
   transponder-bq
-  transponder-fb
   transponder-postgres
   transponder-rt
 )
 
 SYSTEM=(
   elastic
-  monitoring
-  polaris
   redis
+  postgres
+  timescale-db
+  monitoring
+  reloader
   traefik
   velero
 )
@@ -116,7 +117,7 @@ function doNuking() {
       annihilateMonitoring && continue
     fi
 
-    if [ "$SERVICE" == "velero" ];
+    if [ "$SERVICE" == "velero-nuke" ];
     then
       annihilateVelero && continue
     fi

package/src/helmup

@@ -137,7 +137,7 @@ SA_EXISTS
     printf "\n*** Binding IAM role of monitoring viewer to stackdriver-exporter in $GCP_PROJECT_ID\n"
     gcloud projects add-iam-policy-binding "$GCP_PROJECT_ID" \
       --role "roles/monitoring.viewer" \
-      --member "serviceAccount:$SDEXP_SA@$GCP_PROJECT_ID.iam.gserviceaccount.com"
+      --member "serviceAccount:$SDEXP_SA@$GCP_PROJECT_ID.iam.gserviceaccount.com" &>/dev/null
 
     printf "\n*** Binding IAM role of workloadIdentityUser to stackdriver-exporter\n"
     gcloud iam service-accounts add-iam-policy-binding \
@@ -157,20 +157,21 @@ SA_EXISTS
   helm upgrade --install prometheus prometheus-community/prometheus \
     --namespace monitoring \
     --values prometheus/values.yaml \
-    --version 13.2.1
+    --version 13
 
   ## Installing ES exporter
   helm upgrade --install elasticsearch-exporter prometheus-community/prometheus-elasticsearch-exporter \
     --namespace monitoring \
     --values elasticsearch-exporter/values-es-exporter.yaml \
-    --version 4.1.0
+    --version 4.6
 
   ## Install Grafana  
   helm repo add grafana https://grafana.github.io/helm-charts && helm repo update
   helm upgrade --install grafana grafana/grafana \
     --namespace monitoring \
     --values grafana/values-grafana.yaml \
-    --version 6.2.2
+    --version 6.11 # 6.11 last of v7 grafana
+#   --version 6.16 # latest v8 grafana
 }
 
 function monitoringHelp(){
@@ -442,22 +443,22 @@ function doInstall() {
     # Allows chart version from command line via <deployment>/<x.y.z>
     IFS="/" read SERVICE CHARTVER <<< "$PARAM"
 
-    # Allows chart version as <deployment>/.chart-x.y.z>
+    # Allows chart version as <deployment>/Chart-x.y.z*>
     if [ -z "$CHARTVER" ];
     then
-      for PARAM in $SERVICE/.chart-?.?.?; do
-        IFS="-" read -ra ARY <<< "$PARAM"
-        VERSION="${ARY[*]: -1}"
-        [ $VERSION != "?.?.?" ] && CHARTVER=$VERSION
-        #printf "PARAM=[$PARAM] SVC=[$SERVICE] CHT=[$CHARTVER]\n"
-        break
-      done
+      LCL_CHART=`compgen -G $SERVICE/Chart-?.?.?*` &>/dev/null
+      if [ ! -z "$LCL_CHART" ];
+      then
+        CHARTVER=${LCL_CHART#*/Chart-}
+        printf "\n$YELO_WARN Chart version controlled by => `color y $LCL_CHART`\n"
+      fi
     fi
+    #printf "SVC=[$SERVICE] CHT=[$CHARTVER]\n"
 
     # slap additional helm syntax in there if the version is set
     [ ! -z "$CHARTVER" ] && CHARTVER="--version $CHARTVER"
 
-    # If we're referencing a plugin the execute it and continue
+    # If we're referencing a plugin then execute it and continue
     ifPluggedIn $SERVICE && continue
 
     case "$SERVICE" in
@@ -469,11 +470,6 @@ function doInstall() {
         doInstall "${SYSTEM[@]}"
         ;;
 
-      "coredns")
-        helm install --name coredns --namespace=kube-system stable/coredns
-        printf "\nGithub repo is here => https://github.com/helm/charts/tree/master/stable/coredns\n\n"
-        ;;
-
       "custom-metrics")
         kubectl create -f https://raw.githubusercontent.com/GoogleCloudPlatform/k8s-stackdriver/master/custom-metrics-stackdriver-adapter/deploy/production/adapter.yaml
         ;;
@@ -497,12 +493,6 @@ function doInstall() {
         monitoringHelp && exit 0
         ;;
 
-      "polaris")
-        helm repo add reactiveops-stable https://charts.reactiveops.com/stable
-        helm upgrade --install polaris reactiveops-stable/polaris --namespace polaris
-        printf "\n***Proxy 8081 with this=> kubectl port-forward --namespace polaris svc/polaris-dashboard 8081:80\n\n"
-        ;;
-
       "postgres"|"postgresql")
         helm repo add bitnami https://charts.bitnami.com/bitnami
         helm upgrade --install postgres bitnami/postgresql -f postgres/postgres-values.yaml --version 8.9.6