@leverege/build-tools 2.32.4 → 2.33.0

package/src/helm-charts/elasticsearch-helm-gke1.25/helm/values.yaml

@@ -0,0 +1,352 @@
+---
+clusterName: "elasticsearch"
+nodeGroup: "master"
+
+# The service that non master groups will try to connect to when joining the cluster
+# This should be set to clusterName + "-" + nodeGroup for your master group
+masterService: ""
+
+# Elasticsearch roles that will be applied to this nodeGroup
+# These will be set as environment variables. E.g. node.master=true
+roles:
+  master: "true"
+  ingest: "true"
+  data: "true"
+  remote_cluster_client: "true"
+  ml: "true"
+
+replicas: 3
+minimumMasterNodes: 2
+
+esMajorVersion: ""
+
+clusterDeprecationIndexing: "false"
+
+# Allows you to add any config files in /usr/share/elasticsearch/config/
+# such as elasticsearch.yml and log4j2.properties
+esConfig: {}
+#  elasticsearch.yml: |
+#    key:
+#      nestedkey: value
+#  log4j2.properties: |
+#    key = value
+
+esJvmOptions: {}
+#  processors.options: |
+#    -XX:ActiveProcessorCount=3
+
+# Extra environment variables to append to this nodeGroup
+# This will be appended to the current 'env:' key. You can use any of the kubernetes env
+# syntax here
+extraEnvs: []
+#  - name: MY_ENVIRONMENT_VAR
+#    value: the_value_goes_here
+
+# Allows you to load environment variables from kubernetes secret or config map
+envFrom: []
+# - secretRef:
+#     name: env-secret
+# - configMapRef:
+#     name: config-map
+
+# A list of secrets and their paths to mount inside the pod
+# This is useful for mounting certificates for security and for mounting
+# the X-Pack license
+secretMounts: []
+#  - name: elastic-certificates
+#    secretName: elastic-certificates
+#    path: /usr/share/elasticsearch/config/certs
+#    defaultMode: 0755
+
+hostAliases: []
+#- ip: "127.0.0.1"
+#  hostnames:
+#  - "foo.local"
+#  - "bar.local"
+
+image: "docker.elastic.co/elasticsearch/elasticsearch"
+imageTag: "7.16.3"
+imagePullPolicy: "IfNotPresent"
+
+podAnnotations:
+  {}
+  # iam.amazonaws.com/role: es-cluster
+
+# additionals labels
+labels: {}
+
+esJavaOpts: "" # example: "-Xmx1g -Xms1g"
+
+resources:
+  requests:
+    cpu: "1000m"
+    memory: "2Gi"
+  limits:
+    cpu: "1000m"
+    memory: "2Gi"
+
+initResources:
+  {}
+  # limits:
+  #   cpu: "25m"
+  #   # memory: "128Mi"
+  # requests:
+  #   cpu: "25m"
+  #   memory: "128Mi"
+
+networkHost: "0.0.0.0"
+
+volumeClaimTemplate:
+  accessModes: ["ReadWriteOnce"]
+  resources:
+    requests:
+      storage: 30Gi
+
+rbac:
+  create: false
+  serviceAccountAnnotations: {}
+  serviceAccountName: ""
+  automountToken: true
+
+podSecurityPolicy:
+  create: false
+  name: ""
+  spec:
+    privileged: true
+    fsGroup:
+      rule: RunAsAny
+    runAsUser:
+      rule: RunAsAny
+    seLinux:
+      rule: RunAsAny
+    supplementalGroups:
+      rule: RunAsAny
+    volumes:
+      - secret
+      - configMap
+      - persistentVolumeClaim
+      - emptyDir
+
+persistence:
+  enabled: true
+  labels:
+    # Add default labels for the volumeClaimTemplate of the StatefulSet
+    enabled: false
+  annotations: {}
+
+extraVolumes:
+  []
+  # - name: extras
+  #   emptyDir: {}
+
+extraVolumeMounts:
+  []
+  # - name: extras
+  #   mountPath: /usr/share/extras
+  #   readOnly: true
+
+extraContainers:
+  []
+  # - name: do-something
+  #   image: busybox
+  #   command: ['do', 'something']
+
+extraInitContainers:
+  []
+  # - name: do-something
+  #   image: busybox
+  #   command: ['do', 'something']
+
+# This is the PriorityClass settings as defined in
+# https://kubernetes.io/docs/concepts/configuration/pod-priority-preemption/#priorityclass
+priorityClassName: ""
+
+# By default this will make sure two pods don't end up on the same node
+# Changing this to a region would allow you to spread pods across regions
+antiAffinityTopologyKey: "kubernetes.io/hostname"
+
+# Hard means that by default pods will only be scheduled if there are enough nodes for them
+# and that they will never end up on the same node. Setting this to soft will do this "best effort"
+antiAffinity: "hard"
+
+# This is the node affinity settings as defined in
+# https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#node-affinity-beta-feature
+nodeAffinity: {}
+
+# The default is to deploy all pods serially. By setting this to parallel all pods are started at
+# the same time when bootstrapping the cluster
+podManagementPolicy: "Parallel"
+
+# The environment variables injected by service links are not used, but can lead to slow Elasticsearch boot times when
+# there are many services in the current namespace.
+# If you experience slow pod startups you probably want to set this to `false`.
+enableServiceLinks: true
+
+protocol: http
+httpPort: 9200
+transportPort: 9300
+
+service:
+  enabled: true
+  labels: {}
+  labelsHeadless: {}
+  type: ClusterIP
+  nodePort: ""
+  annotations: {}
+  httpPortName: http
+  transportPortName: transport
+  loadBalancerIP: ""
+  loadBalancerSourceRanges: []
+  externalTrafficPolicy: ""
+
+updateStrategy: RollingUpdate
+
+# This is the max unavailable setting for the pod disruption budget
+# The default value of 1 will make sure that kubernetes won't allow more than 1
+# of your pods to be unavailable during maintenance
+maxUnavailable: 1
+
+podSecurityContext:
+  fsGroup: 1000
+  runAsUser: 1000
+
+securityContext:
+  capabilities:
+    drop:
+      - ALL
+  # readOnlyRootFilesystem: true
+  runAsNonRoot: true
+  runAsUser: 1000
+
+# How long to wait for elasticsearch to stop gracefully
+terminationGracePeriod: 120
+
+sysctlVmMaxMapCount: 262144
+
+readinessProbe:
+  failureThreshold: 3
+  initialDelaySeconds: 10
+  periodSeconds: 10
+  successThreshold: 3
+  timeoutSeconds: 5
+
+# https://www.elastic.co/guide/en/elasticsearch/reference/7.16/cluster-health.html#request-params wait_for_status
+clusterHealthCheckParams: "wait_for_status=green&timeout=1s"
+
+## Use an alternate scheduler.
+## ref: https://kubernetes.io/docs/tasks/administer-cluster/configure-multiple-schedulers/
+##
+schedulerName: ""
+
+imagePullSecrets: []
+nodeSelector: {}
+tolerations: []
+
+# Enabling this will publicly expose your Elasticsearch instance.
+# Only enable this if you have security enabled on your cluster
+ingress:
+  enabled: false
+  annotations: {}
+  # kubernetes.io/ingress.class: nginx
+  # kubernetes.io/tls-acme: "true"
+  className: "nginx"
+  pathtype: ImplementationSpecific
+  hosts:
+    - host: chart-example.local
+      paths:
+        - path: /
+  tls: []
+  #  - secretName: chart-example-tls
+  #    hosts:
+  #      - chart-example.local
+
+nameOverride: ""
+fullnameOverride: ""
+healthNameOverride: ""
+
+lifecycle:
+  {}
+  # preStop:
+  #   exec:
+  #     command: ["/bin/sh", "-c", "echo Hello from the postStart handler > /usr/share/message"]
+  # postStart:
+  #   exec:
+  #     command:
+  #       - bash
+  #       - -c
+  #       - |
+  #         #!/bin/bash
+  #         # Add a template to adjust number of shards/replicas
+  #         TEMPLATE_NAME=my_template
+  #         INDEX_PATTERN="logstash-*"
+  #         SHARD_COUNT=8
+  #         REPLICA_COUNT=1
+  #         ES_URL=http://localhost:9200
+  #         while [[ "$(curl -s -o /dev/null -w '%{http_code}\n' $ES_URL)" != "200" ]]; do sleep 1; done
+  #         curl -XPUT "$ES_URL/_template/$TEMPLATE_NAME" -H 'Content-Type: application/json' -d'{"index_patterns":['\""$INDEX_PATTERN"\"'],"settings":{"number_of_shards":'$SHARD_COUNT',"number_of_replicas":'$REPLICA_COUNT'}}'
+
+sysctlInitContainer:
+  enabled: true
+
+keystore: []
+
+networkPolicy:
+  ## Enable creation of NetworkPolicy resources. Only Ingress traffic is filtered for now.
+  ## In order for a Pod to access Elasticsearch, it needs to have the following label:
+  ## {{ template "uname" . }}-client: "true"
+  ## Example for default configuration to access HTTP port:
+  ## elasticsearch-master-http-client: "true"
+  ## Example for default configuration to access transport port:
+  ## elasticsearch-master-transport-client: "true"
+
+  http:
+    enabled: false
+    ## if explicitNamespacesSelector is not set or set to {}, only client Pods being in the networkPolicy's namespace
+    ## and matching all criteria can reach the DB.
+    ## But sometimes, we want the Pods to be accessible to clients from other namespaces, in this case, we can use this
+    ## parameter to select these namespaces
+    ##
+    # explicitNamespacesSelector:
+    #   # Accept from namespaces with all those different rules (only from whitelisted Pods)
+    #   matchLabels:
+    #     role: frontend
+    #   matchExpressions:
+    #     - {key: role, operator: In, values: [frontend]}
+    ## Additional NetworkPolicy Ingress "from" rules to set. Note that all rules are OR-ed.
+    ##
+    # additionalRules:
+    #   - podSelector:
+    #       matchLabels:
+    #         role: frontend
+    #   - podSelector:
+    #       matchExpressions:
+    #         - key: role
+    #           operator: In
+    #           values:
+    #             - frontend
+
+  transport:
+    ## Note that all Elasticsearch Pods can talk to themselves using transport port even if enabled.
+    enabled: false
+    # explicitNamespacesSelector:
+    #   matchLabels:
+    #     role: frontend
+    #   matchExpressions:
+    #     - {key: role, operator: In, values: [frontend]}
+    # additionalRules:
+    #   - podSelector:
+    #       matchLabels:
+    #         role: frontend
+    #   - podSelector:
+    #       matchExpressions:
+    #         - key: role
+    #           operator: In
+    #           values:
+    #             - frontend
+
+tests:
+  enabled: true
+
+# Deprecated
+# please use the above podSecurityContext.fsGroup instead
+fsGroup: ""

package/src/helm-charts/elasticsearch8/elasticsearch-local.yaml

@@ -0,0 +1,104 @@
+# Foundation Chart: https://artifacthub.io/packages/helm/elastic/elasticsearch
+#
+# esJavaOpts: "" # example: "-Xmx1g -Xms1g"
+# 
+# resources:
+#   requests:
+#     cpu: "1000m"
+#     memory: "2Gi"
+#   limits:
+#     cpu: "1000m"
+#     memory: "2Gi"
+
+global:
+  storageClass: "ssd"
+
+fullnameOverride: "elasticsearch8"
+namespaceOverride: "elastic"
+
+coordinating:
+  replicaCount: 3
+  affinity:
+    nodeAffinity:
+      requiredDuringSchedulingIgnoredDuringExecution:
+        nodeSelectorTerms:
+        - matchExpressions:
+          - key: target-env
+            operator: In
+            values:
+            - elastic-v8
+  tolerations:
+  - key: "elastic"
+    operator: "Equal"
+    value: "true"
+    effect: "NoSchedule"
+
+data:
+  replicaCount: 3
+  resources:
+    requests:
+      cpu: 2
+      memory: 4Gi
+  persistence:
+    enabled: true
+    size: 64Gi
+  affinity:
+    nodeAffinity:
+      requiredDuringSchedulingIgnoredDuringExecution:
+        nodeSelectorTerms:
+        - matchExpressions:
+          - key: target-env
+            operator: In
+            values:
+            - elastic-v8
+  tolerations:
+  - key: "elastic"
+    operator: "Equal"
+    value: "true"
+    effect: "NoSchedule"
+
+ingest:
+  replicaCount: 3
+  affinity:
+    nodeAffinity:
+      requiredDuringSchedulingIgnoredDuringExecution:
+        nodeSelectorTerms:
+        - matchExpressions:
+          - key: target-env
+            operator: In
+            values:
+            - elastic-v8
+  tolerations:
+  - key: "elastic"
+    operator: "Equal"
+    value: "true"
+    effect: "NoSchedule"
+
+master:
+  replicaCount: 3
+  affinity:
+    nodeAffinity:
+      requiredDuringSchedulingIgnoredDuringExecution:
+        nodeSelectorTerms:
+        - matchExpressions:
+          - key: target-env
+            operator: In
+            values:
+            - elastic-v8
+  tolerations:
+  - key: "elastic"
+    operator: "Equal"
+    value: "true"
+    effect: "NoSchedule"
+
+# RecovR Prd Settings - very beefy on an n2-standard-8
+#
+# esJavaOpts: "-Xmx8g -Xms8g"
+# 
+# resources:
+#   requests:
+#     cpu: "6250m"
+#     memory: "16Gi"
+#   limits:
+#     cpu: "6750m"
+#     memory: "20Gi"

package/src/helm-charts/elasticsearch8/helmup.plugin

@@ -0,0 +1,14 @@
+#!/bin/bash
+#
+showInstalling "Elastic Search 8"
+
+LOCAL_ES_VALUES="elasticsearch8/elasticsearch-local.yaml"
+[ ! -f "$LOCAL_ES_VALUES" ] && exitOnError 1 "Missing the local ES config file => `color y $LOCAL_ES_VALUES`"
+
+addBitnamiRepo latest
+helm upgrade --install elasticsearch8 bitnami/elasticsearch \
+  --namespace elastic --create-namespace \
+  --version 19.10 \
+  --values $LOCAL_ES_VALUES $HELM_WHAT
+
+removeHelmRepo bitnami

package/src/helmdn

@@ -42,15 +42,16 @@ PLATFORM=(
   authz-server
   db-curator
   emailer
+  fota-server
   geotile-server
   imagine
   message-processor
   messenger
   reason
   resource-server
+  rule-engine
   scheduler
   transponder-bq
-  transponder-postgres
   transponder-tsdb
   transponder-rt
   pubsub-pulse

package/src/helmup

@@ -595,7 +595,7 @@ DEPRECATED_CHART
     exit 1
   fi
 
-  # check for the top level Charts.json file
+  # check for the top level Versions.json file
   local VERSIONS="./Versions.json"
   if [ -f "$VERSIONS" ];
   then
@@ -658,7 +658,7 @@ function doInstall() {
         kubectl create -f https://raw.githubusercontent.com/GoogleCloudPlatform/k8s-stackdriver/master/custom-metrics-stackdriver-adapter/deploy/production/adapter.yaml
         ;;
 
-      "elasticsearch") # simple 3 master cluster
+      "elasticsearch") # simple 3 master v7.16 cluster
         bootstrapLocalSetup $SERVICE
         ;;
 
@@ -666,6 +666,10 @@ function doInstall() {
         bootstrapLocalSetup $SERVICE
         ;;
 
+      "elasticsearch8") # complex master/data/client ES v8 cluster
+        bootstrapLocalSetup $SERVICE
+        ;;
+
       "estafette"|"preemptible-killer")
         installPreemptibleKiller # the gke preemptible node spreader outer
         ;;

package/src/overwhelm.js

@@ -188,10 +188,8 @@ const doReplacements = ( yamls, replacements ) => {
   return replYaml
 }
 
-// Collect all of the yaml from the yams, and always expect the default and
-// platform yamls to be in that list.
+// Collect all of the yaml from the yams...
 const buildYaml = ( yamls, replacements ) => {
-  // We always start with default but values-platform is no longer needed.
   const always = [ 'values-default.yaml' ]
   const values = [ ...always, ...yamls ]
   const loaded = []
@@ -264,7 +262,7 @@ ahoy.forEach( ( dir ) => {
     // Augment the default service section of the YAML with settings that
     // usually come from the top level overwhelm.yaml file.
     //
-    const valuesAll = YAML.load( valuesOut )
+    const valuesAll = YAML.load( valuesOut ) || {}
     const valuesSvc = {
       service : {
         project_id : 'OVH:<PROJECT_ID>',

package/.vscode/settings.json

@@ -1,15 +0,0 @@
-{
-  "eslint.alwaysShowStatus": true,
-  "[javascript]": {
-    "editor.codeActionsOnSave": {
-      "source.fixAll.eslint": true,
-      "source.organizeImports": false
-    }
-  },
-  "[javascriptreact]": {
-    "editor.codeActionsOnSave": {
-      "source.fixAll.eslint": true,
-      "source.organizeImports": false
-    }
-  },
-}

package/lib/server/npm-scripts/postinstall.js

@@ -1,16 +0,0 @@
-#!/usr/bin/env node
-"use strict";
-
-const execa = require('execa');
-const fs = require('fs');
-const untarConfigTarball = async (subdir, tarball) => {
-  if (fs.existsSync(subdir)) {
-    process.chdir(subdir);
-    await execa('ls');
-    await execa('tar', ['xf', tarball]);
-  }
-};
-const awaiter = async (subdir, tarball) => {
-  await untarConfigTarball(subdir, tarball);
-};
-awaiter('lib/server/repo-init', 'config.tgz');

package/lib/web/npm-scripts/postinstall.js

@@ -1,16 +0,0 @@
-#!/usr/bin/env node
-"use strict";
-
-const execa = require('execa');
-const fs = require('fs');
-const untarConfigTarball = async (subdir, tarball) => {
-  if (fs.existsSync(subdir)) {
-    process.chdir(subdir);
-    await execa('ls');
-    await execa('tar', ['xf', tarball]);
-  }
-};
-const awaiter = async (subdir, tarball) => {
-  await untarConfigTarball(subdir, tarball);
-};
-awaiter('lib/server/repo-init', 'config.tgz');

package/src/npm-scripts/postinstall.js

@@ -1,18 +0,0 @@
-#!/usr/bin/env node
-
-const execa = require( 'execa' )
-const fs = require( 'fs' )
-
-const untarConfigTarball = async ( subdir, tarball ) => {
-  if ( fs.existsSync( subdir ) ) {
-    process.chdir( subdir )
-    await execa( 'ls' )
-    await execa( 'tar', [ 'xf', tarball ] )
-  }
-}
-
-const awaiter = async ( subdir, tarball ) => {
-  await untarConfigTarball( subdir, tarball )
-}
-
-awaiter( 'lib/server/repo-init', 'config.tgz' )