@leverege/build-tools 2.43.12 → 2.45.0-beta.2

package/src/helm-charts/db-postgres-stack/db-postgres-stack.yaml.ovh

@@ -0,0 +1,110 @@
+# Artifact Chart  => https://artifacthub.io/packages/helm/cloudnative-pg/cloudnative-pg
+# Examples Charts => https://cloudnative-pg.io/documentation/current/samples/
+apiVersion: postgresql.cnpg.io/v1
+kind: Cluster
+metadata:
+  name: db-postgres-stack
+  namespace: cnpg-operands
+spec:
+  instances: 1
+# logLevel: debug
+
+  description: "Leverege Stack PostgreSQL DB"
+  imageName: us-docker.pkg.dev/leverege-registry/system/images/leverege-pgsql:16.1-cnpg-tsdb2-beta.10
+  bootstrap:
+    initdb:
+      database: imagine
+      owner: imagine
+      secret:
+        name: db-postgres-stack-imagine-pw # imagine db pw
+
+  enableSuperuserAccess: true
+  superuserSecret:
+    name: db-postgres-stack-postgres-pw # postgres db pw
+
+  affinity:
+#   enablePodAntiAffinity: true
+#   topologyKey: failure-domain.beta.kubernetes.io/zone
+    tolerations:
+      - key: "database"
+        operator: "Equal"
+        value: "true"
+        effect: "NoSchedule"
+
+  # Parameters and pg_hba configuration will be append
+  # to the default ones to make the cluster work
+  postgresql:
+    parameters:
+#     max_worker_processes: "60"
+#     max_worker_processes: "8"
+#     max_parallel_workers: "8"
+      max_connections: "500"
+#     shared_buffers: 2GB
+#     effective_cache_size: 6GB
+#     maintenance_work_mem: 1GB
+#     work_mem: 20MB
+
+  # - unsupervised: automated update of the primary once all
+  #                 replicas have been upgraded (default)
+  # - supervised: requires manual supervision to perform
+  #               the switchover of the primary
+  primaryUpdateStrategy: unsupervised
+
+  serviceAccountTemplate:
+    metadata:
+      annotations:
+        iam.gke.io/gcp-service-account: cnpg-operands-sa@OVH:<PROJECT_ID>.iam.gserviceaccount.com
+
+  # Require 50Gi of space per instance using ssd storage class
+  storage:
+    storageClass: premium-rwo
+    size: 50Gi
+# walStorage:
+#   storageClass: premium-rwo
+#   size: 1Gi
+
+  backup:
+    retentionPolicy: 30d
+    volumeSnapshot:
+      labels:
+        snapshotOf: db-postgres-stack
+      className: cnpg-snapshotclass
+    barmanObjectStore:
+      destinationPath: gs://OVH:<PROJECT_ID>-barman
+      googleCredentials:
+        gkeEnvironment: true
+      tags:
+        cnpgCluster: db-postgres-stack
+      wal:
+        compression: gzip
+#---
+#apiVersion: postgresql.cnpg.io/v1
+#kind: Pooler
+#metadata:
+#  name: db-postgres-stack-pool-rw
+#  namespace: cnpg-operands
+#spec:
+#  cluster:
+#    name: db-postgres-stack
+#
+#  instances: 1
+#  type: rw
+#  pgbouncer:
+#    poolMode: session
+#    parameters:
+#      max_client_conn: "500"
+#      default_pool_size: "10"
+---
+apiVersion: postgresql.cnpg.io/v1
+kind: ScheduledBackup
+metadata:
+  name: db-postgres-stack-backup
+  namespace: cnpg-operands
+spec:
+  # https://pkg.go.dev/github.com/robfig/cron#hdr-CRON_Expression_Format
+  schedule: "0 0 * * * *"
+  cluster:
+    name: db-postgres-stack
+  method: volumeSnapshot
+  backupOwnerReference: self
+  immediate: true

package/src/helm-charts/db-postgres-stack/gitignore

@@ -0,0 +1 @@
+db-timescale-dense.yaml

package/src/helm-charts/db-postgres-stack/helmdn.plugin

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+kubectl delete -f db-postgres-stack/db-postgres-stack.yaml $K8S_WHAT

package/src/helm-charts/db-postgres-stack/helmup.plugin

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+kubectl apply -f db-postgres-stack/db-postgres-stack.yaml $K8S_WHAT

package/src/helm-charts/db-timescale-dense/db-timescale-dense.yaml.ovh

@@ -0,0 +1,120 @@
+# Artifact Chart  => https://artifacthub.io/packages/helm/cloudnative-pg/cloudnative-pg
+# Examples Charts => https://cloudnative-pg.io/documentation/current/samples/
+apiVersion: postgresql.cnpg.io/v1
+kind: Cluster
+metadata:
+  name: db-timescale-dense
+  namespace: cnpg-operands
+spec:
+  instances: 1
+  logLevel: debug
+
+  description: "Leverege Dense Timescale DB"
+  imageName: us-docker.pkg.dev/leverege-registry/system/images/leverege-pgsql:16.1-cnpg-tsdb2-beta.6
+  bootstrap:
+    initdb:
+      postInitTemplateSQL:
+        - CREATE EXTENSION timescaledb;
+        - CREATE EXTENSION jsquery;
+      database: imagine
+      owner: imagine
+      secret:
+        name: db-timescale-dense-imagine-pw # imagine db pw
+
+  enableSuperuserAccess: true
+  superuserSecret:
+    name: db-timescale-dense-postgres-pw # postgres db pw
+
+  affinity:
+#   enablePodAntiAffinity: true
+#   topologyKey: failure-domain.beta.kubernetes.io/zone
+    tolerations:
+      - key: "database"
+        operator: "Equal"
+        value: "true"
+        effect: "NoSchedule"
+
+  # Parameters and pg_hba configuration will be append
+  # to the default ones to make the cluster work
+  postgresql:
+    shared_preload_libraries:
+      - timescaledb
+      - jsquery
+    parameters:
+#     max_worker_processes: "60"
+      max_worker_processes: "8"
+      max_parallel_workers: "8"
+      shared_buffers: 2GB
+      effective_cache_size: 6GB
+      maintenance_work_mem: 1GB
+      work_mem: 20MB
+    pg_hba:
+      # To access through TCP/IP you will need to get username
+      # and password from the secret cluster-example-custom-app
+      - host all all all md5
+
+
+  # Example of rolling update strategy:
+  # - unsupervised: automated update of the primary once all
+  #                 replicas have been upgraded (default)
+  # - supervised: requires manual supervision to perform
+  #               the switchover of the primary
+  primaryUpdateStrategy: unsupervised
+
+  serviceAccountTemplate:
+    metadata:
+      annotations:
+        iam.gke.io/gcp-service-account: cnpg-operands-sa@OVH:<PROJECT_ID>.iam.gserviceaccount.com
+
+  # Require 50Gi of space per instance using ssd storage class
+  storage:
+    storageClass: premium-rwo
+    size: 50Gi
+  walStorage:
+    storageClass: premium-rwo
+    size: 1Gi
+
+  backup:
+    volumeSnapshot:
+      labels:
+        snapshotOf: db-timescale-dense
+      className: cnpg-snapshotclass
+    barmanObjectStore:
+      destinationPath: gs://OVH:<PROJECT_ID>-barman
+      googleCredentials:
+        gkeEnvironment: true
+      tags:
+        cnpgCluster: db-timescale-dense
+      wal:
+        compression: gzip
+---
+apiVersion: postgresql.cnpg.io/v1
+kind: Pooler
+metadata:
+  name: db-timescale-dense-pool-rw
+  namespace: cnpg-operands
+spec:
+  cluster:
+    name: db-timescale-dense
+
+  instances: 1
+  type: rw
+  pgbouncer:
+    poolMode: session
+    parameters:
+      max_client_conn: "500"
+      default_pool_size: "10"
+---
+apiVersion: postgresql.cnpg.io/v1
+kind: ScheduledBackup
+metadata:
+  name: db-timescale-dense-backup
+  namespace: cnpg-operands
+spec:
+  # https://pkg.go.dev/github.com/robfig/cron#hdr-CRON_Expression_Format
+  schedule: "0 0 * * * *"
+  cluster:
+    name: db-timescale-dense
+  method: volumeSnapshot
+  backupOwnerReference: self
+  immediate: true

package/src/helm-charts/db-timescale-dense/gitignore

@@ -0,0 +1 @@
+db-timescale-dense.yaml

package/src/helm-charts/db-timescale-dense/helmdn.plugin

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+kubectl delete -f db-timescale-dense/db-timescale-dense.yaml $K8S_WHAT

package/src/helm-charts/db-timescale-dense/helmup.plugin

@@ -0,0 +1,5 @@
+#!/bin/bash
+#
+#bindWorkloadIdentity cnpg-operands-sa cnpg-operands db-timescale-dense
+
+kubectl apply -f db-timescale-dense/db-timescale-dense.yaml $K8S_WHAT

package/src/helm-charts/redis/helmup.plugin

@@ -4,7 +4,7 @@ showInstalling "Redis"
 
 OCI_CHART="oci://registry-1.docker.io/bitnamicharts/redis"
 
-[ -z "$REDIS_CHART_VERSION" ] && REDIS_CHART_VERSION="18.4.0"
+[ -z "$REDIS_CHART_VERSION" ] && REDIS_CHART_VERSION="18.7.1"
 
 helm upgrade --install redis $OCI_CHART       \
              --values  redis/redis-local.yaml \

package/src/helm-charts/timescale-db/timescale-db-local.yaml

@@ -1,15 +1,15 @@
 postgresql:
   postgresqlExtendedConf:
-    maxWorkerProcesses: 8
-    maxParallelWorkers: 8
-    maxConnections: 500
-    sharedBuffers: 2GB
-    effectiveCacheSize: 6GB
-    maintenanceWorkMem: 1GB
-    workMem: 20MB
-    idle_in_transaction_session_timeout: 30000 # 30ms timeout
-    maxWalSize: 2GB
-    walKeepSegments: 64
+    effectiveCacheSize: 6GB  # 524288 8kB
+    idle_in_transaction_session_timeout: 30000 # 0 ms
+    maintenanceWorkMem: 1GB  # 65536 kB
+    maxConnections: 500      # 100
+    maxParallelWorkers: 8    # 32
+    maxWalSize: 2GB          # 80 MB
+    maxWorkerProcesses: 8    # 32
+    sharedBuffers: 2GB       # 16384 8kB
+    walKeepSegments: 64      # deprecated
+    workMem: 20MB            # 4096 kB
 
   resources:
     requests:

package/src/helm-charts/traefik/helmup.plugin

@@ -6,7 +6,7 @@ TRAEFIK_NAMESPACE="traefik"
 
 addHelmRepo traefik https://helm.traefik.io/traefik
 
-[ -z "$TRAEFIK_CHART_VERSION" ] && TRAEFIK_CHART_VERSION="25"
+[ -z "$TRAEFIK_CHART_VERSION" ] && TRAEFIK_CHART_VERSION="26"
 helm upgrade --install traefik traefik/traefik \
              --namespace $TRAEFIK_NAMESPACE --create-namespace \
              --values  traefik/traefik-local.yaml \

package/src/helm-charts/transponder-dh/values-local.yaml

@@ -0,0 +1,62 @@
+nameOverride: transponder-dh
+
+image:
+  tag: # v4.3.3
+
+config:
+  TRANSPONDER_RUN_MODE: "denseHistoryCombined"
+  LOG_CONFIG: '{"type":"pino","level":"info"}'
+
+  DENSE_HISTORY_TDB_CACHE_KEY_PREFIX: "timescale-dh"
+  DENSE_HISTORY_MIGRATE_PAGE_SIZE_LIMIT: "50"
+
+# PG_HOST: "db-timescale-dense-rw"
+  PG_HOST: "db-timescale-dense-pool-rw.cnpg-operands"
+
+  # password from secret
+  PG_PASSWORD_SECRET: "db-timescale-dense-postgres-pw"
+  PG_PASSWORD_KEY: "password"
+
+  TRANSPORT_CONFIG: '{
+    "type": "pubsub",
+    "projectId": "OVH:<PROJECT_NAME>",
+    "publisher": {
+        "batching": {
+          "maxMilliseconds": 0,
+          "maxMessages": 999
+        }
+    },
+    "subscriptionOptions": {
+      "flowControl": {
+        "allowExcessMessages": false,
+        "maxMessages": 25
+      },
+      "streamingOptions": {
+        "maxStreams": 5
+      }
+    },
+    "channel": "writer-dh"
+  }'
+
+# mode: "denseHistoryCombined"
+# autoAck: "afterProcess"
+# ackOnError: "false"
+# allowForwarding: "true"
+# denseHistoryMigratePageSizeLimit: "50"
+
+autoscaling:
+  minReplicas: 3
+  maxReplicas: 16
+  maxCPU: 80
+
+resources:
+  # We usually recommend not to specify default resources and to leave this as a conscious
+  # choice for the user. This also increases chances charts run on environments with little
+  # resources, such as Minikube. If you do want to specify resources, uncomment the following
+  # lines, adjust them as necessary, and remove the curly braces after 'resources:'.
+  limits:
+    cpu: 500m
+    memory: 1200Mi
+  requests:
+    cpu: 250m
+    memory: 600Mi

package/src/helmdn.sh

@@ -89,7 +89,7 @@ function helmDown() {
   if [ -f "$1/.nohelmdn" ];
   then
   cat<<NOHELMDN
-  `color r "***ERROR: $1/.nohelmdn blocker detect - helmdn blocked"`
+  `color r "***ERROR: $1/.nohelmdn blocker present - helmdn blocked"`
 
   Somebody really doesn't want you to helmdn $1