@leverege/build-tools 2.89.1 → 2.89.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@leverege/build-tools",
-  "version": "2.89.1",
+  "version": "2.89.2",
   "description": "A collection of build / support tools for Leverege developers",
   "main": "index.js",
   "repository": {
@@ -69,7 +69,7 @@
     "chalk": "^5.6.2",
     "command-line-args": "^6.0.1",
     "command-line-usage": "^7.0.3",
-    "commander": "^14.0.1",
+    "commander": "^14.0.2",
     "deepmerge": "^4.3.1",
     "enquirer": "^2.4.1",
     "execa": "^9.6.0",

package/src/Utils.mjs

@@ -39,9 +39,10 @@ export const warning = ( warningText ) => {
   console.error( `\n${chalk.yellow.bold( fullWarning )}` )
 }
 
-export const errorExit = ( error, opts = { errorCode : 1 } ) => {
+export const errorExit = ( error, opts = {} ) => {
+  const { errorCode = 1 } = opts
   console.error( `\n${chalk.red.bold( error )}\n` )
-  if ( opts?.errorCode ) { process.exit( opts.errorCode ) }
+  process.exit( errorCode )
 }
 /* eslint-enable no-console */
 

package/src/custom-images/bitnami-audits/bitnami-audit.mjs

@@ -14,7 +14,7 @@ import {
   debug,
   log,  
   shellCmd,
-} from '../Utils.mjs'
+} from '../../Utils.mjs'
 
 const auditProjects = [
   'dev-controltek',

package/src/hook-and-release/Config.mjs

@@ -6,6 +6,7 @@ import {
   debug,
   enableDebug,
   errorExit,
+  getGitRootDirectory,
   getRepositoryDescr,
   log,
   parseJsonFile,
@@ -127,16 +128,21 @@ export default class Config {
   }
 
   async bootstrapHookAndRelease() {
-    const repoDescr = await getRepositoryDescr()
-    if ( !repoDescr.isGitRepo ) {
+    const gitRootDirectory = await getGitRootDirectory()
+    if ( gitRootDirectory === undefined ) {
       const notGitRepo = `
+
   The hook-and-release script only works with git repositories. Try running:
 
       git init && hook-and-release --init
 
-  to initialize git and hook-and-release.`
-      errorExit( notGitRepo )
+  to initialize git and hook up hook-and-release.`
+      warning( notGitRepo )
+      process.exit( 0 )
     }
+
+    const repoDescr = await getRepositoryDescr()
+
     this.gitRoot = repoDescr.gitRoot
     this.gitBranch = repoDescr.gitBranch
     this.gitHooksPath = repoDescr.gitHooksPath

package/src/init-my-chart/Chart.yaml

@@ -0,0 +1,5 @@
+name: {{appChartName}}
+version: 0.1.0
+appVersion: v0.1.0
+apiVersion: v2
+icon: https://raw.githubusercontent.com/kubernetes/kubernetes/master/logo/logo.svg

package/src/init-my-chart/templates/NOTES.txt

@@ -0,0 +1,5 @@
+-------------------------------------------------------------------------------
+
+Deploying => {{ .Chart.Name }}
+
+-------------------------------------------------------------------------------

package/src/init-my-chart/templates/_helpers.tpl

@@ -0,0 +1,135 @@
+{{/*
+Expand the name of the chart.
+*/}}
+{{- define "leverege.name" -}}
+{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }}
+{{- end }}
+
+{{/*
+Create a default fully qualified app name.
+We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
+If release name contains chart name it will be used as a full name.
+*/}}
+{{- define "leverege.fullname" -}}
+{{- if .Values.fullnameOverride }}
+{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }}
+{{- else }}
+{{- $name := default .Chart.Name .Values.nameOverride }}
+{{- if contains $name .Release.Name }}
+{{- .Release.Name | trunc 63 | trimSuffix "-" }}
+{{- else }}
+{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }}
+{{- end }}
+{{- end }}
+{{- end }}
+
+{{/*
+Create chart name and version as used by the chart label.
+*/}}
+{{- define "leverege.chart" -}}
+{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }}
+{{- end }}
+
+{{/*
+Common labels
+*/}}
+{{- define "leverege.labels" -}}
+helm.sh/chart: {{ include "leverege.chart" . }}
+{{ include "leverege.selectorLabels" . }}
+{{- if .Chart.AppVersion }}
+app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
+{{- end }}
+app.kubernetes.io/managed-by: {{ .Release.Service }}
+{{- if .Values.partOf }}
+app.kubernetes.io/part-of: {{ .Values.partOf }}
+{{- end }}
+{{- end }}
+
+{{/*
+Selector labels
+*/}}
+{{- define "leverege.selectorLabels" -}}
+app.kubernetes.io/name: {{ include "leverege.name" . }}
+app.kubernetes.io/instance: {{ .Release.Name }}
+{{- end }}
+
+{{/*
+Create the name of the service account to use
+*/}}
+{{- define "leverege.serviceAccountName" -}}
+{{- if .Values.serviceAccount.create }}
+{{- default (include "leverege.fullname" .) .Values.serviceAccount.name }}
+{{- else }}
+{{- default "default" .Values.serviceAccount.name }}
+{{- end }}
+{{- end }}
+
+{{/*
+Define reusable container ports configuration for deployments.
+*/}}
+{{- define "leverege.deploymentPorts" -}}
+- name: http
+  containerPort: {{ .Values.config.HTTP_SERVER_PORT }}
+  protocol: TCP
+- name: node-metrics
+  containerPort: {{ .Values.config.METRICS_PORT }}
+  protocol: TCP
+{{- end }}
+
+{{/*
+Define reusable service ports configuration for services.
+*/}}
+{{- define "leverege.servicePorts" -}}
+- name: http
+  port: {{ .Values.config.HTTP_SERVER_PORT }}
+  targetPort: http
+  protocol: TCP
+- name: node-metrics
+  port: {{ .Values.config.METRICS_PORT }}
+  targetPort: node-metrics
+  protocol: TCP
+{{- end }}
+
+{{/*
+Define reusable service monitors for the prometheus operator.
+*/}}
+{{- define "leverege.serviceMonitorEndpoints" -}}
+- port: node-metrics
+  interval: {{ default "60s" .Values.serviceMonitor.interval }}
+  honorLabels: true # prom-operator config setting
+  relabelings:
+    - action: labelmap
+      regex: __meta_kubernetes_pod_label_(.+)
+    - action: labelmap
+      regex: __meta_kubernetes_service_label_(.+)
+{{- end }}
+
+{{/*
+Reusable initContainers block, currently supports modelInit pattern.
+*/}}
+{{- define "leverege.initContainers" -}}
+{{- if .Values.modelInit.enabled }}
+- name: {{ .Values.modelInit.name | default "fetch-models" }}
+  image: {{ .Values.modelInit.image }}
+  securityContext:
+    runAsUser: {{ .Values.modelInit.runAsUser }}
+    runAsGroup: {{ .Values.modelInit.runAsGroup }}
+  command: ["/bin/bash", "-c"]
+  args:
+    {{- if .Values.modelInit.args }}
+    {{- toYaml .Values.modelInit.args | nindent 4 }}
+    {{- else }}
+    - >-
+      exec > /proc/1/fd/1 2>&1; set -ex;
+      {{- range $name, $uri := .Values.modelInit.sources }}
+      echo "Syncing {{$name}} from {{$uri}}...";
+      mkdir -p {{ $.Values.modelInit.targetDir }}/{{$name}};
+      gsutil -m rsync -r {{$uri}} {{ $.Values.modelInit.targetDir }}/{{$name}};
+      {{- end }}
+    {{- end }}
+  volumeMounts:
+    - name: model-volume
+      mountPath: {{ .Values.modelInit.targetDir }}
+{{- end }}
+{{- end }}
+

package/src/init-my-chart/templates/configmap.yaml

@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: {{ include "leverege.fullname" . }}-configs
+  labels:
+    {{- include "leverege.labels" . | nindent 4 }}
+data:
+{{- with .Values.config }}
+  {{- toYaml . | nindent 2 }}
+{{- end }}

package/src/init-my-chart/templates/deployment.yaml

@@ -0,0 +1,125 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: {{ include "leverege.fullname" . }}
+  labels:
+    {{- include "leverege.labels" . | nindent 4 }}
+    app: {{ include "leverege.fullname" . }}
+    redis-client: {{ .Values.redis.enabled | quote }}
+spec:
+  replicas: {{ default 1 .Values.staticscaling.replicas }}
+  selector:
+    matchLabels:
+      {{- include "leverege.selectorLabels" . | nindent 6 }}
+  template:
+    metadata:
+      labels:
+        {{- include "leverege.selectorLabels" . | nindent 8 }}
+        app: {{ include "leverege.fullname" . }}
+        redis-client: {{ .Values.redis.enabled | quote }}
+      annotations:
+        checksum/config: {{ include (print $.Template.BasePath "/configmap.yaml") . | sha256sum }}
+        prometheus.io/port: '{{ default "5111" .Values.config.METRICS_PORT }}'
+        prometheus.io/scrape: "true"
+        configmap.reloader.stakater.com/reload: "default-configs"
+        {{- if .Values.service.preemptible }}
+        cluster-autoscaler.kubernetes.io/safe-to-evict: "true"
+        {{- end }}
+    spec:
+      serviceAccountName: {{ include "leverege.fullname" . }}
+      volumes:
+      - name: tmpfs
+        emptyDir: {}
+      {{- if .Values.workloadIdentity.disabled }}
+      - name: google-cloud-key
+        secret:
+          secretName: {{ .Chart.Name }}-sa-key
+      {{- end }}
+      affinity:
+        podAntiAffinity:
+          preferredDuringSchedulingIgnoredDuringExecution:
+          - weight: 100
+            podAffinityTerm:
+              labelSelector:
+                matchExpressions:
+                - key: app.kubernetes.io/name
+                  operator: In
+                  values:
+                  - {{ include "leverege.fullname" . }}
+              topologyKey: "kubernetes.io/hostname"
+      {{- if .Values.service.preemptible }}
+        nodeAffinity:
+          requiredDuringSchedulingIgnoredDuringExecution:
+            nodeSelectorTerms:
+            - matchExpressions:
+              - key: target-env
+                operator: In
+                values:
+                - preemptible
+      tolerations:
+      - key: "preemptible"
+        operator: "Equal"
+        value: "true"
+        effect: "NoSchedule"
+      {{- end }}
+      {{- if .Values.modelInit.enabled }}
+      initContainers:
+        - name: {{ default "fetch-models" .Values.modelInit.name }}
+          image: {{ .Values.modelInit.image }}
+          securityContext:
+            runAsUser: {{ .Values.modelInit.runAsUser }}
+            runAsGroup: {{ .Values.modelInit.runAsGroup }}
+          command: ["/bin/sh","-c"]
+          args:
+            {{- if .Values.modelInit.args }}
+            {{- toYaml .Values.modelInit.args | nindent 6 }}
+            {{- else }}
+            - |
+              exec > /proc/1/fd/1 2>&1  # Send both stdout and stderr to container's stdout
+              set -ex
+              {{- range $name, $uri := .Values.modelInit.sources }}
+              echo "Syncing {{$name}} from {{$uri}}..."
+              mkdir -p {{ $.Values.modelInit.targetDir }}/{{$name}}
+              gsutil -m rsync -r {{$uri}} {{ $.Values.modelInit.targetDir }}/{{$name}}
+              {{- end }}
+            {{- end }}
+          volumeMounts:
+            - name: model-volume
+              mountPath: {{ .Values.modelInit.targetDir }}
+      {{- end }}
+      containers:
+      - name: {{ include "leverege.fullname" . }}
+        imagePullPolicy: {{ .Values.image.pullPolicy }}
+        image: {{ .Values.image.registry }}/{{ .Chart.Name }}:{{ default .Chart.AppVersion .Values.image.tag }}
+        securityContext:
+          readOnlyRootFilesystem: {{ .Values.securityContext.readOnlyRootFs }}
+          runAsNonRoot: true
+          runAsUser: 1000
+          allowPrivilegeEscalation: false
+        {{ if .Values.probes.enabled }}
+        livenessProbe:
+          {{- toYaml .Values.probes.livenessProbe | nindent 10 }}
+        readinessProbe:
+          {{- toYaml .Values.probes.readinessProbe | nindent 10 }}
+        {{- end }}
+        resources:
+          {{- toYaml .Values.resources | nindent 10 }}
+        ports:
+          {{- include "leverege.deploymentPorts" . | nindent 8 }}
+        volumeMounts:
+        - name: tmpfs
+          mountPath: "/tmp"
+        {{- if .Values.workloadIdentity.disabled }}
+        - name: google-cloud-key
+          mountPath: /var/secrets/google
+        {{- end }}
+        envFrom: 
+        - configMapRef:
+            name: default-configs
+        - configMapRef:
+            name: {{ include "leverege.fullname" . }}-configs
+        env:
+        {{- if .Values.workloadIdentity.disabled }}
+        - name: GOOGLE_APPLICATION_CREDENTIALS
+          value: /var/secrets/google/key.json
+        {{- end }}

package/src/init-my-chart/templates/hpa.yaml

@@ -0,0 +1,26 @@
+{{- if .Values.autoscaling.enabled }}
+{{ if lt .Capabilities.KubeVersion.Minor "23" }}
+apiVersion: autoscaling/v2beta2
+{{ else }}
+apiVersion: autoscaling/v2
+{{ end }}
+kind: HorizontalPodAutoscaler
+metadata:
+  name: {{ include "leverege.fullname" . }}
+  labels:
+    {{- include "leverege.labels" . | nindent 4 }}
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: {{ include "leverege.fullname" . }}
+  minReplicas: {{ .Values.autoscaling.minReplicas }}
+  maxReplicas: {{ .Values.autoscaling.maxReplicas }}
+  metrics: # https://cloud.google.com/kubernetes-engine/docs/how-to/horizontal-pod-autoscaling#multiple-metrics
+  - type: Resource
+    resource:
+      name: cpu
+      target:
+        type: Utilization
+        averageUtilization: {{ .Values.autoscaling.averageCPU }}
+{{- end }}

package/src/init-my-chart/templates/ingressroute.yaml

@@ -0,0 +1,18 @@
+{{- if .Values.ingressRoute.host }}
+{{- $fullName := include "leverege.fullname" . -}}
+{{- $svcPort := .Values.config.HTTP_SERVER_PORT -}}
+apiVersion: traefik.io/v1alpha1
+kind: IngressRoute
+metadata:
+  name: {{ $fullName }}
+  namespace: default
+spec:
+  entryPoints:
+    - websecure
+  routes:
+  - match: Host(`{{ .Values.ingressRoute.host }}`)
+    kind: Rule
+    services:
+    - name: {{ $fullName }}
+      port: {{ $svcPort }}
+{{- end }}

package/src/init-my-chart/templates/pdb.yaml

@@ -0,0 +1,22 @@
+{{- if .Values.pdb.create }}
+{{ if lt .Capabilities.KubeVersion.Minor "21" }}
+apiVersion: policy/v1beta1
+{{ else }}
+apiVersion: policy/v1
+{{ end }}
+kind: PodDisruptionBudget
+metadata:
+  name: {{ include "leverege.fullname" . }}
+  labels:
+    {{- include "leverege.labels" . | nindent 4 }}
+spec:
+  {{- if .Values.pdb.minAvailable }}
+  minAvailable: {{ .Values.pdb.minAvailable }}
+  {{- end }}
+  {{- if .Values.pdb.maxUnavailable }}
+  maxUnavailable: {{ .Values.pdb.maxUnavailable }}
+  {{- end }}
+  selector:
+    matchLabels:
+      {{ include "leverege.selectorLabels" . | nindent 6 }}
+{{- end }}

package/src/init-my-chart/templates/service.yaml

@@ -0,0 +1,15 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ include "leverege.fullname" . }}
+  labels:
+    {{- include "leverege.labels" . | nindent 4 }}
+spec:
+  type: {{ .Values.service.type }}
+{{- if .Values.loadbalancer.ip }}
+  loadBalancerIP: {{ .Values.loadbalancer.ip }}
+{{- end }}
+  ports:
+    {{- include "leverege.servicePorts" . | nindent 6 }}
+  selector:
+    {{- include "leverege.selectorLabels" . | nindent 4 }}

package/src/init-my-chart/templates/serviceaccount.yaml

@@ -0,0 +1,13 @@
+{{- if .Values.serviceAccount.create -}}
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: {{ include "leverege.serviceAccountName" . }}
+  labels:
+    {{- include "leverege.labels" . | nindent 4 }}
+  annotations:
+    iam.gke.io/gcp-service-account: {{ .Chart.Name }}@{{ .Values.service.project_id }}.iam.gserviceaccount.com
+    {{- with .Values.serviceAccount.annotations }}
+      {{- toYaml . | nindent 4 }}
+    {{- end }}
+{{- end }}

package/src/init-my-chart/templates/servicemonitor.yaml

@@ -0,0 +1,23 @@
+# plugs us into the prometheus operator
+{{- if .Values.serviceMonitor.enabled }}
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+{{- if .Values.partOf }}
+  name: {{ .Values.partOf }}-{{ include "leverege.fullname" . }}
+{{ else }}
+  name: {{ include "leverege.fullname" . }}
+{{- end }}
+  labels:
+    {{- include "leverege.labels" . | nindent 4 }}
+  namespace: prometheus
+spec:
+  selector:
+    matchLabels:
+      {{ include "leverege.selectorLabels" . | nindent 6 }}
+  namespaceSelector:
+    matchNames:
+      - {{ default "default" .Values.serviceMonitor.namespace }}
+  endpoints:
+    {{- include "leverege.serviceMonitorEndpoints" . | nindent 4 }}
+{{- end }}

package/src/init-my-chart/values.yaml

@@ -0,0 +1,152 @@
+# Default values for the Chart.
+# This is a YAML-formatted file.
+# Declare variables to be passed into your templates.
+image:
+  pullPolicy: IfNotPresent
+  # Replace <FOLDER> with the artifact-registry folder for this image
+  registry: us-docker.pkg.dev/leverege-registry/<FOLDER>/images
+  # Overrides the image tag whose default is the chart appVersion.
+  tag: ""
+
+# define all config values as quoted strings
+config:
+
+  # node options see nodejs docs section on Command-line options
+  # example => "--max-old-space-size=400"
+  NODE_OPTIONS: ""
+
+  # server configs
+  LOG_CONFIG: '{"type":"pino","level":"warn"}'
+  HTTP_SERVER_PORT: "8080"
+  METRICS_PORT: "5111"
+
+  # imagine configs
+  IMAGINE_API_URL : "http://api-server:8181"
+
+  # INTERNAL_PORT: '8998'
+  # INTERNAL_CORS_ORIGIN: '*'
+
+nameOverride: ""
+fullnameOverride: ""
+
+# When multiple charts or pieces of software are used together to make one
+# application. For example, application software and a database to produce
+# a website. This can be set to the top level application being supported.
+partOf: # leverege-stack or project-x - OPTIONAL
+
+# The project_id, host and ingress will be auto injected by overwhelm. The
+# service port definition will use config.HTTP_SERVER_PORT for listening to
+# health checks and any other routes associated with the default setup.
+service:
+  # port: see config.HTTP_SERVER_PORT
+  preemptible: true
+  type: ClusterIP
+
+serviceAccount:
+  # Specifies whether a service account should be created
+  create: true
+  # Annotations to add to the service account
+  annotations: {}
+  # The name of the service account to use.
+  # If not set and create is true, a name is generated using the fullname template
+  name: ""
+
+# enable the service monitor for providing metrics to the prometheus operator
+serviceMonitor:
+  enabled: false
+  interval: "60s"
+  namespace: "default"
+
+# typically handled by traefik, but not always
+ingressRoute:
+  host: "" # set-me-in-values-local
+
+# can be used to set load balancer to registered static IP
+loadbalancer:
+  ip: {}
+
+# liveness and readiness probe to prove k8s health
+probes:
+  enabled: true
+  livenessProbe:
+    httpGet:
+      path: /livenessProbe
+      port: http
+    initialDelaySeconds: 30
+    periodSeconds: 60
+  readinessProbe:
+    httpGet:
+      path: /healthz
+      port: http
+    initialDelaySeconds: 30
+    periodSeconds: 10
+
+# this tells calico that redis access is needed
+redis:
+  enabled: true
+
+# setting to false will allow pod disk to mount read/write
+# setting this to false should only be done for debugging
+securityContext:
+  readOnlyRootFs: true
+
+resources:
+  # We usually recommend not to specify default resources and to leave this as a conscious
+  # choice for the user. This also increases chances charts run on environments with little
+  # resources, such as Minikube. If you do want to specify resources, uncomment the following
+  # lines, adjust them as necessary, and remove the curly braces after 'resources:'.
+# limits:
+#   cpu: 100m
+#   memory: 512Mi
+  requests:
+    cpu: 150m
+    memory: 256Mi
+
+# use auto scaling for dynamically sized workloads
+autoscaling:
+  enabled: true # set to false for static scaling
+  minReplicas: 2
+  maxReplicas: 8
+  averageCPU: 75
+
+# use static scaling for fixed size workloads
+staticscaling:
+  replicas: 1 # only relevant when autoscaling is disabled
+
+pdb:
+  # Specifies whether a PodDisruptionBudget should be created
+  create: true
+  # Min number of pods that must still be available after the eviction
+  minAvailable: 1
+  # Max number of pods that can be unavailable after the eviction
+  maxUnavailable: ""
+
+# Uses an initContainer to build models volume from GCS (tailorable)
+modelInit:
+  enabled: true
+  # If 'args' is omitted, a default block that loops over 'sources' is used
+  # args:
+  #   - |
+  #     set -ex
+  #     echo "Custom model fetch logic here..."
+
+  # Default model sync behavior (only used if args is omitted)
+  sources:
+    sam: gs://leverege-registry-ml-models/sam
+    yolo: gs://leverege-registry-ml-models/yolo
+  targetDir: /usr/src/app/models
+
+  # Optional defaults for the initContainer specification
+  image: gcr.io/google.com/cloudsdktool/cloud-sdk:slim
+  runAsUser: 1000
+  runAsGroup: 1000
+
+affinity: {}
+
+nodeSelector: {}
+
+podAnnotations: {}
+
+tolerations: []
+
+workloadIdentity: {}