kubernetes_helper 1.17.0 → 1.19.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 304a3005e0ef0280b53a2d108a0880a5406354a135027fb57cefff5e0ed5c437
-  data.tar.gz: dfb38b6b47866ca50ba1c88d11dcad20101827f93a8f617dca95b3b3e225b31d
+  metadata.gz: e72fcd92010ce2e1144a926d617c13985b39941ff58e177f24eb8b68828bd572
+  data.tar.gz: f0798e685be4fde2efefd86e3869e05449c871a766686537db3085f7d6cb40d9
 SHA512:
-  metadata.gz: d02d6bfefa1404a9a906c964c0ebb2e3979835fbcf539aeb99179cf850e08d87d1aa1c75f878ffb051fa0769a5ea19cf4ff73707bffc8aa5031eed59ee1081fa
-  data.tar.gz: 3b40bf03b9498aed70c286170536764bd4ebe3ee8840b197584e831cbd4e5965e27671802dc30a4481de99093e18e9d9f8066728d4e95dbbed58c61032aa61b5
+  metadata.gz: fe823997d5ea50090e1389b1224cd78d9819f2c3f9c64e34451d1902aa1985b0a563f6768be1c873fcc63cc89ef06ea7494f756e2042984eb8d431f9fced8f16
+  data.tar.gz: ed8f9612237443578f3c6f862107e1e23639458290e2389409014f001734e6e71198c5b0abde07990d53ed6c4ee408ba3ea9abf4b409669103080cddded2eda1

data/README.md

@@ -49,15 +49,26 @@ Configuration and customization can be done for multiple environments and at any
 - `deployment.logs_resources` (Hash, optional): Configure depending on the app requirements. Default: `{ cpu: { max: '200m', min: '50m' }, mem: { max: '200Mi', min: '50Mi' } }`
 
 ### Application deployment.yml for jobs or services without internet interaction (Optional)
+Ideal to run sidekiq or similar jobs without internet connection. (TODO)
 - `deployment.job_apps[].name` (String, optional): Job deployment name (Note: Underscores are not accepted). Sample: `my-app-job`. Note: This deployment is created only if this value is present
 - `deployment.job_apps[].command` (String, optional): Bash command to be used for job container. Sample: `bundle exec sidekiq`
 - `deployment.job_apps[].sidekiq_alive_gem` (Boolean, default false): If true will add liveness checker settings using `sidekiq_alive_gem` (`sidekiq_alive` gem needs to be present in your Gemfile)
 - `deployment.job_apps[].services` (Array, Optional): List of linux service names that are required for a healthy job container. Sample: `['sidekiq', 'cron']`. Note: This will be ignored if `sidekiq_alive_gem` was defined.     
 - `deployment.job_apps[].resources` (Hash, optional): Configure depending on the job app requirements. Sample: `{ cpu: { max: '1', min: '500m' }, mem: { max: '1Gi', min: '500Mi' } }`
 
+### Required settings for Cronjob apps (Note: Cronjobs do not support `sidekiq_alive_gem` and `services`)
+Ideal to asasas (TODO)
+- `deployment.job_apps[].schedule` (String): Cron schedule. Sample: `*/5 * * * *`
+- `deployment.job_apps[].kind` (String, default `Deployment`): Kind of job application [`Deployment` or `CronJob`]
+- `deployment.job_apps[].concurrency_policy` (String, default `Forbid`): [Documentation](https://kubernetes.io/docs/tasks/job/automated-tasks-with-cron-jobs/#concurrency-policy)
+- `deployment.job_apps[].suspend` (String, default `false`): If `true` then marks as finished the job application (stops creating new pods).
+
 ### Applications secrets.yml (Optional)
 - `secrets.name` (String): K8s secrets name where env vars will be saved and fetched from. Sample: `my-app-secrets`
-
+- `secrets.import_all_secrets` (Boolean, default false): 
+  - `true`: Allows k8s to auto import all secrets from `secrets.yml` as env values for the apps (No longer needed to update `deployment.yml` everytime there is a new env var)
+  - `false`: Permits to the gem to auto include each secret from `secrets.yml -> data` as env value for the apps (base64 encoded values. Requires to update `deployment.yml` everytime there is a new env var)
+    
 ### Application service.yml (Optional)
 - `service.name`: K8s service name. Sample: `my-app-service`
 - `service.port_name` (String, default `http-port`): Http port name to connect between k8s ingress and service. Sample: `http-port`. Note: max 15 characters

data/lib/kubernetes_helper/core.rb

@@ -67,7 +67,7 @@ module KubernetesHelper
     def import_secrets(path, secrets_name)
       path = KubernetesHelper.settings_path(path)
       data = YAML.load(File.read(path)) # rubocop:disable Security/YAMLLoad
-      data['data'].keys.map do |secret|
+      (data['data'] || {}).keys.map do |secret|
         {
           'name' => secret.upcase,
           'valueFrom' => { 'secretKeyRef' => { 'name' => secrets_name, 'key' => secret } }
@@ -78,6 +78,7 @@ module KubernetesHelper
     def render_template(template_name, locals = {})
       path = KubernetesHelper.settings_path(template_name, use_template: true)
       text = "\n#{File.read(path)}"
+      text = text.gsub("\n", "\n#{'  ' * locals[:tab]}") if locals[:tab]
       replace_config_variables(text, locals)
     end
 
@@ -94,12 +95,13 @@ module KubernetesHelper
 
     # parse secrets auto importer
     def parse_import_secrets(document) # rubocop:disable Metrics/AbcSize
-      containers = document.dig('spec', 'template', 'spec', 'containers') || []
+      cronjob_containers = document.dig('spec', 'jobTemplate', 'spec', 'template', 'spec', 'containers')
+      containers = document.dig('spec', 'template', 'spec', 'containers') || cronjob_containers || []
       containers.each do |container|
         container['env'] = (container['env'] || [])
-        container['env'] = container['env'] + static_env_vars if container.delete('static_env')
+        container['env'] = (container['env'] + static_env_vars).uniq if container.delete('static_env')
         if container['import_secrets']
-          container['env'] = container['env'] + import_secrets(*container['import_secrets'])
+          container['env'] = (container['env'] + import_secrets(*container['import_secrets'])).uniq
           container.delete('import_secrets')
         end
       end

data/lib/kubernetes_helper/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module KubernetesHelper
-  VERSION = '1.17.0'
+  VERSION = '1.19.1'
 end

data/lib/templates/README.md

@@ -25,9 +25,8 @@
     DEPLOY_ENV=beta kubernetes_helper run_command "kubectl create secret generic <%=deployment.cloud_secret_name%> --from-file=credentials.json=<path-to-downloaded/credentials.json>"
     ```
     
-- Register manually env vars (values must be encrypted using base64)     
+- Register manually env vars     
     Open and register secret values in `.kubernetes/secrets.yml`     
-    Note: Enter base64 encoded values      
     ```bash
     DEPLOY_ENV=beta kubernetes_helper run_yml 'secrets.yml' 'kubectl create'
     # kubectl get secrets # to list all secrets registered

data/lib/templates/_cronjobs_pod.yml

@@ -0,0 +1,41 @@
+  - apiVersion: batch/v1
+    kind: CronJob
+    metadata:
+      name: &cronjob_name <%= locals[:job_app][:name] %>
+    spec:
+      schedule: "<%= locals[:job_app][:schedule] %>"
+      concurrencyPolicy: "<%= locals[:job_app][:concurrency_policy] || 'Forbid' %>"
+      suspend: <%= locals[:job_app][:suspend] || false %>
+      # startingDeadlineSeconds: 200
+      jobTemplate:
+        spec:
+          template:
+            spec:
+              <<: *template_spec
+              restartPolicy: OnFailure
+              containers:
+                - <<: *app_container
+                  name: *cronjob_name
+                  <% if locals[:job_app][:command] %>
+                  command: [ "/bin/bash", "-c", "<%= locals[:job_app][:command] %>" ]
+                  <% end %>
+                  <% if locals[:job_app][:resources] %>
+                  <%= include_template "_resources.yml", locals[:job_app][:resources].merge(tab: 2) %>
+                  <% end %>
+                  ports: [ ]
+                  livenessProbe: null
+                  readinessProbe: null
+                  <%= include_template "_container_extra_settings.yml", { pod: 'job', pod_name: locals[:job_app][:name], tab: 2 } %>
+
+                <% if deployment.cloud_secret_name %>
+                - *cloudsql_container
+                <% end %>
+
+                <% if deployment.log_container %>
+                - <<: *logs_container
+                <% end %>
+
+              <%= include_template "_custom_containers.yml", { pod: 'job', pod_name: locals[:job_app][:name], tab: 2 } %>
+
+              volumes:
+                <%= include_template "_volumes.yml", { pod: 'job', pod_name: locals[:job_app][:name], tab: 2 } %>

data/lib/templates/_job_liveness.yml

@@ -1,12 +1,15 @@
               ports: [ ]
-              <% if (deployment.job_services || []).any? %>
+              <% if (locals[:services] || []).any? %>
               livenessProbe: &liveness_probe
                 exec:
                    command: [ /bin/sh, -c,
-                     'if [ $(ps -ef | grep "<%= deployment.job_services.join("\\|") %>" | grep -v "grep" | wc -l) -lt <%= deployment.job_services.count %> ]; then
+                     'if [ $(ps -ef | grep "<%= locals[:services].join("\\|") %>" | grep -v "grep" | wc -l) -lt <%= locals[:services].count %> ]; then
                                echo "Some required services are not running"; exit 1;
                            fi' ]
                 initialDelaySeconds: 120
                 periodSeconds: 30
               readinessProbe: *liveness_probe
+              <% else %>
+              livenessProbe: null
+              readinessProbe: null
               <% end %>

data/lib/templates/_jobs_pod.yml

@@ -0,0 +1,47 @@
+  - apiVersion: apps/v1
+    kind: Deployment
+    metadata:
+      name: &job_app_name <%= locals[:job_app][:name] %>
+    spec:
+      replicas: 1
+      selector:
+        matchLabels:
+          name: *job_app_name
+      strategy:
+        type: Recreate
+      minReadySeconds: 10
+      template:
+        metadata:
+          labels:
+            name: *job_app_name
+        spec:
+          <<: *template_spec
+          containers:
+            - <<: *app_container
+              name: *job_app_name
+              <% if locals[:job_app][:command] %>
+              command: [ "/bin/bash", "-c", "<%= locals[:job_app][:command] %>" ]
+              <% end %>
+              <% if locals[:job_app][:resources] %>
+              <%= include_template "_resources.yml", locals[:job_app][:resources] %>
+              <% end %>
+            <%= include_template "_container_extra_settings.yml", { pod: 'job', pod_name: locals[:job_app][:name] } %>
+
+            <% if locals[:job_app][:sidekiq_alive_gem] %>
+            <%= include_template "_sidekiq_alive_gem.yml" %>
+            <% else %>
+            <%= include_template "_job_liveness.yml", { services: locals[:job_app][:services] } %>
+            <% end %>
+
+            <% if deployment.cloud_secret_name %>
+            - *cloudsql_container
+            <% end %>
+
+            <% if deployment.log_container %>
+            - <<: *logs_container
+            <% end %>
+
+          <%= include_template "_custom_containers.yml", { pod: 'job', pod_name: locals[:job_app][:name] } %>
+
+          volumes:
+            <%= include_template "_volumes.yml", { pod: 'job', pod_name: locals[:job_app][:name] } %>

data/lib/templates/_volumes.yml

@@ -18,4 +18,4 @@
                 <% end %>
               <% end %>
 
-            <%= include_template "_custom_volumes.yml", { pod: locals[:pod] } %>
+            <%= include_template "_custom_volumes.yml", { pod: locals[:pod], tab: locals[:tab] } %>

data/lib/templates/cd.sh

@@ -5,7 +5,7 @@ set -e
 SCRIPT_DIR=`dirname "$(realpath -s "$0")"` # app_dir/.kubernetes/
 cd "$SCRIPT_DIR/../" # project directory
 
-DEPLOYMENTS="<%=[deployment.job_name, deployment.name].join(',')%>"
+DEPLOYMENTS="<%=(deployment.job_apps.map { |a| a[:name] } + [deployment.name]).join(',')%>"
 IMAGE_NAME="<%=continuous_deployment.image_name%>"
 CLUSTER_NAME="<%=continuous_deployment.cluster_name%>"
 PROJECT_NAME="<%=continuous_deployment.project_name%>"
@@ -21,7 +21,7 @@ LATEST_NAME="${IMAGE_NAME}:<%= continuous_deployment.image_tag || 'latest' %>"
 
 ## Update new secrets defined in secrets.yml as ENV vars for deployments
 <% if continuous_deployment.update_deployment %>
-  kubernetes_helper run_yml 'deployment.yml' 'kubectl apply'
+  DEPLOY_IMAGE_TAG=$CI_COMMIT_SHA kubernetes_helper run_yml 'deployment.yml' 'kubectl apply'
 <% end %>
 
 ## Apply deployments

data/lib/templates/deployment.yml

@@ -3,7 +3,7 @@ documents:
     kind: Deployment
     metadata:
       name: &app_name <%=deployment.name%>
-    spec: &default_spec
+    spec:
       replicas: <%=deployment.replicas%>
       selector:
         matchLabels:
@@ -12,7 +12,7 @@ documents:
         type: RollingUpdate
         rollingUpdate:
           maxSurge: 1
-          maxUnavailable: 1
+          maxUnavailable: 0
       minReadySeconds: 10
       template:
         metadata:
@@ -21,13 +21,21 @@ documents:
         spec: &template_spec
           containers:
             - &app_container
-              image: '<%= continuous_deployment.image_name %>:<%= continuous_deployment.image_tag || "latest" %>'
+              image: '<%= continuous_deployment.image_name %>:<%= ENV['DEPLOY_IMAGE_TAG'] || continuous_deployment.image_tag || "latest" %>'
               <% if deployment.command %>
               command: ["/bin/bash", "-c", "<%= deployment.command %>"]
               <% end %>
               name: *app_name
+
               static_env: true
+              <% if secrets.import_all_secrets %>
+              envFrom:
+              - secretRef:
+                  name: <%= secrets.name %>
+              <% else %>
               import_secrets: ['secrets.yml', '<%=secrets.name%>']
+              <% end %>
+
               ports:
                 - containerPort: &port <%= deployment.app_port || 3000 %>
                   name: '<%=service.backend_port_name || 'b-port'%>'
@@ -99,53 +107,8 @@ documents:
             <%= include_template "_volumes.yml", { pod: 'web' } %>
 
   <% deployment.job_apps.each do |job_app| %>
-  - apiVersion: apps/v1
-    kind: Deployment
-    metadata:
-      name: &job_app_name <%= job_app[:name] %>
-    spec:
-      <<: *default_spec
-      replicas: 1
-      selector:
-        matchLabels:
-          name: *job_app_name
-      strategy:
-        type: Recreate
-      template:
-        metadata:
-          labels:
-            name: *job_app_name
-        spec:
-          <<: *template_spec
-          containers:
-            - <<: *app_container
-              name: *job_app_name
-              <% if job_app[:command] %>
-              command: [ "/bin/bash", "-c", "<%= job_app[:command] %>" ]
-              <% end %>
-              <% if job_app[:resources] %>
-              <%= include_template "_resources.yml", job_app[:resources] %>
-              <% end %>
-              <%= include_template "_container_extra_settings.yml", { pod: 'job', pod_name: job_app[:name] } %>
-
-            <% if job_app[:sidekiq_alive_gem] %>
-            <%= include_template "_sidekiq_alive_gem.yml" %>
-            <% else %>
-            <%= include_template "_job_liveness.yml" %>
-            <% end %>
-
-            <% if deployment.cloud_secret_name %>
-            - *cloudsql_container
-            <% end %>
-
-            <% if deployment.log_container %>
-            - <<: *logs_container
-            <% end %>
-
-            <%= include_template "_custom_containers.yml", { pod: 'job', pod_name: job_app[:name] } %>
-
-          volumes:
-            <%= include_template "_volumes.yml", { pod: 'job', pod_name: job_app[:name] } %>
+  <%= include_template '_jobs_pod.yml', job_app: job_app if job_app[:kind] != 'CronJob' %>
+  <%= include_template '_cronjobs_pod.yml', job_app: job_app if job_app[:kind] == 'CronJob' %>
   <% end %>
 
   <% if deployment.replicas_range %>

data/lib/templates/secrets.yml

@@ -1,4 +1,3 @@
-# Every Value has to be base64 encoded
 # IMPORTANT: For security reason, never ever commit secret values, only keys
 
 apiVersion: v1
@@ -6,6 +5,6 @@ kind: Secret
 metadata:
   name: '<%=secrets.name%>'
 type: Opaque
-data:
-  my_key1: "based_64_value_encoded"
-  my_key2: "based_64_value_encoded"
+stringData:
+  MY_KEY1: "my value1"
+  MY_KEY2: "my value2"

data/lib/templates/settings.rb

@@ -22,7 +22,8 @@ settings = {
     ]
   },
   secrets: {
-    name: "#{app_name}-secrets"
+    name: "#{app_name}-secrets",
+    import_all_secrets: true
   },
   service: {
     name: app_name,

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kubernetes_helper
 version: !ruby/object:Gem::Version
-  version: 1.17.0
+  version: 1.19.1
 platform: ruby
 authors:
 - owen2345
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-07-04 00:00:00.000000000 Z
+date: 2022-07-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: erb
@@ -44,9 +44,11 @@ files:
 - lib/templates/_cd_digital.sh
 - lib/templates/_cd_google.sh
 - lib/templates/_container_extra_settings.yml
+- lib/templates/_cronjobs_pod.yml
 - lib/templates/_custom_containers.yml
 - lib/templates/_custom_volumes.yml
 - lib/templates/_job_liveness.yml
+- lib/templates/_jobs_pod.yml
 - lib/templates/_replicas.yml
 - lib/templates/_resources.yml
 - lib/templates/_sidekiq_alive_gem.yml