kubernetes_helper 1.15.1 → 1.17.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 150f172f156e7ee7061f651caec568f443526c231b88322f15909fb14db1d928
-  data.tar.gz: 3a9b2d35c152f5cb4feb9b526fba6caa8c1264679ebb0f80b93b3f6a6f49f711
+  metadata.gz: 304a3005e0ef0280b53a2d108a0880a5406354a135027fb57cefff5e0ed5c437
+  data.tar.gz: dfb38b6b47866ca50ba1c88d11dcad20101827f93a8f617dca95b3b3e225b31d
 SHA512:
-  metadata.gz: f1991a65e8a61d8a4fc44a34a6987c9c3b82f7f19ff746c84f4fdd120487e674957538a3e780f99a5518300cb5230528662e7efb54bde78144d53acd743bad0f
-  data.tar.gz: b511e26550c54ea1dddcf156526bc0972d45a612eb60cde67a14a67f3b41c0a0bede568684ec45de54c8cac24cd57b615bb464936eff8093bccfb797501c3097
+  metadata.gz: d02d6bfefa1404a9a906c964c0ebb2e3979835fbcf539aeb99179cf850e08d87d1aa1c75f878ffb051fa0769a5ea19cf4ff73707bffc8aa5031eed59ee1081fa
+  data.tar.gz: 3b40bf03b9498aed70c286170536764bd4ebe3ee8840b197584e831cbd4e5965e27671802dc30a4481de99093e18e9d9f8066728d4e95dbbed58c61032aa61b5

data/README.md

@@ -1,10 +1,5 @@
 # KubernetesHelper
 
-TODO: 
-- create a release if Business app is running well with the limitations, perhaps test with Buddy app by using the gem from github
-- Publish the gem + release new version
-
-
 This gem is a helper to manage easily Kubernetes settings for GCloud (easy customization for other cloud services) where configuring and deploying a new application can be done in a couple of minutes.
 Configuration and customization can be done for multiple environments and at any level which permits to deploy simple and complex applications.
 
@@ -27,7 +22,7 @@ Configuration and customization can be done for multiple environments and at any
       Note: The local template will be used instead of the default one.
 
 3. Install/setup the application on kubernetes    
-  Open [.kubernetes/README.md](lib/templates/README.md) to see the instructions (customize the file according to your project and keep it updated)
+  Open [.kubernetes/README.md](lib/templates/README.md) to see the instructions (customize the file according to your project and keep it updated in your repository)
 
 
 ## Settings API
@@ -54,11 +49,11 @@ Configuration and customization can be done for multiple environments and at any
 - `deployment.logs_resources` (Hash, optional): Configure depending on the app requirements. Default: `{ cpu: { max: '200m', min: '50m' }, mem: { max: '200Mi', min: '50Mi' } }`
 
 ### Application deployment.yml for jobs or services without internet interaction (Optional)
-- `deployment.job_name` (String, optional): Job deployment name (Note: Underscores are not accepted). Sample: `my-app-job`. Note: This deployment is created only if this value is present
-- `deployment.job_command` (String, optional): Bash command to be used for job container. Sample: `bundle exec sidekiq`
-- `deployment.job_sidekiq_alive_gem` (Boolean, default false): If true will add liveness checker settings using `sidekiq_alive_gem` (`sidekiq_alive` gem needs to be present in your Gemfile)
-- `deployment.job_services` (Array, Optional, only `job_sidekiq_alive_gem` or `job_services` is allowed): List of linux service names that are required for a healthy job container. Sample: `['sidekiq', 'cron']` 
-- `deployment.job_resources` (Hash, optional): Configure depending on the job app requirements. Sample: `{ cpu: { max: '1', min: '500m' }, mem: { max: '1Gi', min: '500Mi' } }`
+- `deployment.job_apps[].name` (String, optional): Job deployment name (Note: Underscores are not accepted). Sample: `my-app-job`. Note: This deployment is created only if this value is present
+- `deployment.job_apps[].command` (String, optional): Bash command to be used for job container. Sample: `bundle exec sidekiq`
+- `deployment.job_apps[].sidekiq_alive_gem` (Boolean, default false): If true will add liveness checker settings using `sidekiq_alive_gem` (`sidekiq_alive` gem needs to be present in your Gemfile)
+- `deployment.job_apps[].services` (Array, Optional): List of linux service names that are required for a healthy job container. Sample: `['sidekiq', 'cron']`. Note: This will be ignored if `sidekiq_alive_gem` was defined.     
+- `deployment.job_apps[].resources` (Hash, optional): Configure depending on the job app requirements. Sample: `{ cpu: { max: '1', min: '500m' }, mem: { max: '1Gi', min: '500Mi' } }`
 
 ### Applications secrets.yml (Optional)
 - `secrets.name` (String): K8s secrets name where env vars will be saved and fetched from. Sample: `my-app-secrets`
@@ -68,6 +63,8 @@ Configuration and customization can be done for multiple environments and at any
 - `service.port_name` (String, default `http-port`): Http port name to connect between k8s ingress and service. Sample: `http-port`. Note: max 15 characters
 - `service.backend_port_name` (String, default `b-port`): Web backend port name to be connected between k8s service and web deployments. Sample: `b-port`. Note: max 15 characters
 - `service.type`: K8s service type. By default `NodePort`
+- `service.do_certificate_id`: Digital Ocean certificate ID to be used for the loadbalancer to auto redirect http to https.       
+   Note: This value can be fetched via `doctl compute certificate list`. If there are no certificates available, you can generate a new one using digital ocean dashboard -> networking -> certificates.
 
 ### Application ingress.yml (Optional)
 - `ingress.name`: Name of k8s ingress for the app: Sample: `my-app-ingress`
@@ -76,7 +73,7 @@ Configuration and customization can be done for multiple environments and at any
 - `ingress.certificate_domain` (Optional): Domain name for the certificate. Sample: `myapp.com`. Note: does not support for willcard domains     
    To register multiple domains (Certificate names will be auto-generated like `mysite-com-lets-encrypt`): `certificate_domain: ['mysite.com', 'mysite.de', 'mysite.uk']`
 
-- `cloud.name` (String, optional): Cloud service name. Default `gcloud`.  
+- `cloud.name` (String, optional): Cloud service name: `gcloud | digital_ocean`. Default `gcloud`.  
 
 ### Application CD (continuous deployment)
 - `continuous_deployment.image_name` (String): Partial docker image url. Sample: `gcr.io/my-account/my_app_name`
@@ -91,7 +88,7 @@ Configuration and customization can be done for multiple environments and at any
 - `continuous_deployment.update_deployment` (Boolean, default: false): If true permits to re-generate and update the k8s deployment(s) before applying the new version (new docker image)
 
 ### Gem templating partials
-- `_container_extra_settings.yml` Partial template to add custom container settings. Receives `pod` as local variable (`web` | `job` | `cloudsql` | `logs`). Sample:
+- `_container_extra_settings.yml` Partial template to add custom container settings. Receives `pod` as local variable (`web` | `job` | `cloudsql` | `logs`) and `pod_name`. Sample:
   ```yaml
                <% if locals[:pod] == 'job' %>
                resources:
@@ -103,7 +100,7 @@ Configuration and customization can be done for multiple environments and at any
                    memory: 1Gi
                <% end %>
   ``` 
-- `_custom_containers.yml` Partial template to add extra containers (Receives `pod` as local variable: `web` | `job`). Sample:
+- `_custom_containers.yml` Partial template to add extra containers (Receives `pod` as local variable: `web` | `job`) and `pod_name`. Sample:
 ```yaml
            <% if locals[:pod] == 'job' %>
            - name: scraper

data/lib/kubernetes_helper/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module KubernetesHelper
-  VERSION = '1.15.1'
+  VERSION = '1.17.0'
 end

data/lib/kubernetes_helper.rb

@@ -25,7 +25,8 @@ module KubernetesHelper
       deployment: {
         log_container: true,
         log_folder: '/app/log',
-        external_secrets: {}
+        external_secrets: {},
+        job_apps: settings[:job_apps] || job_apps_from_old_settings(settings)
       },
       service: {
         port_name: 'http-port',
@@ -75,4 +76,18 @@ module KubernetesHelper
       FileUtils.cp(templates_path(name), path) unless File.exist?(path)
     end
   end
+
+  def self.job_apps_from_old_settings(settings)
+    return [] unless settings[:deployment][:job_name]
+
+    [
+      {
+        name: settings[:deployment][:job_name],
+        command: settings[:deployment][:job_command],
+        services: settings[:deployment][:job_services],
+        resources: settings[:deployment][:job_resources],
+        sidekiq_alive_gem: settings[:deployment][:job_sidekiq_alive_gem]
+      }
+    ]
+  end
 end

data/lib/templates/deployment.yml

@@ -13,7 +13,7 @@ documents:
         rollingUpdate:
           maxSurge: 1
           maxUnavailable: 1
-      minReadySeconds: 5
+      minReadySeconds: 10
       template:
         metadata:
           labels:
@@ -76,7 +76,7 @@ documents:
               env: []
               volumeMounts:
                 - *cloud_credentials_volume
-              <%= include_template "_resources.yml", deployment.cloudsql_resources || { cpu: { max: '300m', min: '100m' }, mem: { max: '500Mi', min: '200Mi' } } %>
+              <%= include_template "_resources.yml", deployment.cloudsql_resources || { cpu: { min: '1' }, mem: { min: '1Gi' } } %>
               <%= include_template "_container_extra_settings.yml", { pod: 'cloudsql' } %>
             <% end %>
 
@@ -88,7 +88,7 @@ documents:
               env: []
               volumeMounts:
                 - *log_volume
-              <%= include_template "_resources.yml", deployment.logs_resources || { cpu: { max: '200m', min: '50m' }, mem: { max: '200Mi', min: '50Mi' } } %>
+              <%= include_template "_resources.yml", deployment.logs_resources || { cpu: { max: '300m', min: '100m' }, mem: { max: '500Mi', min: '200Mi' } } %>
               <%= include_template "_container_extra_settings.yml", { pod: 'logs' } %>
             <% end %>
 
@@ -98,18 +98,19 @@ documents:
           volumes:
             <%= include_template "_volumes.yml", { pod: 'web' } %>
 
-
-  <% if deployment.job_name %>
+  <% deployment.job_apps.each do |job_app| %>
   - apiVersion: apps/v1
     kind: Deployment
     metadata:
-      name: &job_app_name <%=deployment.job_name%>
+      name: &job_app_name <%= job_app[:name] %>
     spec:
       <<: *default_spec
       replicas: 1
       selector:
         matchLabels:
           name: *job_app_name
+      strategy:
+        type: Recreate
       template:
         metadata:
           labels:
@@ -119,18 +120,18 @@ documents:
           containers:
             - <<: *app_container
               name: *job_app_name
-              <% if deployment.job_command %>
-              command: [ "/bin/bash", "-c", "<%= deployment.job_command %>" ]
+              <% if job_app[:command] %>
+              command: [ "/bin/bash", "-c", "<%= job_app[:command] %>" ]
               <% end %>
-              <% if deployment.job_resources %>
-              <%= include_template "_resources.yml", deployment.job_resources %>
+              <% if job_app[:resources] %>
+              <%= include_template "_resources.yml", job_app[:resources] %>
               <% end %>
-              <%= include_template "_container_extra_settings.yml", { pod: 'job' } %>
+              <%= include_template "_container_extra_settings.yml", { pod: 'job', pod_name: job_app[:name] } %>
 
-            <% if deployment.job_sidekiq_alive_gem %>
-              <%= include_template "_sidekiq_alive_gem.yml" %>
+            <% if job_app[:sidekiq_alive_gem] %>
+            <%= include_template "_sidekiq_alive_gem.yml" %>
             <% else %>
-              <%= include_template "_job_liveness.yml" %>
+            <%= include_template "_job_liveness.yml" %>
             <% end %>
 
             <% if deployment.cloud_secret_name %>
@@ -141,10 +142,10 @@ documents:
             - <<: *logs_container
             <% end %>
 
-            <%= include_template "_custom_containers.yml", { pod: 'job' } %>
+            <%= include_template "_custom_containers.yml", { pod: 'job', pod_name: job_app[:name] } %>
 
           volumes:
-            <%= include_template "_volumes.yml", { pod: 'job' } %>
+            <%= include_template "_volumes.yml", { pod: 'job', pod_name: job_app[:name] } %>
   <% end %>
 
   <% if deployment.replicas_range %>

data/lib/templates/service.yml

@@ -15,6 +15,11 @@ apiVersion: v1
 metadata:
   name: '<%=service.name%>'
   annotations:
+    <% if cloud.name == 'digital_ocean' && service.do_certificate_id %>
+    service.beta.kubernetes.io/do-loadbalancer-protocol: "https"
+    service.beta.kubernetes.io/do-loadbalancer-certificate-id: <%= service.do_certificate_id %>
+    service.beta.kubernetes.io/do-loadbalancer-redirect-http-to-https: "true"
+    <% end %>
     <% if cloud.name == 'gcloud' %>
     beta.cloud.google.com/backend-config: '{"ports": {"80":"<%=service.name%>-bconfig"}}'
     <% end %>
@@ -27,3 +32,10 @@ spec:
       protocol: TCP
       name: '<%=service.port_name%>'
       targetPort: '<%=service.backend_port_name%>'
+
+    <% if cloud.name == 'digital_ocean' && service.do_certificate_id %>
+    - name: https
+      protocol: TCP
+      port: 443
+      targetPort: '<%=service.backend_port_name%>'
+    <% end %>

data/lib/templates/settings.rb

@@ -12,10 +12,14 @@ settings = {
     env_vars: {}, # Sample: { 'CUSTOM_VAR' => 'value' }
     # command: '', # custom container command (default empty to be managed by Dockerfile)
     # liveness_path: '/check_liveness', # nil if not exist
-    # job_name: "#{app_name}-job", # enable if there is any background service
-    # job_command: 'bundle exec sidekiq -C config/sidekiq.yml',
-    # job_services: ['sidekiq', 'cron'] # list of linux services needed.
     # custom_volumes: { my_volume: { kind: 'hostPath', mount_path: '/', settings: { path: '..', type: 'Directory' } }  }
+    job_apps: [
+      # {
+      #   name: "#{app_name}-job", # enable if there is any background service
+      #   command: 'bundle exec sidekiq -C config/sidekiq.yml',
+      #   services: ['sidekiq', 'cron'] # list of linux services needed.
+      # }
+    ]
   },
   secrets: {
     name: "#{app_name}-secrets"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kubernetes_helper
 version: !ruby/object:Gem::Version
-  version: 1.15.1
+  version: 1.17.0
 platform: ruby
 authors:
 - owen2345
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-04-15 00:00:00.000000000 Z
+date: 2022-07-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: erb