minfra-cli 1.5.0 → 1.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0d8c4fc413b6865291c1f47e12581c0f11131008f4852742969fb49a8be4272d
-  data.tar.gz: 7e1eb348156ba8adb74bf7f5bb5055853c31a3c2802fa77497c7a529573f9d23
+  metadata.gz: a79262f46479ee057b3285d260867512ab02a63ddfbf83f9d6a801854770a880
+  data.tar.gz: 8494a07eda5881a3c1b7aced8e4a4835d73ba3456180a12aad59d258e722cad6
 SHA512:
-  metadata.gz: efa9ca0853ee602c708770a42cd6c1269f996dbcb70d4170cb630b815df161bc280bd5afb1ce608a4afefa699a6df78fa22c099260bfe3853ce4da7b8a601745
-  data.tar.gz: 28e53a02daacbe1c3ccc33fa2e273a52ac04c7b9189c559a93b7d4fd5840bae0eb837ebbee16e74df533dd574b84eb350805ffca22bad2e4da09b209af7d916a
+  metadata.gz: 1b8e0cba7632dca57d50323eee59e30116d8685864c261466c1b85a13da05fdf4ca6b34ef883afdc8ef3d895c571441586aa93d14c82f467c97598475acfa950
+  data.tar.gz: 28e954fc5a49b5c140e77633f91774fcd16323c28c305909985bd15052b3975f50e2a09d2e6c96e80e8fbf36eeefa931a7d8dfeb1f9716c7272f73249a73c260

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+# 1.6.0
+ * collecting things in used_vars 
+ * no overwriting of values.yaml between each char (as the helm template dir is shared)
+# 1.5.1
+ * fixing hiera lookup caching error
 # 1.5.0
  * minfra project branch create now supports --prefix, keeps '-' (dash intact) and is config file configurable
  * Minfra::Cli::Config deep merges personal config (again)

data/bin/runner

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+if [[ -f "$MINFRA_PATH/config/env_setup" ]]; then
+  source $MINFRA_PATH/config/env_setup
+fi
+
+MINFRA_SHELL=${MINFRA_SHELL:-"/bin/bash"}
+CMD=${@:-$MINFRA_SHELL}
+
+echo "running: '$CMD'"
+
+exec $CMD
+

data/lib/minfra/cli/version.rb

@@ -1,5 +1,5 @@
 module Minfra
   module Cli
-    VERSION = '1.5.0'.freeze
+    VERSION = '1.6.0'.freeze
   end
 end

data/lib/minfra/cli.rb

@@ -2,10 +2,10 @@ require 'thor'
 require 'open3'
 require 'json'
 require 'ostruct'
-require 'orchparty'
 require 'hiera'
 
 require_relative 'cli/logging'
+require 'orchparty'
 require_relative 'cli/config'
 require_relative 'cli/version'
 require_relative 'cli/hook'
@@ -90,15 +90,15 @@ module Minfra
        return cache[value] if cache.has_key?(value)
 
        values=value.split(".")
-       value=values.shift
+       fst_value=values.shift
 
-       if special_lookups[value]
-         lookup_type={ merge_behavior: special_lookups[value]["merge"].to_sym }
+       if special_lookups[fst_value]
+         lookup_type={ merge_behavior: special_lookups[fst_value]["merge"].to_sym }
        else
          lookup_type=:deep
        end
 
-       result=hiera.lookup(value, default, scope, nil, lookup_type)
+       result=hiera.lookup(fst_value, default, scope, nil, lookup_type)
        if !values.empty? && result.kind_of?(Hash) # we return nil or the scalar value and only drill down on hashes
          result=result.dig(*values)
        end

data/lib/orchparty/ast.rb

@@ -12,6 +12,18 @@ module Orchparty
       def get_binding
         binding
       end
+
+      def inspect(indent=0)
+        start="\n"
+        each_pair do |name, ast|
+          begin
+            start << "#{'  ' * indent}#{name}: #{ast.inspect(indent+1)}\n"
+          rescue ArgumentError
+            start << "#{'  ' * indent}#{name}: #{ast.inspect}\n"
+          end  
+        end
+        start
+      end
     end
 
     def self.hash(args = {})
@@ -49,5 +61,6 @@ module Orchparty
     def self.chart(args = {})
       Node.new(_mix:[], _variables: {}, _services: []).merge(args)
     end
+
   end
 end

data/lib/orchparty/kubernetes_application.rb

@@ -10,6 +10,8 @@ require 'active_support/core_ext'
 module Orchparty
   module Services
     class Context
+      include ::Minfra::Cli::Logging 
+
       attr_accessor :cluster_name
       attr_accessor :namespace
       attr_accessor :dir_path
@@ -157,35 +159,79 @@ module Orchparty
         end
       end
 
+
+      def print_install(chart)
+        
+        build_chart(chart) do |chart_path|
+          cmd="helm template --namespace #{namespace} --kube-context #{cluster_name} #{chart.name} #{chart_path}"
+          @out_io.puts `$cmd`
+          if system("#{cmd} > /dev/null")
+            info("helm template check: OK")
+          else
+            error("helm template check: FAIL")
+          end  
+        end
+        
+      end
+
+      def print_upgrade(chart)
+        print_install(chart)
+      end
+
+      def install(chart)
+        info("Install: #{chart}")
+        build_chart(chart) do |chart_path|
+          @out_io.puts system("helm install --create-namespace --namespace #{namespace} --kube-context #{cluster_name} #{chart.name} #{chart_path}")
+        end
+      end
+
+      def upgrade(chart)
+        info("Upgrade: #{chart}")
+        build_chart(chart) do |chart_path|
+          @out_io.puts system("helm upgrade --namespace #{namespace} --kube-context #{cluster_name} #{chart.name} #{chart_path}")
+        end
+      end
+      private
+      
       def build_chart(chart)
+        
+        
+        dir = @app.status_dir.join('helm') # duplication
+        
         params = chart._services.map {|s| app_config.services[s.to_sym] }.map{|s| [s.name, s]}.to_h
-        dir = @app.status_dir.join('helm')
-        dir.mkpath
         run(templates_path: File.expand_path(chart.template, self.dir_path), params: params, output_chart_path: dir, chart: chart)
         yield dir
       end
 
-      def run(templates_path:, params:, output_chart_path:, chart: )
-        system("mkdir -p #{File.join(output_chart_path, 'templates')}")
 
-        system("cp #{File.join(templates_path, 'values.yaml')} #{File.join(output_chart_path, 'values.yaml')}")
-        system("cp #{File.join(templates_path, '.helmignore')} #{File.join(output_chart_path, '.helmignore')}")
-        system("cp #{File.join(templates_path, 'templates/_helpers.tpl')} #{File.join(output_chart_path, 'templates/_helpers.tpl')}")
+
+      # remember:
+      # this is done for an app
+      # that app can have multiple charts with multiple services!
+      
+      def run(templates_path:, params:, output_chart_path:, chart: )
 
         generate_chart_yaml(
           templates_path: templates_path,
           output_chart_path: output_chart_path,
           chart_name: chart.name,
         )
-        params.each do |app_name, subparams|
-          subparams[:chart] = chart
-          generate_documents_from_erbs(
-            templates_path: templates_path,
-            app_name: app_name,
-            params: subparams,
-            output_chart_path: output_chart_path
-          )
+        
+        File.open(File.join(output_chart_path, 'values.yaml'),'a') do |helm_values|
+          params.each do |app_name, subparams|
+            subparams[:chart] = chart
+            used_vars=generate_documents_from_erbs(
+              templates_path: templates_path,
+              app_name: app_name,
+              params: subparams,
+              output_chart_path: output_chart_path
+            )
+            used_vars.each do |variable,value| 
+              helm_values.puts "#{variable}: #{value}"
+            end
+          end
         end
+        
       end
 
       def generate_documents_from_erbs(templates_path:, app_name:, params:, output_chart_path:)
@@ -195,23 +241,28 @@ module Orchparty
         end
 
         kind = params.fetch(:kind)
+        params._used_vars = {} #here we'll collect all used vars
+
         Dir[File.join(templates_path, kind, '*.erb')].each do |template_path|
-          puts "Rendering Template: #{template_path}"
+          info("Rendering Template: #{template_path}")
           template_name = File.basename(template_path, '.erb')
           output_path = File.join(output_chart_path, 'templates', "#{app_name}-#{template_name}")
-
+          
           template = Erubis::Eruby.new(File.read(template_path))
           template.filename = template_path
+
+          params.app = @app
           params.app_name = app_name
           params.templates_path = templates_path
           begin
             document = template.result(CleanBinding.new.get_binding(params))
           rescue Exception
-            puts "#{template_path} has a problem: #{$!.inspect}"
+            error "#{template_path} has a problem: #{$!.inspect}"
             raise
           end
           File.write(output_path, document)
         end
+        params._used_vars
       end
 
       def generate_chart_yaml(templates_path:, output_chart_path:, chart_name: )
@@ -224,34 +275,13 @@ module Orchparty
         document = template.result(CleanBinding.new.get_binding(params))
         File.write(output_path, document)
       end
-
-      def print_install(chart)
-        build_chart(chart) do |chart_path|
-          @out_io.puts `helm template --namespace #{namespace} --kube-context #{cluster_name} #{chart.name} #{chart_path}`
-        end
-      end
-
-      def print_upgrade(chart)
-        print_install(chart)
-      end
-
-      def install(chart)
-        build_chart(chart) do |chart_path|
-          @out_io.puts system("helm install --create-namespace --namespace #{namespace} --kube-context #{cluster_name} #{chart.name} #{chart_path}")
-        end
-      end
-
-      def upgrade(chart)
-        build_chart(chart) do |chart_path|
-          system("cp -a #{chart_path} /tmp/latest-chart")
-          @out_io.puts system("helm upgrade --namespace #{namespace} --kube-context #{cluster_name} #{chart.name} #{chart_path}")
-        end
-      end
     end
   end
 end
 
 class KubernetesApplication
+  include Minfra::Cli::Logging
+
   attr_accessor :cluster_name
   attr_accessor :file_path
   attr_accessor :namespace
@@ -259,7 +289,7 @@ class KubernetesApplication
   attr_reader :status_dir
 
   def initialize(app_config: [], namespace:, cluster_name:, file_name:, status_dir:, out_io: STDOUT)
-    self.file_path = Pathname.new(file_name).parent.expand_path
+    self.file_path = Pathname.new(file_name).parent.expand_path #path of the stack
     self.cluster_name = cluster_name
     self.namespace = namespace
     self.app_config = app_config
@@ -279,6 +309,22 @@ class KubernetesApplication
     each_service("print_#{method}".to_sym)
   end
 
+  private
+  def prepare
+    output_chart_path = @status_dir.join('helm')
+    output_chart_path.rmtree
+    output_chart_path.mkpath
+    templates_path = file_path.join('../../chart-templates').expand_path #don't ask. the whole concept of multiple charts in an app stinks...
+    
+    info("generating base helm structure from: #{output_chart_path} from #{templates_path}")
+    system("mkdir -p #{File.join(output_chart_path, 'templates')}")
+
+    system("cp #{File.join(templates_path, 'values.yaml')} #{File.join(output_chart_path, 'values.yaml')}")
+    system("cp #{File.join(templates_path, '.helmignore')} #{File.join(output_chart_path, '.helmignore')}")
+    system("cp #{File.join(templates_path, 'templates/_helpers.tpl')} #{File.join(output_chart_path, 'templates/_helpers.tpl')}")
+
+  end
+  
   def combine_charts(app_config)
     services = app_config._service_order.map(&:to_s)
     app_config._service_order.each do |name|
@@ -293,11 +339,20 @@ class KubernetesApplication
   end
 
   def each_service(method)
+    prepare
     services = combine_charts(app_config)
     services.each do |name|
       service = app_config[:services][name]
-      puts "Service: #{name}(#{service._type}) #{method}"
-      "::Orchparty::Services::#{service._type.classify}".constantize.new(cluster_name: cluster_name, namespace: namespace, file_path: file_path, app_config: app_config, out_io: @out_io, app: self).send(method, service)
+      info "Service: #{name}(#{service._type}) #{method}"
+      deployable_class="::Orchparty::Services::#{service._type.classify}".constantize
+      deployable=deployable_class.new(cluster_name: cluster_name, 
+                     namespace: namespace, 
+                     file_path: file_path, 
+                     app_config: app_config, 
+                     out_io: @out_io, 
+                     app: self)
+                     
+      deployable.send(method, service)
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: minfra-cli
 version: !ruby/object:Gem::Version
-  version: 1.5.0
+  version: 1.6.0
 platform: ruby
 authors:
 - Peter Schrammel
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-11-24 00:00:00.000000000 Z
+date: 2022-12-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -162,6 +162,7 @@ files:
 - bin/console
 - bin/container_exec
 - bin/run_tests
+- bin/runner
 - bin/setup.sh
 - exe/minfra
 - lib/deep_merge.rb