covalence 0.9.2 → 0.9.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3edbe8b6ef3a74f89e5c9e71fe0f4bab0fb20262c382b0f77e18d1e29c95368c
-  data.tar.gz: e8f77050f4854b994b27b961386f4bf5e010b65e485e91a427bec14c6fd7abea
+  metadata.gz: 1e903fa8c44b45782f8ed35bcf35cc2f6b3097987a3b591df8a4d64fee2668cb
+  data.tar.gz: a73c98132b3bfc7ed501af2f8394c2ed91e5fb9e0dd58ee15f10521cd77f702c
 SHA512:
-  metadata.gz: 56e51eb5b4ffab694f0f21a7f5d5a2335b7353f7438809bea1fb7a064210bd506a4a891b5096ebcb9e7ea23ea415312aae7664c861bb46c8bf6ce6a4962bc69b
-  data.tar.gz: f224f0d6d40a9faf6183650ced547feaf6b3770586ab2a9a1b04b274710115c59155e89cdbb2e882a524a08707efb2e2f6b1020c60f4de7dcc28f87d9ab3db59
+  metadata.gz: f76aa5ca172ade473803119a386f7e07779b9a69d6e5d5ae1cfbeb4410d327b0e0b4af07b6569c51bd4c125ec93aa0f58bb2650afe0f634fc300a7eff0fc8d8e
+  data.tar.gz: 16efeb2013c66258bfa0c15c5bffb9a06fdc764b8ea41afb06f5b0c6e7f58c7ee35a1d166f1eefb1d86969676997f0cd78acc6a255c40361cd00ce1c8f355049

data/CHANGELOG.md

@@ -1,3 +1,32 @@
+## 0.9.8 (Jun 10, 2020)
+IMPROVEMENTS:
+- Updated all gems to the latest in the Gemfile.lock.
+
+BACKWARDS INCOMPATIBILITIES:
+- Issue [#90](https://github.com/unifio/covalence/issues/90) Removed prefixout dependency from covalence. Directory prefix will no longer be displayed in output. Directory is already output prior to execution.
+
+FIXES:
+- [activesupport](https://github.com/advisories/GHSA-2p68-f74v-9wc6) upgraded activesupport to version 5.2.4.3 or later.
+- [nokogiri](https://github.com/advisories/GHSA-7553-jr98-vx47) Upgrade nokogiri to version 1.10.8 or later.
+
+## 0.9.7 (Sep 14, 2019)
+
+IMPROVEMENTS:
+- Issue [#88](https://github.com/unifio/covalence/issues/88) Add input processing to packer stacks. Allows for shell interpolation processing on inputs for packer stacks.
+- Can use the shell interpolation in the template to generate AWS assume role temporary keys to populate template. This allows for role assumption since role assumption is not supported from `~/.aws/config` attributes.
+
+## 0.9.6 (Sep 9, 2019)
+
+IMPROVEMENTS:
+- Issue [#86](https://github.com/unifio/covalence/issues/86) Add ability to export stacks to a stack_exports directory.
+
+
+## 0.9.4 (Aug 30, 2019)
+
+FIXES:
+- Issue [#82](https://github.com/unifio/covalence/issues/82) Introduced in v0.9.2 that prevented terraform cli from being cappable of downloading updated plugins/providers.
+
+
 ## 0.9.2 (Aug 11, 2019)
 
 BACKWARDS INCOMPATIBILITIES:

data/README.md

@@ -106,7 +106,6 @@ $ bin/covalence spec
 ```
 
 To run the Rspec test locally without container, you will need to install the following:
-* prefixout -- https://github.com/WhistleLabs/prefixout
 * sops -- https://github.com/mozilla/sops
 
 ### UAT
@@ -502,7 +501,6 @@ You will probably need the following packages installed locally
 - Terraform
 - Packer
 - Sops
-- [prefixout](https://github.com/unifio/prefixout/releases)
 
 Execute the following to build the gem:
 

data/lib/covalence.rb

@@ -17,6 +17,7 @@ module Covalence
   # TODO: could use better naming
   PACKER = File.absolute_path(File.join(WORKSPACE, (ENV['COVALENCE_PACKER_DIR'] || '.')))
   TERRAFORM =  File.absolute_path(File.join(WORKSPACE, (ENV['COVALENCE_TERRAFORM_DIR'] || '.')))
+  STACK_EXPORT =  File.absolute_path(File.join(WORKSPACE, (ENV['COVALENCE_STACK_EXPORT_DIR'] || './stack-exports')))
   TEST_ENVS = (ENV['COVALENCE_TEST_ENVS'] || "").split(',')
   # Reserved namespace including default ci and spec
   RESERVED_NS = [(ENV['COVALENCE_RESERVED_NAMESPACE'] || "").split(','), 'ci', 'spec', 'sops']
@@ -24,6 +25,7 @@ module Covalence
   TERRAFORM_CMD = ENV['TERRAFORM_CMD'] || "terraform"
   TERRAFORM_VERSION = ENV['TERRAFORM_VERSION'] || `#{TERRAFORM_CMD} version`.split("\n", 2)[0].gsub('Terraform v','')
   TERRAFORM_PLUGIN_CACHE = File.absolute_path("#{ENV['TF_PLUGIN_CACHE_DIR']}/linux_amd64" || "#{ENV['HOME']}/.terraform.d/plugin-cache/linus_amd64")
+  TERRAFORM_GET_PLUGINS =  (ENV['COVALENCE_TERRAFORM_GET_PLUGINS'] || "true") =~ (/(true|t|yes|y|1)$/i)
 
   PACKER_CMD = ENV['PACKER_CMD'] || "packer"
 

data/lib/covalence/core/cli_wrappers/popen_wrapper.rb

@@ -77,9 +77,7 @@ module Covalence
         # so when the parent dies, child will know to terminate itself.
         Signal.trap("INT") { logger.info "Trapped Ctrl-c. Disable parent process from exiting, orphaning the child fork below which may or may not work" }
         wait_thread = nil
-        prefix=path.gsub(/^\/workspace*/,'')
-        whole_cmd=['prefixout', '-p', "#{prefix} ", '--'].concat(run_cmd.split)
-        Open3.popen3(env, *whole_cmd, :chdir=>workdir) do |stdin, stdout, stderr, wait_thr|
+        Open3.popen3(env, *run_cmd, :chdir=>workdir) do |stdin, stdout, stderr, wait_thr|
           mappings = { stdin_io => stdin, stdout => stdout_io, stderr => stderr_io }
           wait_thread = wait_thr
 

data/lib/covalence/core/cli_wrappers/terraform_cli.rb

@@ -48,7 +48,7 @@ module Covalence
       if ENV['TF_PLUGIN_LOCAL'] == 'true'
         cmd = [Covalence::TERRAFORM_CMD, "init", "-get-plugins=false", "-get=false", "-input=false", "-plugin-dir=#{Covalence::TERRAFORM_PLUGIN_CACHE}"]
       else
-        cmd = [Covalence::TERRAFORM_CMD, "init", "-get-plugins=false", "-get=false", "-input=false"]
+        cmd = [Covalence::TERRAFORM_CMD, "init", "-get-plugins=#{Covalence::TERRAFORM_GET_PLUGINS ? 'true' : 'false'}", "-get=false", "-input=false"]
       end
 
       output = PopenWrapper.run(

data/lib/covalence/core/entities/input.rb

@@ -28,6 +28,10 @@ module Covalence
       "#{name} = #{parse_input(value())}"
     end
 
+    def to_command_hash_elements
+       return name, parse_input(value()).delete_prefix('"').delete_suffix('"')
+    end
+
     private
 
     def get_value(input)

data/lib/covalence/core/entities/stack.rb

@@ -51,19 +51,19 @@ module Covalence
         File.open("#{path}/covalence-inputs.tfvars",'w') {|f| f.write(config)}
       elsif type == "packer"
         config = Hash.new
-        inputs.each do |name, input|
-          config[name] = input.value
+        inputs.values.map(&:to_command_hash_elements).each do |name, input|
+          config["#{name}"] = input
         end
         config_json = JSON.generate(config)
-        logger.info "\nStack inputs:\n\n#{config_json}"
-        File.open('covalence-inputs.json','w') {|f| f.write(config_json)}
+        logger.info "path: #{path} module_path: #{module_path}\nStack inputs:\n\n#{config_json}"
+        File.open("#{path}/covalence-inputs.json",'w') {|f| f.write(config_json)}
       end
     end
 
-    def materialize_state_inputs(store: state_stores.first)
+    def materialize_state_inputs(store: state_stores.first, path: '.')
       config = store.get_config
       logger.info "\nState store configuration:\n\n#{config}"
-      File.open('covalence-state.tf','w') {|f| f.write(config)}
+      File.open("#{path}/covalence-state.tf",'w') {|f| f.write(config)}
     end
 
     def logger

data/lib/covalence/core/services/packer_stack_tasks.rb

@@ -62,6 +62,14 @@ module Covalence
       end
     end
 
+    # :reek:TooManyStatements
+    def packer_stack_export()
+        packer_stack_export_init(File.expand_path(File.join(Covalence::STACK_EXPORT,'packer',stack.full_name))).each do |stackdir|
+          populate_workspace(stackdir)
+          stack.materialize_cmd_inputs(stackdir)
+          logger.info "Exported to #{stackdir}:"
+        end
+    end
     private
     attr_reader :template_path, :stack
 
@@ -97,6 +105,23 @@ module Covalence
       args.flatten.compact.reject(&:empty?).map(&:strip)
     end
 
+    # :reek:BooleanParameter
+    def packer_stack_export_init(stackdir, dry_run: false, verbose: true)
+      if(File.exist?(stackdir))
+        logger.info "Deleting before export: #{stackdir}"
+        FileUtils.rm_rf(stackdir, {
+          noop: dry_run,
+          verbose: verbose,
+          secure: true,
+        })
+      end
+      logger.info "Creating stack directory: #{stackdir}"
+      FileUtils.mkdir_p(stackdir, {
+        noop: dry_run,
+        verbose: verbose,
+      })
+    end
+
     def logger
       Covalence::LOGGER
     end

data/lib/covalence/core/services/terraform_stack_tasks.rb

@@ -44,6 +44,18 @@ module Covalence
       end
     end
 
+    # :reek:TooManyStatements
+    def stack_export
+        stack_export_init(File.expand_path(File.join(Covalence::STACK_EXPORT,'terraform',stack.full_name))).each do |stackdir|
+          populate_workspace(stackdir)
+          stack.materialize_state_inputs(path: stackdir)
+          TerraformCli.terraform_get(path=@path, workdir=stackdir)
+          TerraformCli.terraform_init(path: @path, workdir: stackdir)
+          stack.materialize_cmd_inputs(stackdir)
+          logger.info "Exported to #{stackdir}:"
+        end
+    end
+
     # :reek:TooManyStatements
     def stack_verify(tmpdir)
       return false if  !TerraformCli.terraform_check_style(@path)
@@ -229,6 +241,23 @@ module Covalence
       end
     end
 
+    # :reek:BooleanParameter
+    def stack_export_init(stackdir, dry_run: false, verbose: true)
+      if(File.exist?(stackdir))
+        logger.info "Deleting before export: #{stackdir}"
+        FileUtils.rm_rf(stackdir, {
+          noop: dry_run,
+          verbose: verbose,
+          secure: true,
+        })
+      end
+      logger.info "Creating stack directory: #{stackdir}"
+      FileUtils.mkdir_p(stackdir, {
+        noop: dry_run,
+        verbose: verbose,
+      })
+    end
+
     def logger
       Covalence::LOGGER
     end

data/lib/covalence/environment_tasks.rb

@@ -126,6 +126,12 @@ module Covalence
         custom_opts = Slop.parse(get_runtime_args, { suppress_errors: true, banner: false })
         packer_tasks.context_validate(target_args, custom_opts.args)
       end
+
+      desc "Export the #{stack_name} stack of the #{environment_name} environment to #{Covalence::STACK_EXPORT}/packer"
+      task generate_rake_taskname(environment_name, stack_name, "packer_stack_export") do
+        packer_tasks.packer_stack_export()
+      end
+
     end
 
     # :reek:TooManyStatements
@@ -164,6 +170,12 @@ module Covalence
       task generate_rake_taskname(environment_name, stack_name, "shell") do
         tf_tasks.stack_shell
       end
+
+      desc "Export the #{stack_name} stack of the #{environment_name} environment to #{Covalence::STACK_EXPORT}/terraform"
+      task generate_rake_taskname(environment_name, stack_name, "stack_export") do
+        tf_tasks.stack_export
+      end
+
     end
 
     # :reek:TooManyStatements

data/lib/covalence/version.rb

@@ -1,3 +1,3 @@
 module Covalence
-  VERSION = "0.9.2"
+  VERSION = "0.9.8"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: covalence
 version: !ruby/object:Gem::Version
-  version: 0.9.2
+  version: 0.9.8
 platform: ruby
 authors:
 - Unif.io
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-08-16 00:00:00.000000000 Z
+date: 2020-06-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: deep_merge