ufo 6.2.4 → 6.2.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 33b084a105deead3af06b7ee38478fe56875aa2a3e9728b4a78720ae33b7b100
-  data.tar.gz: 9c84f76952079299b855ac987d7de849a352f978badc05daa4934de34b93f7be
+  metadata.gz: 69d0e411c4b48b8ec8a0a2148caf5501b3c038cb991585c4741027579a102e0c
+  data.tar.gz: f080bdf97e783b18bc54723ced3be52557b0749094451561de41766c052aba0e
 SHA512:
-  metadata.gz: 5c2d0f3ce6c72e0db4841ed99aaf0eb5095e2f8e2eea156dce69ac936dcca1b76c9185c920a4f791ff71217bb27ada2a486a023c139ff2c12d156dee882ca217
-  data.tar.gz: 285f2db81b8e5f49c0c2c52da74a896cfddee6df44853a61e9fa69f67b463654dff63f405229981db017c0bb7fcd0fa11b8993566aebe3c509ab7dbb72ccccf4
+  metadata.gz: 860f1d782b915338e903d2c2c0cad43fbe4a915261b46a2b615a7d24870247170a3041de32b6e9de8b11161da1c8447dc3d12683e9179c8c6cd0af7ef3dc4d77
+  data.tar.gz: c02bc1f698f85055e2e1c99b7fbf6cf730044e23b7584509a5c2e66bd79259097b2c5ccf1706b186a64b329db31e5678fe6eacb3f120724dbfa896a0ab6fbb00

data/.cody/acceptance/bin/asg.sh

@@ -0,0 +1,15 @@
+function scale_asg_to() {
+  n=$1
+  ASG=$(asg)
+  echo "Scaling $ASG to $n"
+  aws autoscaling update-auto-scaling-group --auto-scaling-group-name $ASG \
+    --desired-capacity $n --min-size $n --max-size $n
+}
+
+# aws cloudformation describe-stacks --stack-name ecs-qa | jq -r '.Stacks[].Outputs[] | select(.OutputKey == "Asg") | .OutputValue'
+# aws cloudformation describe-stack-resources --stack-name ecs-qa | jq -r '.StackResources[] | select(.LogicalResourceId == "Asg") | .PhysicalResourceId'
+function asg() {
+  STACK_NAME=ecs-qa
+  ASG=$(aws cloudformation describe-stacks --stack-name $STACK_NAME | jq -r '.Stacks[].Outputs[] | select(.OutputKey == "Asg") | .OutputValue')
+  echo $ASG
+}

data/.cody/acceptance/bin/build.sh

@@ -1,5 +1,8 @@
 #!/bin/bash
 
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+source "$DIR/asg.sh"
+
 final_status=0
 function capture_status {
   if [ "$?" -ne "0" ] && [ $final_status -ne 1 ] ; then
@@ -40,6 +43,7 @@ cat .ufo/vars/base.rb
 cat .ufo/vars/dev.rb
 
 export UFO_ENV=qa
+scale_asg_to 1
 
 # Deploy
 ufo ship -y
@@ -95,3 +99,5 @@ ufo ps # see full output for debugging
 ufo ps 2>&1 | grep Stack | grep worker # should be success. IE: exit 0
 ufo destroy -y
 ufo ps 2>&1 | grep No | grep found # should be success. IE: exit 0
+
+scale_asg_to 0

data/.cody/acceptance/{role.rb → iam_role.rb}

@@ -1,5 +1,6 @@
 iam_policy(
   "application-autoscaling",
+  "autoscaling",
   "cloudformation",
   "ec2",
   "ecr",

data/.cody/acceptance/project.rb

@@ -1,8 +1,8 @@
-github_url("https://github.com/boltops-tools/ufo")
-linux_image("aws/codebuild/amazonlinux2-x86_64-standard:3.0")
-environment_variables(
-  DOCKER_USER: "ssm:/codebuild/ufo/DOCKER_USER",
-  DOCKER_PASS: "ssm:/codebuild/ufo/DOCKER_PASS",
+github("boltops-tools/ufo")
+image("aws/codebuild/amazonlinux2-x86_64-standard:3.0")
+env_vars(
+  DOCKER_USER: "ssm:/#{Cody.env}/DOCKER_USER",
+  DOCKER_PASS: "ssm:/#{Cody.env}/DOCKER_PASS",
 )
 
 # triggers(

data/.gitignore

@@ -19,3 +19,4 @@ tmp
 
 .ruby-version
 Gemfile.lock
+.cody/output

data/CHANGELOG.md

@@ -3,6 +3,12 @@
 All notable changes to this project will be documented in this file.
 This project *tries* to adhere to [Semantic Versioning](http://semver.org/), even before v1.0.
 
+## [6.2.5] - 2022-03-24
+- [#159](https://github.com/tongueroo/ufo/pull/159) improve ufo call line
+- [#160](https://github.com/tongueroo/ufo/pull/160) conventionally lookup up secrets and env file
+- [#161](https://github.com/tongueroo/ufo/pull/161) layering support for env files
+- improve acceptance pipeline
+
 ## [6.2.4] - 2022-03-20
 - [#158](https://github.com/tongueroo/ufo/pull/158) warn on missing env and secrets file instead of error
 

data/lib/ufo/cli/scale.rb

@@ -54,6 +54,7 @@ class Ufo::CLI
 
     def register_scalable_target(scalable_target)
       # service/dev/app1-web-dev-EcsService-Q0XkN6VtxGWv|ecs:service:DesiredCount|ecs
+      return unless scalable_target && scalable_target.physical_resource_id # stack still creating
       resource_id, scalable_dimension, service_namespace = scalable_target.physical_resource_id.split('|')
       applicationautoscaling.register_scalable_target(
         max_capacity: @max,

data/lib/ufo/command.rb

@@ -78,7 +78,7 @@ module Ufo
       # See comment where configure_dsl_evaluator is used about Ufo.role
       def configure_dsl_evaluator
         DslEvaluator.configure do |config|
-          config.backtrace.select_pattern = Ufo.root.to_s
+          config.backtrace.select_pattern = "#{Ufo.root}/.ufo"
           config.logger = Ufo.logger
           config.on_exception = :exit
           config.root = Ufo.root

data/lib/ufo/info.rb

@@ -28,6 +28,7 @@ module Ufo
       )
       target_group = resp.target_groups.first
       load_balancer_arn = target_group.load_balancer_arns.first # assume first only
+      return unless load_balancer_arn # can occur while stack is being deleted
 
       resp = elb.describe_load_balancers(load_balancer_arns: [load_balancer_arn])
       resp.load_balancers.first

data/lib/ufo/layering/layer.rb

@@ -68,18 +68,15 @@ module Ufo::Layering
       paths
     end
 
-    @@shown = false
     def show_layers(paths)
-      return if @@shown
       logger.debug "Layers:"
       paths.each do |path|
         if ENV['UFO_LAYERS_ALL']
           logger.info "    #{pretty_path(path)}"
-        elsif Ufo.config.show_layers?
+        elsif Ufo.config.layering.show
           logger.info "    #{pretty_path(path)}" if File.exist?(path)
         end
       end
-      @@shown = true
     end
   end
 end

data/lib/ufo/task_definition/helpers/acm.rb

@@ -14,7 +14,7 @@ module Ufo::TaskDefinition::Helpers
       else
         # Logger causes infinite loop when waf helper used in .ufo/
         logger.warn "WARN: ACM cert not found: #{domain}".color(:yellow)
-        call_line = ufo_config_call_line
+        call_line = ufo_call_line
         DslEvaluator.print_code(call_line)
         nil
       end

data/lib/ufo/task_definition/helpers/ecr.rb

@@ -12,7 +12,7 @@ module Ufo::TaskDefinition::Helpers
       resp.repositories.first
     rescue Aws::ECR::Errors::RepositoryNotFoundException => e
       logger.warn "WARN: #{e.class} #{e.message}".color(:yellow)
-      call_line = ufo_config_call_line
+      call_line = ufo_call_line
       DslEvaluator.print_code(call_line)
       nil
     end

data/lib/ufo/task_definition/helpers/stack_output.rb

@@ -9,7 +9,7 @@ module Ufo::TaskDefinition::Helpers
       stack = find_stack(stack_name)
       unless stack
         logger.error "ERROR: Stack not found: #{stack_name}".color(:red)
-        call_line = ufo_config_call_line
+        call_line = ufo_call_line
         DslEvaluator.print_code(call_line)
         return
       end

data/lib/ufo/task_definition/helpers/vars/builder.rb

@@ -17,33 +17,61 @@ module Ufo::TaskDefinition::Helpers::Vars
     end
 
     def content
-      @text || read(@file)
+      @text if @text
+      read(*find_files)
     end
 
-    def read(path)
-      full_path = "#{Ufo.root}/#{path}"
-      unless File.exist?(full_path)
-        logger.warn "WARN: The #{pretty_path(full_path)} env file could not be found.  Are you sure it exists?".color(:yellow)
-        logger.warn <<~EOL
-          You can disable this warning with: secrets.warning = false
+    # Not considering .env files in project root since this is more for deployment
+    # Also ufo supports a smarter format than the normal .env files
+    def find_files
+      return @file if @file
+      layers = [
+        "base",
+        "#{Ufo.env}",
+        "#{Ufo.app}",
+        "#{Ufo.app}/base",
+        "#{Ufo.app}/#{Ufo.env}",
+        "#{Ufo.app}/#{Ufo.role}",
+        "#{Ufo.app}/#{Ufo.role}/base",
+        "#{Ufo.app}/#{Ufo.role}/#{Ufo.env}",
+      ]
+      layers.map! { |l| ".ufo/env_files/#{l}#{@ext}" }
+      show_layers(layers)
+      layers.select! { |l| File.exist?(l) }
+      layers
+    end
 
-          See: https://ufoships.com/docs/helpers/builtin/secrets/
+    def show_layers(paths)
+      label = @ext.sub('.','').capitalize
+      paths.each do |path|
+        if ENV['UFO_LAYERS_ALL']
+          logger.info "    #{path}"
+        elsif Ufo.config.layering.show
+          logger.info "    #{path} "if File.exist?(path)
+        end
+      end
+    end
 
-        EOL
-        call_line = ufo_config_call_line
-        DslEvaluator.print_code(call_line)
-        return ''
+    def read(*paths)
+      text= ""
+      paths.compact.each do |path|
+        text << IO.read("#{Ufo.root}/#{path}")
+        text << "\n"
       end
-      IO.read(full_path)
+      text
     end
 
-    def env
+    def env(ext='.env')
+      @ext = ext # assign instance variable so dont have to pass around
       lines = filtered_lines(content)
       lines.map do |line|
+        line = line.sub('export ', '') # allow user to use export. ufo ignores it
         key,*value = line.strip.split("=").map do |x|
           remove_surrounding_quotes(x.strip)
         end
         value = value.join('=')
+        # Note: env vars do NOT support valueFrom
+        # Docs: https://docs.aws.amazon.com/AmazonECS/latest/developerguide/task_definition_parameters.html#container_definition_environment
         {
           name: key,
           value: value,
@@ -52,7 +80,7 @@ module Ufo::TaskDefinition::Helpers::Vars
     end
 
     def secrets
-      secrets = env
+      secrets = env('.secrets')
       secrets.map do |item|
         value = item.delete(:value)
         arn = normalize_to_arn(item[:name], value)
@@ -79,11 +107,15 @@ module Ufo::TaskDefinition::Helpers::Vars
     # arn:aws:ssm:us-west-2:111111111111:parameter/demo/dev/DB-NAME
     # arn:aws:ssm:us-west-2:111111111111:parameter/demo/dev/DB-NAME
     def expansion(arn)
-      # performance improvement only run names.expansion on the name portion
       md = arn.match(/(.*:)(parameter\/|secret:)(.*)/)
-      prefix, type, name = md[1], md[2], md[3]
-      expanded_name = names.expansion(name, dasherize: false) # dasherize: false. dont turn SECRET_NAME => SECRET-NAME
-      "#{prefix}#{type}#{expanded_name}"
+      if md
+        prefix, type, name = md[1], md[2], md[3]
+        # performance improvement only run names.expansion on the name portion
+        expanded_name = names.expansion(name, dasherize: false) # dasherize: false. dont turn SECRET_NAME => SECRET-NAME
+        "#{prefix}#{type}#{expanded_name}"
+      else # not arn full value. In case user accidentally puts value in .secrets file KEY=value
+        names.expansion(arn, dasherize: false) # dasherize: false. dont turn SECRET_NAME => SECRET-NAME
+      end
     end
 
     # Examples with config.secrets.provider = "ssm"

data/lib/ufo/task_definition/helpers/vars.rb

@@ -6,7 +6,7 @@ module Ufo::TaskDefinition::Helpers
     alias_method :env_vars, :env
     alias_method :environment, :env
 
-    def env_file(path)
+    def env_file(path=nil)
       Builder.new(file: path).env
     end
 
@@ -14,7 +14,7 @@ module Ufo::TaskDefinition::Helpers
       Builder.new(text: text).secrets
     end
 
-    def secrets_file(path)
+    def secrets_file(path=nil)
       Builder.new(file: path).secrets
     end
   end

data/lib/ufo/task_definition/helpers/waf.rb

@@ -20,7 +20,7 @@ module Ufo::TaskDefinition::Helpers
       else
         # Logger causes infinite loop when waf helper used in .ufo/
         logger.warn "WARN: Web ACL not found: #{name}".color(:yellow)
-        call_line = ufo_config_call_line
+        call_line = ufo_call_line
         DslEvaluator.print_code(call_line)
       end
     end

data/lib/ufo/utils/call_line.rb

@@ -2,7 +2,7 @@ module Ufo::Utils
   module CallLine
     include Pretty
 
-    def ufo_config_call_line
+    def ufo_call_line
       caller.find { |l| l.include?('.ufo/') }
     end
   end

data/lib/ufo/version.rb

@@ -1,3 +1,3 @@
 module Ufo
-  VERSION = "6.2.4"
+  VERSION = "6.2.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ufo
 version: !ruby/object:Gem::Version
-  version: 6.2.4
+  version: 6.2.5
 platform: ruby
 authors:
 - Tung Nguyen
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-03-20 00:00:00.000000000 Z
+date: 2022-03-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-logs
@@ -453,10 +453,11 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".cody/README.md"
+- ".cody/acceptance/bin/asg.sh"
 - ".cody/acceptance/bin/build.sh"
 - ".cody/acceptance/buildspec.yml"
+- ".cody/acceptance/iam_role.rb"
 - ".cody/acceptance/project.rb"
-- ".cody/acceptance/role.rb"
 - ".cody/shared/script/install.sh"
 - ".cody/shared/script/install/ufo.sh"
 - ".github/ISSUE_TEMPLATE.md"