cfndk 0.1.0 → 0.1.1

data/lib/cfndk/stack.rb

@@ -1,16 +1,20 @@
 module CFnDK
   class Stack
-    attr_reader :template_file, :parameter_input, :capabilities, :depends, :timeout_in_minutes
-    def initialize(name, data, option, credentials)
+    attr_reader :template_file, :parameter_input, :capabilities, :depends, :timeout_in_minutes, :region
+    def initialize(name, data, option, global_config, credentials)
+      @global_config = global_config
       @name = name
       @template_file = data['template_file'] || ''
       @parameter_input = data['parameter_input'] || ''
       @capabilities = data['capabilities'] || []
       @depends = data['depends'] || []
-      @timeout_in_minutes = data['timeout_in_minutes'] || 1
+      @region = data['region'] || @global_config.region
+      @timeout_in_minutes = data['timeout_in_minutes'] || @global_config.timeout_in_minutes
       @override_parameters = data['parameters'] || {}
       @option = option
-      @client = Aws::CloudFormation::Client.new(credentials: credentials)
+      @client = Aws::CloudFormation::Client.new(credentials: credentials, region: @region)
+      @s3_client = Aws::S3::Client.new(credentials: credentials, region: @region)
+      @sts_client = Aws::STS::Client.new(credentials: credentials, region: @region)
     end
 
     def create
@@ -20,26 +24,50 @@ module CFnDK
       CFnDK.logger.debug('Parametres  :' + parameters.inspect)
       CFnDK.logger.debug('Capabilities:' + capabilities.inspect)
       CFnDK.logger.debug('Timeout     :' + timeout_in_minutes.to_s)
-      @client.create_stack(
+      CFnDK.logger.debug('Region      :' + region)
+      tags = [
+        {
+          key: 'origina_name',
+          value: @name,
+        },
+      ]
+      tags.push(
+        key: 'UUID',
+        value: @option[:uuid]
+      ) if @option[:uuid]
+      hash = {
         stack_name: name,
-        template_body: template_body,
         parameters: parameters,
         capabilities: capabilities,
-        timeout_in_minutes: timeout_in_minutes
+        timeout_in_minutes: timeout_in_minutes,
+        tags: tags,
+      }
+      if large_template?
+        hash[:template_url] = upload_template_file()
+      else
+        hash[:template_body] = template_body()
+      end
+      @client.create_stack(
+        hash
       )
     end
 
     def wait_until_create
       return if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
+      CFnDK.logger.info(('waiting create stack: ' + name).color(:green))
       begin
         @client.wait_until(
           :stack_create_complete,
           stack_name: name
-        )
+        ) do |w|
+          w.max_attempts = 360
+          w.delay = 10
+        end
         CFnDK.logger.info(('created stack: ' + name).color(:green))
       rescue Aws::Waiters::Errors::FailureStateError => ex
-        CFnDK.logger.error ex.message
-        report_event
+        CFnDK.logger.error "#{ex.class}: #{ex.message}".color(:red)
+        @option[:type] = %w(tag output parameter resource event)
+        report
         raise ex
       end
     end
@@ -51,12 +79,20 @@ module CFnDK
       CFnDK.logger.debug('Parametres  :' + parameters.inspect)
       CFnDK.logger.debug('Capabilities:' + capabilities.inspect)
       CFnDK.logger.debug('Timeout     :' + timeout_in_minutes.to_s)
+      CFnDK.logger.debug('Region      :' + region)
       begin
-        @client.update_stack(
+        hash = {
           stack_name: name,
-          template_body: template_body,
           parameters: parameters,
-          capabilities: capabilities
+          capabilities: capabilities,
+        }
+        if large_template?
+          hash[:template_url] = upload_template_file()
+        else
+          hash[:template_body] = template_body()
+        end
+        @client.update_stack(
+          hash
         )
         true
       rescue Aws::CloudFormation::Errors::ValidationError => ex
@@ -65,17 +101,21 @@ module CFnDK
           CFnDK.logger.warn "#{ex.message}: #{name}".color(:red)
           false
         else
-          raise  ex
+          raise ex
         end
       end
     end
 
     def wait_until_update
       return if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
+      CFnDK.logger.info(('waiting update stack: ' + name).color(:green))
       @client.wait_until(
         :stack_update_complete,
         stack_name: name
-      )
+      ) do |w|
+        w.max_attempts = 360
+        w.delay = 10
+      end
       CFnDK.logger.info(('updated stack: ' + name).color(:green))
     end
 
@@ -84,6 +124,7 @@ module CFnDK
       if exits?
         CFnDK.logger.info(('deleting stack: ' + name).color(:green))
         CFnDK.logger.debug('Name        :' + name)
+        CFnDK.logger.debug('Region      :' + region)
         @client.delete_stack(
           stack_name: name
         )
@@ -95,63 +136,190 @@ module CFnDK
     def wait_until_destroy
       return if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
       return unless exits?
+      CFnDK.logger.info(('waiting delete stack: ' + name).color(:green))
       @client.wait_until(
         :stack_delete_complete,
         stack_name: name
-      )
+      ) do |w|
+        w.max_attempts = 360
+        w.delay = 10
+      end
       CFnDK.logger.info(('deleted stack: ' + name).color(:green))
     end
 
     def create_change_set
-      return if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
-      CFnDK.logger.info(('creating change set: ' + name).color(:green))
-      CFnDK.logger.debug('Name        :' + name)
+      return nil if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
+      CFnDK.logger.info(('creating change set: ' + change_set_name).color(:green))
       CFnDK.logger.debug('Parametres  :' + parameters.inspect)
       CFnDK.logger.debug('Capabilities:' + capabilities.inspect)
-      @client.create_change_set(
+      CFnDK.logger.debug('Region      :' + region)
+      tags = [
+        {
+          key: 'origina_name',
+          value: @name,
+        },
+      ]
+      tags.push(
+        key: 'UUID',
+        value: @option[:uuid]
+      ) if @option[:uuid]
+      tags.push(
+        key: 'CHANGE_SET_UUID',
+        value: @option[:change_set_uuid]
+      ) if @option[:change_set_uuid]
+      hash = {
         stack_name: name,
-        template_body: template_body,
         parameters: parameters,
         capabilities: capabilities,
-        change_set_name: name
+        change_set_name: change_set_name,
+        change_set_type: exits? ? 'UPDATE' : 'CREATE',
+        tags: tags,
+      }
+      if large_template?
+        hash[:template_url] = upload_template_file()
+      else
+        hash[:template_body] = template_body()
+      end
+      @client.create_change_set(
+        hash
       )
+      @name
+    rescue Aws::CloudFormation::Errors::ValidationError => ex
+      if review_in_progress?
+        CFnDK.logger.warn("failed create change set because the stack on REVIEW_IN_PROGRESS already exist : #{change_set_name}".color(:orange))
+        nil
+      else
+        CFnDK.logger.error("failed create change set: #{change_set_name}".color(:red))
+        raise ex
+      end
     end
 
     def wait_until_create_change_set
       return if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
-      begin
-        @client.wait_until(
-          :change_set_create_complete,
+      return unless exits?
+      CFnDK.logger.info(('waiting create change set: ' + change_set_name).color(:green))
+      @client.wait_until(
+        :change_set_create_complete,
+        stack_name: name,
+        change_set_name: change_set_name
+      ) do |w|
+        w.max_attempts = 360
+        w.delay = 10
+      end
+      CFnDK.logger.info("created change set: #{change_set_name}".color(:green))
+    rescue Aws::Waiters::Errors::FailureStateError => ex
+      case ex.message
+      when 'stopped waiting, encountered a failure state'
+        unless available_change_set?
+          delete_change_set
+          CFnDK.logger.warn("failed create change set because this change set is UNAVAILABLE: #{change_set_name}".color(:orange))
+          return
+        end
+      end
+      raise ex
+    end
+
+    def execute_change_set
+      return nil if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
+      if available_change_set?
+        CFnDK.logger.info(('executing change set: ' + change_set_name).color(:green))
+        @client.execute_change_set(
           stack_name: name,
-          change_set_name: name
-        )
-        CFnDK.logger.info(('created chnage set: ' + name).color(:green))
-      rescue Aws::Waiters::Errors::FailureStateError => ex
-        resp = @client.describe_change_set(
-          change_set_name: name,
-          stack_name: name
+          change_set_name: change_set_name
         )
-        if resp.status_reason != "The submitted information didn't contain changes. Submit different information to create a change set."
-          CFnDK.logger.error ex.message.color(:red)
-          raise ex
-        else
-          CFnDK.logger.error(('failed create change set: ' + name).color(:red))
-          CFnDK.logger.error resp.status_reason
-          @client.delete_change_set(
-            change_set_name: name,
-            stack_name: name
-          )
-          CFnDK.logger.info(('deleted change set: ' + name).color(:red))
+        CFnDK.logger.info(('execute change set: ' + change_set_name).color(:green))
+        @name
+      else
+        CFnDK.logger.warn("failed execute change set because this change set is not AVAILABLE: #{change_set_name}".color(:orange))
+        nil
+      end
+    end
+
+    def delete_change_set
+      return if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
+      CFnDK.logger.info(('deleting change set: ' + change_set_name).color(:green))
+      @client.delete_change_set(
+        stack_name: name,
+        change_set_name: change_set_name
+      )
+      CFnDK.logger.info(('deleted change set: ' + change_set_name).color(:green))
+    end
+
+    def report_change_set
+      return if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
+      CFnDK.logger.info('*****************************************************'.color(:green))
+      CFnDK.logger.info(('change set: ' + change_set_name).color(:green))
+      CFnDK.logger.info('*****************************************************'.color(:green))
+      CFnDK.logger.info('')
+      resp = @client.describe_change_set(
+        change_set_name: change_set_name,
+        stack_name: name
+      )
+      CFnDK.logger.info('Execution Status: '.color(:green) + colored_status(resp.execution_status))
+      CFnDK.logger.info('Status:           '.color(:green) + colored_status(resp.status))
+      CFnDK.logger.info('Reason:           '.color(:green) + resp.status_reason) if resp.status_reason
+      if @option[:types].instance_of?(Array) && @option[:types].include?('tag')
+        CFnDK.logger.info('Tags:'.color(:green))
+        tags_rows = resp.tags.map do |item|
+          [
+            item.key,
+            item.value,
+          ]
+        end
+        unless tags_rows.empty?
+          table = Terminal::Table.new headings: %w(Key Value), rows: tags_rows
+          CFnDK.logger.info table
+        end
+      end
+      if @option[:types].instance_of?(Array) && @option[:types].include?('parameter')
+        CFnDK.logger.info('Parameters:'.color(:green))
+        parameter_rows = resp.parameters.map do |item|
+          [
+            item.parameter_key,
+            item.parameter_value,
+            item.use_previous_value,
+            item.resolved_value,
+          ]
+        end
+        unless parameter_rows.empty?
+          table = Terminal::Table.new headings: ['Key', 'Value', 'Use Previous Value', 'Resolved Value'], rows: parameter_rows
+          CFnDK.logger.info table
         end
       end
+      if @option[:types].instance_of?(Array) && @option[:types].include?('changes')
+        CFnDK.logger.info('Changes:'.color(:green))
+        changes_rows = resp.changes.map do |item|
+          [
+            item.resource_change.action,
+            item.resource_change.logical_resource_id,
+            item.resource_change.physical_resource_id,
+            item.resource_change.resource_type,
+            item.resource_change.replacement,
+          ]
+        end
+        unless changes_rows.empty?
+          table = Terminal::Table.new headings: %w(Action Logical Physical Type Replacement), rows: changes_rows
+          CFnDK.logger.info table
+        end
+      end
+    rescue Aws::CloudFormation::Errors::ValidationError => ex
+      CFnDK.logger.warn "#{ex.class}: #{ex.message}".color(:red)
+    rescue Aws::CloudFormation::Errors::ChangeSetNotFound => ex
+      CFnDK.logger.warn "#{ex.class}: #{ex.message}".color(:red)
     end
 
     def validate
       return if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
       CFnDK.logger.info(('validate stack: ' + name).color(:green))
       CFnDK.logger.debug('Name        :' + @name)
+      hash = {}
+      if large_template?
+        hash[:template_url] = upload_template_file()
+      else
+        hash[:template_body] = template_body()
+      end
       @client.validate_template(
-        template_body: template_body
+        hash
       )
     end
 
@@ -164,77 +332,139 @@ module CFnDK
       false
     end
 
-    def report
-      report_stack
-      report_stack_resource
-      report_event
+    def created?
+      resp = @client.describe_stacks(
+        stack_name: name
+      )
+      return false if resp.stacks[0].stack_status == 'REVIEW_IN_PROGRESS'
+      true
+    rescue Aws::CloudFormation::Errors::ValidationError
+      false
     end
 
-    def report_stack
-      return if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
-      CFnDK.logger.info(('stack: ' + name).color(:green))
-      CFnDK.logger.debug('Name        :' + name)
-      begin
-        rows = @client.describe_stacks(
-          stack_name: name
-        ).stacks.map do |item|
-          [
-            item.stack_name,
-            item.creation_time,
-            item.deletion_time,
-            colored_status(item.stack_status),
-            item.stack_status_reason]
-        end
-        table = Terminal::Table.new headings: %w(Name Creation Deletion Status Reason), rows: rows
-        CFnDK.logger.info table
-      rescue Aws::CloudFormation::Errors::ValidationError => ex
-        CFnDK.logger.warn ex.message
-      end
+    def review_in_progress?
+      resp = @client.describe_stacks(
+        stack_name: name
+      )
+      return true if resp.stacks[0].stack_status == 'REVIEW_IN_PROGRESS'
+      false
+    rescue Aws::CloudFormation::Errors::ValidationError
+      false
     end
 
-    def report_event
-      return if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
-      CFnDK.logger.info(('stack: ' + name).color(:green))
-      CFnDK.logger.debug('Name        :' + name)
-      begin
-        rows = @client.describe_stack_events(
-          stack_name: name
-        ).stack_events.map do |item|
-          [
-            item.resource_type,
-            item.timestamp,
-            colored_status(item.resource_status),
-            item.resource_status_reason]
-        end
-        table = Terminal::Table.new headings: %w(Type Time Status Reason), rows: rows
-        CFnDK.logger.info table
-      rescue Aws::CloudFormation::Errors::ValidationError => ex
-        CFnDK.logger.warn ex.message
-      end
+    def available_change_set?
+      resp = @client.describe_change_set(
+        change_set_name: change_set_name,
+        stack_name: name
+      )
+      return true if resp.execution_status == 'AVAILABLE'
+      false
+    rescue Aws::CloudFormation::Errors::ChangeSetNotFound
+      false
     end
 
-    def report_stack_resource
+    def report
       return if @option[:stack_names].instance_of?(Array) && !@option[:stack_names].include?(@name)
+      CFnDK.logger.info('*****************************************************'.color(:green))
       CFnDK.logger.info(('stack: ' + name).color(:green))
-      CFnDK.logger.debug('Name        :' + name)
+      CFnDK.logger.info('*****************************************************'.color(:green))
+      CFnDK.logger.info('')
       begin
-        rows = @client.describe_stack_resources(
+        resp = @client.describe_stacks(
           stack_name: name
-        ).stack_resources.map do |item|
-          [
-            item.logical_resource_id,
-            item.physical_resource_id,
-            item.resource_type,
-            item.timestamp,
-            colored_status(item.resource_status),
-            item.resource_status_reason,
-            item.description,
-          ]
+        ).stacks[0]
+        CFnDK.logger.info('Status: '.color(:green) + colored_status(resp.stack_status))
+        CFnDK.logger.info('Reason: '.color(:green) + resp.stack_status_reason) if resp.stack_status_reason
+        if @option[:types].instance_of?(Array) && @option[:types].include?('tag')
+          CFnDK.logger.info('Tags:'.color(:green))
+          tags_rows = resp.tags.map do |item|
+            [
+              item.key,
+              item.value,
+            ]
+          end
+          unless tags_rows.empty?
+            table = Terminal::Table.new headings: %w(Key Value), rows: tags_rows
+            CFnDK.logger.info table
+          end
+        end
+        if @option[:types].instance_of?(Array) && @option[:types].include?('parameter')
+          CFnDK.logger.info('Parameters:'.color(:green))
+          parameter_rows = resp.parameters.map do |item|
+            [
+              item.parameter_key,
+              item.parameter_value,
+              item.use_previous_value,
+              item.resolved_value,
+            ]
+          end
+          unless parameter_rows.empty?
+            table = Terminal::Table.new headings: ['Key', 'Value', 'Use Previous Value', 'Resolved Value'], rows: parameter_rows
+            CFnDK.logger.info table
+          end
+        end
+        if @option[:types].instance_of?(Array) && @option[:types].include?('output')
+          CFnDK.logger.info('Outputs:'.color(:green))
+          output_rows = resp.outputs.map do |item|
+            [
+              item.output_key,
+              item.output_value,
+              item.export_name,
+              item.description,
+            ]
+          end
+          unless output_rows.empty?
+            table = Terminal::Table.new headings: ['Key', 'Value', 'Export Name', 'Description'], rows: output_rows
+            CFnDK.logger.info table
+          end
         end
-        table = Terminal::Table.new headings: %w(L-name P-name Type Timestamp Status Reason Desc), rows: rows
-        CFnDK.logger.info table
       rescue Aws::CloudFormation::Errors::ValidationError => ex
-        CFnDK.logger.warn ex.message
+        CFnDK.logger.warn "#{ex.class}: #{ex.message}".color(:red)
+      end
+      if @option[:types].instance_of?(Array) && @option[:types].include?('resource')
+        begin
+          CFnDK.logger.info('Resources:'.color(:green))
+          rows = @client.describe_stack_resources(
+            stack_name: name
+          ).stack_resources.map do |item|
+            [
+              item.logical_resource_id,
+              item.physical_resource_id,
+              item.resource_type,
+              item.timestamp,
+              colored_status(item.resource_status),
+              item.resource_status_reason,
+              item.description,
+            ]
+          end
+          unless rows.empty?
+            table = Terminal::Table.new headings: %w(Logical Physical Type Timestamp Status Reason Desc), rows: rows
+            CFnDK.logger.info table
+          end
+        rescue Aws::CloudFormation::Errors::ValidationError => ex
+          CFnDK.logger.warn "#{ex.class}: #{ex.message}".color(:red)
+        end
+      end
+      if @option[:types].instance_of?(Array) && @option[:types].include?('event')
+        CFnDK.logger.info('Events:'.color(:green))
+        begin
+          rows = @client.describe_stack_events(
+            stack_name: name
+          ).stack_events.map do |item|
+            [
+              item.resource_type,
+              item.timestamp,
+              colored_status(item.resource_status),
+              item.resource_status_reason,
+            ]
+          end
+          unless rows.empty?
+            table = Terminal::Table.new headings: %w(Type Time Status Reason), rows: rows
+            CFnDK.logger.info table
+          end
+        rescue Aws::CloudFormation::Errors::ValidationError => ex
+          CFnDK.logger.warn "#{ex.class}: #{ex.message}".color(:red)
+        end
       end
     end
 
@@ -242,10 +472,18 @@ module CFnDK
       [@name, @option[:uuid]].compact.join('-')
     end
 
+    def change_set_name
+      [@name, @option[:change_set_uuid]].compact.join('-')
+    end
+
     def template_body
       File.open(@template_file, 'r').read
     end
 
+    def large_template?
+      File.size(@template_file) > 51200
+    end
+
     def parameters
       json = JSON.load(open(@parameter_input).read)
       json['Parameters'].map do |item|
@@ -259,6 +497,47 @@ module CFnDK
 
     private
 
+    def upload_template_file
+      begin
+        @s3_client.head_bucket(bucket: bucket_name)
+      rescue Aws::S3::Errors::NotFound, Aws::S3::Errors::Forbidden
+        @s3_client.create_bucket(bucket: bucket_name)
+        CFnDK.logger.info('Creatt S3 bucket: ' + bucket_name)
+        @s3_client.put_bucket_lifecycle_configuration(
+          bucket: bucket_name,
+          lifecycle_configuration: {
+            rules: [
+              {
+                expiration: {
+                  days: 1,
+                },
+                status: 'Enabled',
+                id: 'Delete Old Files',
+                prefix: '',
+                abort_incomplete_multipart_upload: {
+                  days_after_initiation: 1,
+                },
+              },
+            ],
+          }
+        )
+      end
+      key = [@global_config.s3_template_hash, @template_file].compact.join('/')
+      @s3_client.put_object(
+        body: template_body,
+        bucket: bucket_name,
+        key: key
+      )
+      url = "https://s3.amazonaws.com/#{bucket_name}/#{key}"
+      CFnDK.logger.info('Put S3 object: ' + url)
+      url
+    end
+
+    def bucket_name
+      resp = @sts_client.get_caller_identity({})
+      resp.account + '-' + @region + '-' + @global_config.s3_template_bucket
+    end
+
     def colored_status(str)
       case str
       when 'CREATE_FAILED' then