customresource-route53 0.7.1

data/README.md

@@ -0,0 +1,2 @@
+ore-apachev2
+============

data/Rakefile

@@ -0,0 +1,30 @@
+# encoding: utf-8
+
+require 'rubygems'
+
+begin
+  require 'bundler'
+rescue LoadError => e
+  warn e.message
+  warn "Run `gem install bundler` to install Bundler."
+  exit -1
+end
+
+begin
+  Bundler.setup(:development)
+rescue Bundler::BundlerError => e
+  warn e.message
+  warn "Run `bundle install` to install missing gems."
+  exit e.status_code
+end
+
+require 'rake'
+
+require 'rubygems/tasks'
+Gem::Tasks.new
+
+require 'cucumber/rake/task'
+
+Cucumber::Rake::Task.new do |t|
+  t.cucumber_opts = %w[--format pretty]
+end

data/bin/cfn-customresource-route53

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+# Adjust lib path
+_lib=File.expand_path(File.dirname(__FILE__) + '/../lib')
+$:.unshift(_lib) unless $:.include?(_lib)
+require 'customresource/route53/cli'
+
+# =====================================================================================================================
+rc = CustomResource::Route53::Cli.start(ARGV)
+if rc.is_a?(Fixnum)
+  exit rc
+else
+  puts rc.ai
+  exit 0
+end
+

data/customresource-route53.gemspec

@@ -0,0 +1,34 @@
+# -*- encoding: utf-8 -*-
+
+require File.expand_path('../lib/customresource/route53/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = 'customresource-route53'
+  gem.version       = CustomResource::Route53::VERSION
+  gem.summary       = %q{An action command for aws-cfn-resource-bridge to implement CloudFormation custom resources}
+  gem.description   = %q{An action command for aws-cfn-resource-bridge to implement CloudFormation custom resources}
+  gem.license       = 'Apachev2'
+  gem.authors       = ['Christo De Lange']
+  gem.email         = 'rubygems@dldinternet.com'
+  gem.homepage      = 'https://rubygems.org/gems/customresource-route53'
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ['lib']
+
+  gem.add_development_dependency  'bundler', '~> 1.0'
+  gem.add_development_dependency  'rake', '~> 10'
+  gem.add_development_dependency  'rubygems-tasks', '~> 0.2'
+
+  gem.add_dependency              'thor', '~> 0.19'
+  gem.add_dependency              'awesome_print', '~> 1.2'
+  gem.add_dependency              'colorize', '~> 0.7.3'
+  gem.add_dependency              'aws-sdk-core', '~> 2.0'
+  gem.add_dependency              'inifile', '~> 3'
+  gem.add_dependency              'dldinternet-mixlib-thor-nocommands', '~> 0.2'
+  gem.add_dependency              'dldinternet-mixlib-logging', '~> 0.4'
+  gem.add_dependency              'ipaddress', '~> 0.8'
+  gem.add_dependency              'customresource-base', '~> 0'
+
+end

data/features/customresource-route53.feature

@@ -0,0 +1 @@
+Feature: Blah blah blah

data/features/step_definitions/customresource-route53_steps.rb

@@ -0,0 +1 @@
+@wip

data/lib/customresource/route53.rb

@@ -0,0 +1,2 @@
+require 'customresource/route53/version'
+require 'customresource/route53/cli'

data/lib/customresource/route53/cli.rb

@@ -0,0 +1,59 @@
+require 'thor'
+require 'awesome_print'
+require 'colorize'
+require 'aws-sdk-core'
+require 'yaml'
+require 'customresource/route53/version'
+require 'aws/ec2/instance_data'
+
+module CustomResource
+  module Route53
+
+    class Cli < Thor
+      class_option :verbose,      :type => :boolean
+      class_option :debug,        :type => :boolean
+      class_option :trace,        :type => :boolean
+      class_option :log_level,    :type => :string, :banner => 'Log level ([:trace, :debug, :info, :step, :warn, :error, :fatal, :todo])'
+      class_option :log_file,     :type => :string
+      class_option :inifile,      :type => :string
+      class_option :input,        :type => :string
+      class_option :ip_address,   :type => :string
+
+      no_commands do
+
+        require 'dldinternet/mixlib/thor/no_commands'
+        include DLDInternet::MixLib::Thor::No_Commands
+
+        require 'customresource/route53/mixins/cli'
+        include CustomResource::Route53::MixIns::Cli
+
+        require 'customresource/route53/mixins/actions'
+        include CustomResource::Route53::MixIns::Actions
+
+      end # no_commands
+
+      def initialize(args = [], local_options = {}, config = {})
+        super(args,local_options,config)
+        @log_level = :step
+      end
+
+      desc 'version', 'display current version'
+      def version()
+        puts ::CustomResource::Route53::VERSION
+        exit 0
+      end
+
+      desc 'privatehostedzone', 'CRUD for privatehostedzones'
+      def privatehostedzone()
+        process('PrivateHostedZones')
+      end
+
+      desc 'reversednsentry', 'CRUD for reversednsentries'
+      def reversednsentry()
+        process('ReverseDNSEntries')
+      end
+
+    end
+  end
+end
+

data/lib/customresource/route53/mixins/actions.rb

@@ -0,0 +1,339 @@
+require 'customresource/base/mixins/actions'
+
+module CustomResource
+  module Route53
+    module MixIns
+      module Actions
+        include CustomResource::Base::MixIns::Actions
+
+        WAIT_PERIOD_INSYNC = 30
+
+        class NoSuchHostedZone < StandardError ; end
+
+        def action(verb,section,proc)
+          prepare
+          # data = {}
+          restyp = section.gsub(/s$/,'').downcase
+          method = "#{verb}_#{restyp}"
+
+          resource = @event['ResourceProperties']
+          @logger.debug "#{method} #{resource.ai}"
+
+          # Convert the 'String' keys to :string symbols
+          params = properties_to_params(resource.dup)
+          # Weed out the invalid properties
+          invalid_keys = validate_params(section,params)
+          if invalid_keys.size > 0
+            @logger.warn "Invalid keys in #{params[:name] || params.ai}:\n#{invalid_keys.ai}"
+          end
+          params = delete_invalid_keys(params,invalid_keys)
+          # Restore these exceptions to the rule from the resource 'String' set e.g. :codec_options => { 'String': Value, }
+          params = restore_exception_params(section,params,resource)
+          params = infer_params(section,Mash.new(params))
+          @logger.debug params.ai
+
+          data = proc.call(params, restyp, method, resource)
+          @logger.debug data
+          respond('SUCCESS', data)
+          0
+        end
+
+        def create(section)
+          case section
+          when /PrivateHostedZones/
+            action('create', section, lambda do |params, restyp, method, resource|
+              begin
+                require 'date'
+                data = nil
+                set = list_hosted_zones(params)
+                if set.size == 0
+                  @logger.info "create #{params[:name]}"
+                  resp = @awssdk.create_hosted_zone(
+                                                      name: params[:hostedzone],
+                                                       vpc: {
+                                                              vpc_region: @region,
+                                                                  vpc_id: params[:vpcid]
+                                                            },
+                                                      caller_reference: "#{params[:name]}::#{DateTime::now.strftime('%Y%m%dT%H%M%S%z')}",
+                                                      hosted_zone_config: {
+                                                                                 comment: params[:comment],
+                                                                            # private_zone: true,
+                                                                          }
+                                                    )
+                  wait_for_insync(resp)
+                  zone = get_hosted_zone(params)
+                else
+                  zone = set[0] # get_hosted_zone(params)
+                  @logger.info "Existing hosted_zone #{zone[:id]}::#{zone[:name]}"
+                  resp = @awssdk.update_hosted_zone_comment( id: zone[:id], comment: params[:comment] )
+                  unless resp and resp[:hosted_zone]
+                    abort! "Failed to set comment on zone #{zone[:id]}::#{zone[:name]}"
+                  end
+                  zone = Mash.new(resp[:hosted_zone].to_hash)
+                end
+                if params[:ttl]
+                  rrs = list_resource_record_sets(zone)
+                  existing = rrs.select{ |rr| %w(NS SOA).include?(rr[:type]) }
+                  changes = []
+                  if existing.size > 0
+                    existing.each do |rr|
+                      rrc = rr.dup
+                      rrc[:ttl] = params[:ttl]
+                      changes << {
+                          action: 'UPSERT',
+                          resource_record_set: rrc
+                      }
+                    end
+                  end
+                  if changes.size > 0
+                    resp = change_resource_record_sets(zone, changes)
+                  end
+                end
+                data = get_item_data(zone, section, params)
+                data
+              rescue Exception => e
+                abort! "#{restyp}/#{params[:name]}: #{e.message}"
+              end
+            end
+            )
+          when /ReverseDNSEntries/
+            action('create',
+                   section,
+                   lambda do |params, restyp, method, resource|
+                     begin
+                       data = nil
+                       zone = get_hosted_zone(params)
+                       @logger.info "Found hosted_zone #{zone[:id]}::#{zone[:name]}"
+                       rrs = list_resource_record_sets(zone)
+                       existing = rrs.select{ |rr| rr[:name] == params[:name] }
+                       changes = []
+                       if existing.size > 0
+                         existing.each do |rr|
+                           changes << {
+                               action: 'UPSERT',
+                               resource_record_set: {
+                                   name: rr[:name],
+                                   type: rr[:type],
+                                   ttl: params[:ttl],
+                                   resource_records: params[:resourcerecords] || rr[:resource_records].map{ |r| { value: params[:value] } }
+                               }
+                           }
+                         end
+                       else
+                         changes << {
+                             action: 'CREATE',
+                             resource_record_set: {
+                                 name: params[:name],
+                                 type: params[:type],
+                                 ttl: params[:ttl],
+                                 resource_records: params[:resourcerecords] || [ { value: params[:value] } ]
+                             }
+                         }
+                       end
+                       if changes.size > 0
+                         resp = change_resource_record_sets(zone, changes)
+                       end
+                       data = get_item_data(params, section, params)
+                       data
+                     rescue SystemExit => e
+                       raise e
+                     rescue Exception => e
+                       abort! "#{section}/#{params[:name]}: #{e.message}"
+                     end
+                   end
+            )
+          else
+            abort! "Unsupported section #{section}"
+          end
+        end
+
+        def update(section)
+          create section
+        end
+
+        def delete(section)
+          case section
+            when /PrivateHostedZones/
+              action('delete',
+                     section,
+                     lambda do |params, restyp, method, resource|
+                       begin
+                         data = nil
+                         set = list_hosted_zones(params)
+                         unless set.size == 0
+                           zone = set[0]
+                           @logger.info "Delete existing hosted_zone #{zone[:id]}::#{zone[:name]}"
+                           # if zone[:resource_record_set_count] > 2
+                           #   rrs = list_resource_record_sets(zone)
+                           #   changes = []
+                           #   rrs.each do |rr|
+                           #     changes << {
+                           #                               action: 'DELETE',
+                           #                  resource_record_set: {
+                           #                                                     name: rr[:name],
+                           #                                                     type: rr[:type],
+                           #                                                      ttl: rr[:ttl],
+                           #                                         resource_records: rr[:resource_records].map{ |r| { value: r[:value] } }
+                           #                                       }
+                           #                } unless %w(NS SOA).include?(rr[:type])
+                           #   end
+                           #   if changes.size > 0
+                           #     change_resource_record_sets(zone, changes)
+                           #   end
+                           # end
+                           @awssdk.delete_hosted_zone( { id: zone[:id] })
+                           data = get_item_data(Mash.new({ id: zone[:id] }.merge(params)), section, params)
+                         end
+                         data
+                       rescue Exception => e
+                         abort! "#{restyp}/#{params[:name]}: #{e.message}"
+                       end
+                     end
+              )
+            when /ReverseDNSEntries/
+              action('delete',
+                     section,
+                     lambda do |params, restyp, method, resource|
+                       begin
+                         data = nil
+                         zone = get_hosted_zone(params)
+                         @logger.info "Found hosted_zone #{zone[:id]}::#{zone[:name]}"
+                         changes = []
+                         rrs = list_resource_record_sets(zone)
+                         if params[:resourcerecords]
+                           rrs.select! do |rr|
+                             rr[:name] == params[:name]
+                           end
+                           changes << {
+                               action: 'DELETE',
+                               resource_record_set: {
+                                   name: params[:name],
+                                   type: params[:type],
+                                   ttl: params[:ttl],
+                                   resource_records: params[:resourcerecords]
+                               }
+                           } if rrs.size > 0
+                         else
+                           rrs.each do |rr|
+                             rrd = rr.dup
+                             changes << {
+                                 action: 'DELETE',
+                                 resource_record_set: rrd
+                             } if rr[:name] == params[:name]
+                           end
+                         end
+                         if changes.size > 0
+                           # abort! "Cannot delete #{params[:name]} from #{zone[:id]}::#{zone[:name]}"
+                           change_resource_record_sets(zone,changes)
+                         end
+                         data = get_item_data(params, section, params)
+                         data
+                       rescue NoSuchHostedZone => e
+                         # [2014-12-15 Christo] TODO: May need to rethink considering the MIA ZoneId a successful deletion. The motivator for this is the fact that a stack will be stuck of someone manually deletes/recreates the zone ... :O
+                         respond('SUCCESS', nil, e.message)
+                       rescue SystemExit => e
+                         raise e
+                       rescue Exception => e
+                         abort! "#{section}/#{params[:name]}: #{e.message}"
+                       end
+                     end
+              )
+            else
+              abort! "Unsupported section #{section}"
+          end
+        end
+
+        def get_hosted_zone(params)
+          zone = nil
+          begin
+            if params[:hostedzoneid]
+              resp = @awssdk.get_hosted_zone(id: params[:hostedzoneid])
+              if resp
+                zone = Mash.new(resp.hosted_zone.to_hash)
+              end
+            else
+              set = list_hosted_zones(params)
+              if set.size == 0
+                raise NoSuchHostedZone.new("Cannot find hosted zone #{params[:hostedzone]}")
+              else
+                zone = set[0]
+              end
+            end
+            zone
+          rescue Aws::Route53::Errors::NoSuchHostedZone => e
+            raise NoSuchHostedZone.new(e.message)
+          end
+        end
+
+        def wait_for_insync(resp)
+          unless resp and resp[:change_info]
+            abort! 'Bad response to change_resource_record_sets'
+          end
+          change_info = Mash.new(resp[:change_info].to_hash)
+          while resp
+            resp = @awssdk.get_change(id: change_info[:id])
+            unless resp and resp[:change_info]
+              abort! "Bad response to get_change[id: #{change_info[:id]}]"
+            end
+            change_info = Mash.new(resp[:change_info].to_hash)
+            if change_info[:status] != 'INSYNC'
+              @logger.info "Change #{change_info[:id]} is #{change_info[:status]} ... Waiting #{WAIT_PERIOD_INSYNC}s"
+              sleep WAIT_PERIOD_INSYNC
+            else
+              resp = nil
+            end
+          end
+        end
+
+        def list_hosted_zones(params)
+          set = []
+          resp = @awssdk.list_hosted_zones
+          if resp
+            resp.hosted_zones.map { |item| set << item.to_h }
+            while resp[:marker]
+              resp = @awssdk.list_hosted_zones(marker: resp[:marker])
+              if resp
+                resp.hosted_zones.map { |item| set << Mash.new(item.to_h) }
+              end
+            end
+            # Let's see if we have hostedzones which match this :name
+            set.select!{ |item|  item[:name].match(/^#{params[:hostedzone]}$/) and item[:config][:private_zone] == true }
+          end
+          set
+        end
+
+        def change_resource_record_sets(zone, changes)
+          while true
+            begin
+              resp = @awssdk.change_resource_record_sets(
+                  hosted_zone_id: zone[:id],
+                  change_batch: {
+                      changes: changes
+                  }
+              )
+              wait_for_insync(resp)
+              return resp
+            rescue Aws::Route53::Errors::PriorRequestNotComplete
+              sleep WAIT_PERIOD_INSYNC
+            end
+          end
+        end
+
+        def list_resource_record_sets(zone)
+          rrs = []
+          resp = @awssdk.list_resource_record_sets(hosted_zone_id: zone[:id])
+          while resp
+            resp.resource_record_sets.map { |rr| rrs << Mash.new(rr.to_hash) }
+            resp = if resp[:is_truncated]
+                     @awssdk.list_resource_record_sets(hosted_zone_id: zone[:id], marker: resp[:marker])
+                   else
+                     nil
+                   end
+          end
+          rrs
+        end
+
+      end
+    end
+  end
+end