cfndslhelper 0.2.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 461f46748889f6a93df119752666ac7ddd4c7e705cdfa0dc6b38a391bcfd1277
+  data.tar.gz: 6cddb2544e762707aaf77aad120cb201fa09d86f0ab54d5ead36250c8740e7f6
+SHA512:
+  metadata.gz: 53601e88de46cb88f5daee563989350a0a0104a40bb21f7180ae0e404f778b2fb69d10656a2e7573fe9c2cc1062a3dcd693a4c9a97a022166270f01b45283d48
+  data.tar.gz: 234e2cbe29c133c1d1fa7a5faeee83ef0de833b8a66a81ba420eef916181d82e54ade04eb85a17a6fde12be67cda8d351361d5472d1ef8b4516dbad27a6be153

data/.gitignore

@@ -0,0 +1,20 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/test/stack/output/*.json
+*.gem
+*~
+Gemfile.lock
+tmp/
+coverage/
+*.swp
+*.swo
+build.properties
+bin/build
+todo

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/GEM-README.md

@@ -0,0 +1,46 @@
+# Cfndslhelper
+
+A gem that helps with cfndsl.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'cfndslhelper'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install cfndslhelper
+
+## Usage
+
+```
+cfndslhelper generate
+
+cfndslhelper validate
+
+cfndslhelper upload
+
+cfndslhelper create -s somestack -p x=y,z=2
+
+cfndslhelper update -s somestack
+```
+
+## Development
+
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/daraghmartin/cfndslhelper.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in cfndslhelper.gemspec
+#gemspec
+#cfndsl
+#aws-sdk
+#trollop

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Daragh Martin
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.MD

@@ -0,0 +1,33 @@
+# Cfndslhelper
+
+A gem that helps with cfndsl.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'cfndslhelper'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install cfndslhelper
+
+## Usage
+
+```
+cfndslhelper generate
+
+cfndslhelper validate
+
+cfndslhelper upload
+
+cfndslhelper create -s somestack -p x=y,z=2
+
+cfndslhelper update -s somestack
+```

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/cfndslhelper

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'cfndslhelper'
+
+CfnDSLHelper::Cli.new(ARGV.dup).execute!

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'cfndslhelper'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require 'pry'
+# Pry.start
+
+require 'irb'
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/cfndslhelper.gemspec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'cfndslhelper/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'cfndslhelper'
+  spec.version       = CfnDSLHelper::VERSION
+  spec.authors       = ['Daragh Martin']
+  spec.email         = ["daragh.martin@gmail.com"]
+
+  spec.summary       = %q{Helper to provide functionality for developing with cfndsl}
+  spec.description   = %q{Write a longer description or delete this line.}
+  spec.homepage      = 'https://github.com/daraghmartin/cfndslhelper'
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "bin"
+  #spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.executables << 'cfndslhelper'
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.13'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_runtime_dependency 'aws-sdk'
+  spec.add_runtime_dependency 'cfndsl'
+end

data/lib/cfndslhelper.rb

@@ -0,0 +1,11 @@
+require "cfndslhelper/version"
+require "cfndslhelper/cli"
+require "cfndslhelper/generate"
+
+module CfnDSLHelper
+  class Hi
+    def self.hi
+      puts "asjdkfaljdskfi  AAA 8"
+    end
+  end
+end

data/lib/cfndslhelper/cli.rb

@@ -0,0 +1,334 @@
+require 'yaml'
+require 'fileutils'
+require 'cfndsl'
+require 'aws-sdk'
+require 'json'
+require 'trollop'
+
+module CfnDSLHelper
+  class Cli
+    def initialize(argv, stdin=STDIN, stdout=STDOUT, stderr=STDERR, kernel=Kernel)
+      @argv, @stdin, @stdout, @stderr, @kernel = argv, stdin, stdout, stderr, kernel
+    end
+
+    def execute!
+      instruction = @argv.first
+      puts "#CfnDSLHelperVERSION:#{CfnDSLHelper::VERSION}"
+      get_config unless instruction == 'parameter-update'
+
+      if instruction == 'generate'
+        generate
+      end
+
+      if instruction == 'validate'
+        validate
+      end
+
+      if instruction == 'upload'
+        upload
+      end
+
+      if instruction == 'create'
+        create
+      end
+
+      if instruction == 'delete'
+        delete
+      end
+
+      if instruction == 'update'
+        update
+      end
+
+      if instruction == 'show-events'
+        show_events
+      end
+
+      if instruction == 'parameter-update'
+        parameter_only_update
+      end
+    end
+
+    def get_config
+      @base_dir = ENV['CFN_BASE_DIR'] || Dir.pwd
+
+      puts @base_dir
+
+      @config = {}
+
+      @extras = []
+
+      config_location = ENV['CFN_CONFIG_LOCATION'] || "#{@base_dir}/config/project_config.yml"
+
+      notifications_location = ENV['CFN_NOTIFICATIONS_LOCATION'] || "#{@base_dir}/config/notifications.yml"
+
+      @config = YAML.load_file(config_location)
+
+      if File.file? notifications_location
+        @config.merge!(YAML.load_file(notifications_location))
+      end
+
+      parse_args
+
+      if ENV['CFN_VERSION']
+        @config['version'] = ENV['CFN_VERSION']
+        File.write("#{@base_dir}/config/version.yml", "version: \"#{ENV['CFN_VERSION']}\"")
+      end
+
+      @config['region'] = @config['region'] || 'ap-southeast-2'
+
+      %w[version pplication_name project].each do | requirement |
+        raise "No #{requirement} specified" unless @config[requirement]
+      end
+
+      @cfn_templates = Dir["#{@base_dir}/cfndsl/**/*.rb"]
+
+      if File.directory? "#{@base_dir}/cfndsl-imports"
+        @cfn_templates += Dir["#{@base_dir}/cfndsl-imports/**/*.rb"]
+      end
+
+      Dir["#{@base_dir}/config/*.yml"].each do | extra |
+        @extras << [:yaml, extra]
+      end
+
+      Dir["#{@base_dir}/config/*.rb"].each do | extra |
+        @extras << [:ruby, extra]
+      end
+
+      if ENV['STACK_NAME']
+        @config['stack_name'] = @config['stack_name'] || ENV['STACK_NAME']
+      end
+
+      puts @config
+    end
+
+    def get_config_no_files
+      @config = {}
+      parse_args
+      @config['stack_name'] = @config['stack_name'] || ENV['STACK_NAME']
+      @config['region'] = @config['region'] ||  ENV['AWS_DEFAULT_REGION'] || 'ap-southeast-2'
+      puts @config
+    end
+
+    def parse_args
+      options = Trollop::options do
+        opt :stack_name, "whats the name of the stack??", type: String, short: "-s"
+        opt :parameters, "specify some parameters for create-ing or overriding k=v,k1=v1", type: String, short: "-p"
+      end
+
+      @config = options.merge @config
+    end
+
+    def generate
+      FileUtils.rm_rf Dir.glob("#{@base_dir}/output/**/*.json")
+      FileUtils.rm_rf Dir.glob("#{@base_dir}/output/**/*.yml")
+
+      if File.directory? "#{@base_dir}/raw-imports"
+        FileUtils.cp_r Dir.glob("#{@base_dir}/raw-imports/**/*.json"), "#{@base_dir}/output/"
+        FileUtils.cp_r Dir.glob("#{@base_dir}/raw-imports/**/*.yml"),  "#{@base_dir}/output/"
+      end
+
+      @cfn_templates.each do |cfn_template|
+        puts cfn_template
+        filename = cfn_template
+        template = cfn_template.gsub(/.*\//, '')
+        output = template.gsub(/.rb$/,'.json')
+        puts '#BEGIN MODEL GENERATE'
+        model = CfnDsl.eval_file_with_extras(filename, @extras, verbose)
+
+        File.open("#{@base_dir}/output/#{output}", "w") do | f |
+          f.write(JSON.pretty_generate(model))
+        end
+      end
+    end
+
+    def validate
+      cfn = Aws::CloudFormation::Client.new(region: @config['region'])
+
+      Dir.glob("#{@base_dir}/output/*.json").each do | template |
+        puts "will validate #{template}"
+        body = File.read(template)
+
+        resp = cfn.validate_template(
+          template_body: body
+        )
+        puts resp
+      end
+    end
+
+    def upload
+      s3 = Aws::S3::Resource.new(region: @config['source_region'])
+      Dir.glob("#{@base_dir}/output/*.json").each do | template |
+        puts "will upload #{template}"
+        key = template.gsub(/.*\//, '')
+        key = "cloudformation/#{@config['project']}/#{@config['application_name']}/#{@config['version']}/#{key}"
+        puts "will upload #{template} to #{key}"
+        obj = s3.bucket(@config['source_bucket']).object(key)
+        obj.upload_file(template)
+      end
+    end
+
+    def get_parameters_to_array
+      parameters = []
+      if @config[:parameters_given]
+        @config[:parameters].split(',').each { | p | interim = p.split('='); parameters << { parameter_key: interim[0], parameter_value: interim[1] } }
+      end
+
+      parameters
+    end
+
+    # https://docs.aws.amazon.com/sdkforruby/api/Aws/CloudFormation/Client.html#create_stack-instance_method
+    def create
+      puts @config['region']
+      cfn = Aws::CloudFormation::Client.new(region: @config['region'])
+
+      parameters = get_parameters_to_array
+      puts parameters
+
+      stack = {
+        stack_name: @config[:stack_name],
+        template_url: template_url,
+        parameters: parameters,
+        notification_arns: @config['notification_arns'],
+        capabilities: ['CAPABILITY_IAM', 'CAPABILITY_NAMED_IAM'],
+        tags: []
+      }
+
+      if @config[:set_stack_as_name_tag]
+        stack[:tags] << { key: 'Name', value: @config[:stack_name]}
+      end
+
+      puts stack
+
+      resp = cfn.create_stack(stack)
+
+      puts resp
+
+      stack_wait :stack_create_complete, {stack_name: @config[:stack_name] }
+    end
+
+    def delete
+      cfn = Aws::CloudFormation::Client.new(region: @config['region'])
+      resp = cfn.delete_stack({stack_name: @config[:stack_name]})
+      puts resp
+
+      stack_wait :stack_delete_complete, {stack_name: @config[:stack_name] }
+    end
+
+    def get_update_parameters(stack)
+      update_parameters = []
+      stack.parameters.each { |sp| update_parameters << sp.to_hash }
+
+      override_parameters = get_parameters_to_array
+      puts override_parameters
+
+      override_parameters.each do | parameter |
+        puts parameter
+        if update_parameters.detect { | up | up[:parameter_key] == parameter[:parameter_key] }
+          update_parameters.each { | up | up[:parameter_value] = parameter[:parameter_value] if up[:parameter_key] == parameter[:parameter_key] }
+        else
+          puts "#{parameter} not found in current parameters for stack"
+          update_parameters << { parameter_key: parameter[:parameter_key], parameter_value: parameter[:parameter_value] }
+        end
+      end
+
+      update_parameters.each { |x| p x }
+    end
+
+    def parameter_only_update
+      get_config_no_files
+      cfn = Aws::CloudFormation::Client.new(region: @config['region'])
+
+      stack = cfn.describe_stacks({stack_name: @config[:stack_name]}).stacks[0]
+      update_parameters = get_update_parameters(stack)
+
+      puts update_parameters
+
+      update_hash = {
+        stack_name: @config[:stack_name],
+        parameters:  update_parameters,
+        notification_arns: @config['notification_arns'],
+        use_previous_template: true,
+        capabilities: ["CAPABILITY_NAMED_IAM"],
+        tags: []
+      }
+
+      if @config[:set_stack_as_name_tag]
+        update_hash[:tags] << { key: 'Name', value: @config[:stack_name]}
+      end
+
+      run_update update_hash
+    end
+
+    def update
+      cfn = Aws::CloudFormation::Client.new(region: @config['region'])
+
+      stack = cfn.describe_stacks({stack_name: @config[:stack_name]}).stacks[0]
+      update_parameters = get_update_parameters(stack)
+
+      puts update_parameters
+
+      update_hash = {
+        stack_name: @config[:stack_name],
+        template_url: template_url,
+        parameters:  update_parameters,
+        notification_arns: @config['notification_arns'],
+        capabilities: ["CAPABILITY_NAMED_IAM"],
+        tags: []
+      }
+
+      if @config[:set_stack_as_name_tag]
+        update_hash[:tags] << { key: 'Name', value: @config[:stack_name]}
+      end
+
+      run_update update_hash
+    end
+
+    def run_update(update_hash)
+      cfn = Aws::CloudFormation::Client.new(region: @config['region'])
+      puts "debug update_hash"
+      puts update_hash
+
+      resp = cfn.update_stack(update_hash)
+      puts resp
+
+      puts 'wait until complete...'
+      stack_wait :stack_update_complete, {stack_name: @config[:stack_name] }
+    end
+
+    def template_url
+      "https://s3-#{@config['source_region']}.amazonaws.com/#{@config['source_bucket']}/cloudformation/#{@config['project']}/#{@config['application_name']}/#{@config['version']}/master.json"
+      # FIXME: make template url an actual template itself as per below
+      # @config = {:version=>"99", :cloudformation_bucket=>"my_cool_bucket", :project=>"the-project", :application=>"firefly"}
+      # url = "http://%{cloudformation_bucket}/cloudformation/%{project}/%{application}/%{version}/"
+      # url % @config
+    end
+
+    def verbose
+      STDERR
+    end
+
+    def show_events
+      cfn = Aws::CloudFormation::Client.new(region: @config['region'])
+      resp = cfn.describe_stack_events(stack_name: @config[:stack_name])
+      resp.stack_events.reverse_each do | e |
+        puts e.stack_id + ";;;" + e.event_id + ";;;" + e.stack_name + ";;;" + e.logical_resource_id #=> String
+        puts e.physical_resource_id #=> String
+        puts e.resource_type #=> String
+        puts e.timestamp #=> Time
+        puts e.resource_status #=> String, one of "CREATE_IN_PROGRESS", "CREATE_FAILED", "CREATE_COMPLETE", "DELETE_IN_PROGRESS", "DELETE_FAILED", "DELETE_COMPLETE", "DELETE_SKIPPED", "UPDATE_IN_PROGRESS", "UPDATE_FAILED", "UPDATE_COMPLETE"
+        puts e.resource_status_reason #=> String
+        puts e.resource_properties #=> String
+      end
+    end
+
+    def stack_wait(wait, name)
+      cfn = Aws::CloudFormation::Client.new(region: @config['region'])
+      begin
+        cfn.wait_until wait, name
+      rescue
+        raise "error doing #{wait} for #{name}"
+      end
+    end
+  end
+end

data/lib/cfndslhelper/ext.rb

@@ -0,0 +1,3 @@
+    def default_tags
+      Property('Tags',[ {Key: 'Name', Value: Ref('EnvironmentName') }])
+    end

data/lib/cfndslhelper/generate.rb

@@ -0,0 +1,12 @@
+require 'cfndsl'
+
+module CfnDSLHelper
+  class Generate
+    def execute!(config)
+      @config = config
+      puts "generate execute"
+    end
+
+  end
+end
+  

data/lib/cfndslhelper/version.rb

@@ -0,0 +1,3 @@
+module CfnDSLHelper
+  VERSION = "0.2.0"
+end

metadata

@@ -0,0 +1,131 @@
+--- !ruby/object:Gem::Specification
+name: cfndslhelper
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Daragh Martin
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-03-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: cfndsl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Write a longer description or delete this line.
+email:
+- daragh.martin@gmail.com
+executables:
+- cfndslhelper
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- GEM-README.md
+- Gemfile
+- LICENSE.txt
+- README.MD
+- Rakefile
+- bin/cfndslhelper
+- bin/console
+- bin/setup
+- cfndslhelper.gemspec
+- lib/cfndslhelper.rb
+- lib/cfndslhelper/cli.rb
+- lib/cfndslhelper/ext.rb
+- lib/cfndslhelper/generate.rb
+- lib/cfndslhelper/version.rb
+homepage: https://github.com/daraghmartin/cfndslhelper
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: Helper to provide functionality for developing with cfndsl
+test_files: []