cfer 0.2.0 → 0.3.0

data/lib/cfer/util/error.rb

@@ -6,6 +6,9 @@ module Cfer::Util
   class StackExistsError < CferError
   end
 
+  class StackDoesNotExistError < CferError
+  end
+
   class TemplateError < CferError
     attr_reader :template_backtrace
 

data/lib/cfer/version.rb

@@ -1,3 +1,3 @@
 module Cfer
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

data/lib/cferext/aws/auto_scaling/launch_configuration.rb

@@ -0,0 +1,15 @@
+require 'cferext/provisioning'
+
+require 'base64'
+require 'yaml'
+
+module CferExt::AWS::AutoScaling
+  class LaunchConfiguration < Cfer::Cfn::Resource
+    include CferExt::Provisioning
+
+    def initialize(name, type, options = {}, &block)
+      options[:Metadata] ||= {}
+      super(name, type, options, &block)
+    end
+  end
+end

data/lib/cferext/aws/ec2/instance.rb

@@ -1,5 +1,8 @@
 require 'cferext/provisioning'
 
+require 'base64'
+require 'yaml'
+
 module CferExt::AWS::EC2
   class Instance < Cfer::Cfn::Resource
     include CferExt::Provisioning

data/lib/cferext/provisioning.rb

@@ -1,6 +1,16 @@
 module CferExt::Provisioning
-  def cloud_init(doc)
-    userdata doc
+  def cloud_config(options)
+    data = ::YAML.dump(cloud_init_data.stringify_keys)
+    user_data Cfer::Core::Fn::base64("#cloud-config\n##{data}")
   end
+
+  def shell_init(script, options = {})
+    data = "#!#{options[:shell] || '/usr/bin/env bash'}\n#{cloud_init_data}"
+    user_data Cfer::Core::Fn::base64(data)
+  end
+
 end
 
+require_relative 'provisioning/cfn-bootstrap.rb'
+require_relative 'provisioning/chef.rb'
+

data/lib/cferext/provisioning/cfn-bootstrap.rb

@@ -0,0 +1,186 @@
+module CferExt::Provisioning
+
+  def cfn_auth(name, options = {})
+    self[:Metadata]['AWS::CloudFormation::Authentication'] ||= {}
+    self[:Metadata]['AWS::CloudFormation::Authentication'][name] = options
+  end
+
+  def cfn_init_setup(options = {})
+    self[:Metadata]['AWS::CloudFormation::Init'] = {}
+
+    script = [ "#!/bin/bash -xe\n" ]
+
+    script.concat case options[:flavor]
+      when :redhat, :centos, :amazon
+        [
+          "rpm -Uvh https://s3.amazonaws.com/cloudformation-examples/aws-cfn-bootstrap-latest.amzn1.noarch.rpm\n"
+        ]
+      when :ubuntu, :debian, nil
+        [
+          "apt-get update --fix-missing\n",
+          "apt-get install -y python-pip\n",
+          "pip install setuptools\n",
+          "easy_install https://s3.amazonaws.com/cloudformation-examples/aws-cfn-bootstrap-latest.tar.gz\n",
+        ]
+    end
+
+    script.concat [
+      "# Helper function\n",
+      "function error_exit\n",
+      "{\n",
+    ]
+
+    if options[:signal]
+      script.concat [
+        "/usr/local/bin/cfn-signal",
+          " -s false",
+          " --resource '", options[:signal], "'",
+          " --stack ", Cfer::Cfn::AWS::stack_name,
+          " --region ", Cfer::Cfn::AWS::region,
+          "\n"
+        ]
+    end
+
+    script.concat [
+      "  exit 1\n",
+      "}\n"
+    ]
+
+
+    script.concat [
+      "/usr/local/bin/cfn-init",
+        " --configsets '", Cfer::Core::Fn::join(',', options[:cfn_init_config_set]) || raise('Please specify a `cfn_init_config_set`'), "'",
+        " --stack ", Cfer::Cfn::AWS::stack_name,
+        " --resource ", @name,
+        " --region ", Cfer::Cfn::AWS::region,
+        " || error_exit 'Failed to run cfn-init'\n"
+    ]
+
+    if options[:cfn_hup_config_set]
+      cfn_hup(options)
+
+      script.concat [
+        "/usr/local/bin/cfn-hup || error_exit 'Failed to start cfn-hup'\n"
+      ]
+    end
+
+    if options[:signal]
+      script.concat [
+        "/usr/local/bin/cfn-signal",
+          " -s true",
+          " --resource '", options[:signal], "'",
+          " --stack ", Cfer::Cfn::AWS::stack_name,
+          " --region ", Cfer::Cfn::AWS::region,
+          "\n"
+        ]
+    end
+
+    user_data Cfer::Core::Fn::base64(
+      Cfer::Core::Fn::join('', script)
+    )
+  end
+
+  def config_set(name)
+    { "ConfigSet" => name }
+  end
+
+  def cfn_init_config_set(name, sections)
+    cfg_sets = cloudformation_init['configSets'] || {}
+    cfg_set = Set.new(cfg_sets[name] || [])
+    cfg_set.merge sections
+    cfg_sets[name] = cfg_set.to_a
+    cloudformation_init['configSets'] = cfg_sets
+  end
+
+  def cfn_init_config(name, options = {}, &block)
+    cfg = ConfigSet.new(cloudformation_init[name])
+    cfg.instance_eval(&block)
+    cloudformation_init[name] = cfg.to_h
+  end
+
+  private
+
+  class ConfigSet
+    def initialize(hash)
+      @config_set = hash || {}
+    end
+
+    def to_h
+      @config_set
+    end
+
+    def commands
+      @config_set['commands'] ||= {}
+    end
+
+    def files
+      @config_set['files'] ||= {}
+    end
+
+    def packages
+      @config_set['packages'] ||= {}
+    end
+
+    def command(name, cmd, options = {})
+      commands[name] = options.merge('command' => cmd)
+    end
+
+    def file(path, options = {})
+      files[path] = options
+    end
+
+    def package(type, name, versions = [])
+      packages[type] ||= {}
+      packages[type][name] = versions
+    end
+  end
+
+  def cloudformation_init(options = {})
+    raise "Set up cfn-init using cfn_init_setup first" unless self[:Metadata]['AWS::CloudFormation::Init']
+    self[:Metadata]['AWS::CloudFormation::Init']
+  end
+
+
+  def cfn_hup(options)
+    resource_name = @name
+    target_config_set = options[:cfn_hup_config_set] || raise('Please specify a `cfn_hup_config_set`')
+
+    cfn_init_config_set :cfn_hup, [ :cfn_hup ]
+
+    cfn_init_config(:cfn_hup) do
+      if options[:access_key] && options[:secret_key]
+        file '/etc/cfn/cfn-credentials', content: Cfer::Core::Fn::join('', [
+          "AWSAccessKeyId=", options[:access_key], "\n",
+          "AWSSecretKey=", options[:secret_key], "\n"
+        ]),
+        mode: '000400',
+        owner: 'root',
+        group: 'root'
+      end
+
+      file '/etc/cfn/cfn-hup.conf', content: Cfer::Core::Fn::join('', [
+        "[main]\n",
+        "stack=", Cfer::Cfn::AWS::stack_name, "\n",
+        "region=", Cfer::Cfn::AWS::region, "\n",
+        "interval=", options[:interval] || 1, "\n"
+      ]),
+      mode: '000400',
+      owner: 'root',
+      group: 'root'
+
+      file '/etc/cfn/hooks.d/cfn-init-reload.conf', content: Cfer::Core::Fn::join('', [
+        "[cfn-auto-reloader-hook]\n",
+        "triggers=post.update\n",
+        "path=Resources.#{resource_name}.Metadata.AWS::CloudFormation::Init\n",
+        "action=/usr/local/bin/cfn-init",
+          " -c '", Cfer::Core::Fn::join(',', target_config_set), "'",
+          " -s ", Cfer::Cfn::AWS::stack_name,
+          " --region ", Cfer::Cfn::AWS::region,
+          " -r #{resource_name}",
+          "\n",
+        "runas=root\n"
+      ])
+    end
+  end
+end
+

data/lib/cferext/provisioning/chef.rb

@@ -0,0 +1,75 @@
+require 'erubis'
+
+module CferExt::Provisioning
+
+  def install_chef(options = {})
+    setup_set = [ :install_chef ]
+    run_set = [ :run_chef ]
+    cfn_init_config :install_chef do
+      command :install_chef, "curl https://www.opscode.com/chef/install.sh | bash -s -- -v #{options[:version] || 'latest'}"
+      command :make_ohai_hints, 'mkdir -p /etc/chef/ohai/hints && touch /etc/chef/ohai/hints/ec2.json'
+      command :make_chefdir, 'mkdir -p /var/chef/cookbooks && mkdir -p /var/chef/data_bags'
+    end
+
+    if options[:berksfile]
+      cfn_init_config :install_berkshelf do
+        file '/var/chef/berkshelf.sh', content: <<-EOF.strip_heredoc
+          export BERKSHELF_PATH=/var/chef/berkshelf
+
+          # Some cookbooks have UTF-8, and cfn-init uses US-ASCII because of reasons
+          export LANG=en_US.UTF-8
+          export RUBYOPTS="-E utf-8"
+
+          # Berkshelf seems a bit unreliable, so retry these commands a couple times.
+          if [ -e Berksfile.lock ]
+          then
+            for i in {1..3}; do /opt/chef/embedded/bin/berks update && break || sleep 15; done
+          fi
+          for i in {1..3}; do /opt/chef/embedded/bin/berks vendor /var/chef/cookbooks -b /var/chef/Berksfile && break || sleep 15; done
+        EOF
+        command :install_berkshelf, '/opt/chef/embedded/bin/gem install berkshelf --no-ri --no-rdoc'
+        command :install_git, 'apt-get install -y git'
+      end
+      setup_set.append :install_berkshelf
+    end
+
+    if options[:berksfile]
+      cfn_init_config :run_berkshelf do
+        file '/var/chef/Berksfile', content: options[:berksfile].strip_heredoc
+        command :run_berkshelf, 'bash -l /var/chef/berkshelf.sh', cwd: '/var/chef'
+      end
+      run_set.prepend :run_berkshelf
+    end
+
+    cfn_init_config_set :install_chef, setup_set
+    cfn_init_config_set :run_chef, run_set
+
+  end
+
+  def chef_solo(options = {})
+    raise "Chef already configured on this resource" if @chef
+    @chef = true
+
+    chef_config = options[:node] || raise('`node` required when setting up chef')
+
+    install_chef(options)
+
+    cfn_init_config :run_chef do
+      file "/etc/chef/solo.rb", content: options[:solo_rb] || Cfer::Core::Fn::join("\n", [
+          "cookbook_path '/var/chef/cookbooks'",
+          "log_location '/var/log/chef-client.log'"
+        ]),
+        owner: 'root',
+        group: 'root'
+
+      file "/etc/chef/config.json", content: chef_config.to_json,
+        owner: 'root',
+        group: 'root'
+
+      chef_cmd = 'chef-solo -c /etc/chef/solo.rb -j /etc/chef/config.json'
+      chef_cmd << " -o '#{options[:run_list].join(',')}'" if options[:run_list]
+      command :run_chef, chef_cmd
+    end
+  end
+end
+

metadata

@@ -1,209 +1,225 @@
 --- !ruby/object:Gem::Specification
 name: cfer
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Sean Edwards
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-20 00:00:00.000000000 Z
+date: 2016-02-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: docile
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: aws-sdk
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: aws-sdk-resources
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: preconditions
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: semantic
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rainbow
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: highline
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: table_print
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: erubis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: Toolkit for automating infrastructure using AWS CloudFormation
 email:
-- stedwards87+git@gmail.com
+- stedwards87+cfer@gmail.com
 executables:
 - cfer
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .rspec
-- .travis.yml
-- .yardopts
+- ".codeclimate.yml"
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".travis.yml"
+- ".yardopts"
 - CODE_OF_CONDUCT.md
 - Dockerfile
 - Gemfile
@@ -214,8 +230,10 @@ files:
 - bin/cfer-dbg
 - bin/console
 - bin/setup
-- cfer-demo.gif
 - cfer.gemspec
+- doc/cfer-demo.gif
+- examples/chef_instance.rb
+- examples/common/instance_deps.rb
 - examples/instance.rb
 - examples/vpc.rb
 - lib/cfer.rb
@@ -229,8 +247,11 @@ files:
 - lib/cfer/core/stack.rb
 - lib/cfer/util/error.rb
 - lib/cfer/version.rb
+- lib/cferext/aws/auto_scaling/launch_configuration.rb
 - lib/cferext/aws/ec2/instance.rb
 - lib/cferext/provisioning.rb
+- lib/cferext/provisioning/cfn-bootstrap.rb
+- lib/cferext/provisioning/chef.rb
 homepage: https://github.com/seanedwards/cfer
 licenses:
 - MIT
@@ -241,12 +262,12 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
@@ -256,3 +277,4 @@ signing_key:
 specification_version: 4
 summary: Toolkit for automating infrastructure using AWS CloudFormation
 test_files: []
+has_rdoc: