vagrant-opsworks 0.0.5

data/lib/vagrant-opsworks/loader/stack.rb

@@ -0,0 +1,27 @@
+module VagrantPlugins::OpsWorks::Loader
+  class Stack
+
+    def initialize(app, opsworks)
+      @app = app
+      @opsworks = opsworks
+    end
+
+    def call(env)
+      return @app.pass(env) unless @opsworks.enabled
+
+      VagrantPlugins::OpsWorks::Loader.select_vmbox(env[:config], env[:client].stack.default_os)
+
+      env[:config].vm.provision :shell do |s|
+        s.inline = File.read(VagrantPlugins::OpsWorks.source_root.join('provisioning/install-agent.sh'))
+        s.args   = [@opsworks.agent_version, @opsworks.agent_bucket, @opsworks.asset_bucket]
+      end
+
+      env[:config].vm.provision :shell do |s|
+        s.inline = "DEBIAN_FRONTEND=noninteractive apt-get -qq install acl &&setfacl -m o:rw $SSH_AUTH_SOCK && setfacl -m o:x $(dirname $SSH_AUTH_SOCK)"
+      end
+
+      @app.pass(env)
+    end
+
+  end
+end

data/lib/vagrant-opsworks/loader.rb

@@ -0,0 +1,24 @@
+module VagrantPlugins
+  module OpsWorks
+    module Loader
+      require_relative 'loader/client'
+      require_relative 'loader/stack'
+      require_relative 'loader/instances'
+
+      class << self
+
+        def select_vmbox(config, os)
+          suffix = /x86_64/ =~ RUBY_PLATFORM ? '' : '-i386'
+          case os
+          when /^Ubuntu/
+            version = os.split(' ')[1]
+            config.vm.box = "chef/ubuntu-#{version}#{suffix}"
+          else
+            config.vm.box = "chef/centos-6.5#{suffix}"
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/vagrant-opsworks/plugin.rb

@@ -0,0 +1,32 @@
+module VagrantPlugins
+  module OpsWorks
+    class Plugin < ::Vagrant.plugin('2')
+      require_relative 'action'
+
+      name 'OpsWorks'
+      description 'A Vagrant plugin to provision a stack configured in Amazon OpsWorks'
+
+      class << self
+        def provision(hook)
+          require 'berkshelf/vagrant/env_helpers'
+          require 'berkshelf/vagrant/action/configure_chef'
+          hook.prepend(VagrantPlugins::OpsWorks::Action.configure_berks)
+
+          hook.before(::Vagrant::Action::Builtin::ConfigValidate, VagrantPlugins::OpsWorks::Action.setup)
+        end
+      end
+
+      action_hook(:opsworks_setup, :environment_load) do |hook|
+        hook.append(VagrantPlugins::OpsWorks::Action.prepare_environment)
+      end
+
+      action_hook(:opsworks_provision, :machine_action_up, &method(:provision))
+      action_hook(:opsworks_provision, :machine_action_reload, &method(:provision))
+      action_hook(:opsworks_provision, :machine_action_provision, &method(:provision))
+
+      config(:opsworks) do
+        Config
+      end
+    end
+  end
+end

data/lib/vagrant-opsworks/stack/instance.rb

@@ -0,0 +1,62 @@
+module VagrantPlugins
+  module OpsWorks
+    module Stack
+      class Instance
+        include VagrantPlugins::OpsWorks::Stack
+
+        # @return [String]
+        #   hostname of the instance
+        attr_reader :hostname
+
+        # @return [String]
+        #   operating system of the instance
+        attr_reader :os
+
+        def initialize(opsworks, config)
+          @opsworks = opsworks
+          @hostname = config[:hostname]
+          @os = config[:os]
+          @layers = config[:layer_ids]
+        end
+
+        def roles
+          layers.map{|l| l[:shortname]}
+        end
+
+        def packages
+          layers.map{|l| l[:packages]}.flatten
+        end
+
+        def layers
+          @opsworks.layers.select{|l|
+            @layers.include?(l[:layer_id]) && !@opsworks.ignore_layers.include?(l[:shortname])
+          }
+        end
+
+        def get_proc
+          return Proc.new { |config|
+            config.vm.define @hostname do |node|
+              node.vm.hostname = "#{@hostname}#{@opsworks.hostname_suffix}"
+              select_vmbox(node, @os)
+
+              #node.vm.provision :shell, inline: "DEBIAN_FRONTEND=noninteractive apt-get -qq install #{packages.join(' ')}"
+
+              node.vm.provision :chef_solo do |chef|
+                roles.each{|role| chef.add_role role }
+                #chef.add_recipe 'hadoop'
+                pkgs = packages.map{|x| [x, nil]}.to_h
+                custom_json = @opsworks.stack.custom_json
+                custom_json[:dependencies] = {} unless custom_json.has_key?(:dependencies)
+                custom_json[:dependencies][:debs] = {} unless custom_json[:dependencies].has_key?(:debs)
+                custom_json[:dependencies][:debs].merge!(pkgs)
+                custom_json[:deploy]['rc2010'][:scm][:revision] = 'master'
+                chef.json = custom_json
+              end
+            end
+          }
+        end
+
+      end
+    end
+  end
+end

data/lib/vagrant-opsworks/stack/stack.rb

@@ -0,0 +1,84 @@
+module VagrantPlugins
+  module OpsWorks
+    module Stack
+      class Stack
+        include VagrantPlugins::OpsWorks::Stack
+
+        # @return [String]
+        attr_reader :name
+
+        def initialize(opsworks, config)
+          @opsworks = opsworks
+          @name = config[:name]
+          @custom_json = config[:custom_json]
+          @os = config[:default_os]
+          @custom_cookbooks = config[:use_custom_cookbooks]
+          @configuration_manager = config[:configuration_manager]
+          @chef_configuration = config[:chef_configuration]
+          @cookbooks_source = config[:custom_cookbooks_source]
+        end
+
+        def berks_enabled?
+          @chef_configuration[:manage_berkshelf]
+        end
+
+        def custom_cookbooks?
+          @custom_cookbooks
+        end
+
+        def custom_cookbooks
+          case @cookbooks_source[:type]
+          when 'git'
+            {
+              :type => 'git',
+              :url => @cookbooks_source[:url],
+              :ref => @cookbooks_source[:revision]
+            }
+          end
+        end
+
+        def opsworks_cookbooks
+          {
+            :url => 'git@github.com:aws/opsworks-cookbooks.git',
+            :ref => "release-chef-#{@configuration_manager[:version]}"
+          }
+        end
+
+        # @return [Hash]
+        def custom_json
+          merge_hash(merge_hash({:deploy => @opsworks.apps}, JSON.parse(@custom_json)), @opsworks.supplimental_json)
+        end
+
+        def get_proc
+          return Proc.new { |config|
+            select_vmbox(config, @os)
+
+            config.vm.provision :shell, inline: File.read(VagrantPlugins::OpsWorks.source_root.join('provisioning/install-agent.sh')), args: [@opsworks.agent_version, @opsworks.agent_bucket, @opsworks.asset_bucket]
+
+            # Fix ssh agent forwarding for sudo as a non privileged user
+            # TODO: incorporate the modified template to prevent $SSH_AUTH_SOCK from being reset
+            # TODO: inject this into chef so it can run after the user is created
+            config.vm.provision :shell, inline: "DEBIAN_FRONTEND=noninteractive apt-get -qq install acl"
+            config.vm.provision :shell, inline: "cat /etc/passwd | awk -F':' '{ print $1 }' | grep deploy && setfacl -m u:deploy:rw $SSH_AUTH_SOCK && setfacl -m u:deploy:x $(dirname $SSH_AUTH_SOCK) || true", run: "always"
+          }
+        end
+
+        protected
+
+        def merge_hash(old, new)
+          new.each_pair{|current_key,new_value|
+            old_value = old[current_key]
+
+            old[current_key] = if old_value.is_a?(Hash) && new_value.is_a?(Hash)
+                                 merge_hash(old_value, new_value)
+                               else
+                                 new_value
+                               end
+          }
+          old
+        end
+
+      end
+    end
+  end
+end

data/lib/vagrant-opsworks/stack.rb

@@ -0,0 +1,20 @@
+module VagrantPlugins
+  module OpsWorks
+    module Stack
+      require_relative 'stack/stack'
+      require_relative 'stack/instance'
+
+      def select_vmbox(config, os)
+        suffix = /x86_64/ =~ RUBY_PLATFORM ? '' : '-i386'
+        case os
+        when /^Ubuntu/
+          version = os.split(' ')[1]
+          config.vm.box = "chef/ubuntu-#{version}#{suffix}"
+        else
+          config.vm.box = "chef/centos-6.5#{suffix}"
+        end
+      end
+
+    end
+  end
+end

data/lib/vagrant-opsworks/util/configuration_builder.rb

@@ -0,0 +1,44 @@
+module VagrantPlugins::OpsWorks::Util
+  class ConfigurationBuilder
+
+    # @return [Array]
+    attr_reader :stack
+
+    def initialize(config)
+      @opsworks = config
+      @runner = ::Vagrant::Action::Runner.new({:action_name => :opsworks_configuration})
+      @stack = []
+      @env = {}
+    end
+
+    def use(loader, *args, &block)
+      self.stack << finalize_loader(loader, args, block)
+
+      self
+    end
+
+    def call(config)
+      @env.merge!({:config => config})
+      pass(@env)
+    end
+
+    def pass(env)
+      loader = @stack.shift
+      @runner.run(loader, env) if loader
+    end
+
+    def finalize_loader(klass, args, block)
+      args ||= []
+
+      if klass.is_a?(Class)
+        klass.new(self, @opsworks, *args, &block)
+      elsif klass.respond_to?(:call)
+        lambda do |e|
+          klass.call(e)
+          self.call(e)
+        end
+      end
+    end
+
+  end
+end

data/lib/vagrant-opsworks/util/configuration_hash.rb

@@ -0,0 +1,27 @@
+require 'vagrant/util/hash_with_indifferent_access'
+
+module VagrantPlugins::OpsWorks::Util
+  class DummyConfiguration < ::Vagrant::Util::HashWithIndifferentAccess
+
+    def method_missing(m, *args, &block)
+      Proxy.new
+    end
+
+    private
+
+    def set_or_return(key, value)
+      if value.nil?
+        return self[key]
+      else
+        self[key] = value
+      end
+    end
+
+    class Proxy
+      def method_missing(m, *args, &block)
+        self
+      end
+    end
+
+  end
+end

data/lib/vagrant-opsworks/util/dummy_configuration.rb

@@ -0,0 +1,33 @@
+require 'vagrant/util/hash_with_indifferent_access'
+
+module VagrantPlugins::OpsWorks::Util
+  class DummyConfiguration < ::Vagrant::Util::HashWithIndifferentAccess
+
+    def initialize(response={})
+      response.each do |k,v|
+        send(k, v)
+      end
+    end
+
+    def method_missing(m, *args, &block)
+      Proxy.new
+    end
+
+    private
+
+    def set_or_return(key, value)
+      if value.nil?
+        return self[key]
+      else
+        self[key] = value
+      end
+    end
+
+    class Proxy
+      def method_missing(m, *args, &block)
+        self
+      end
+    end
+
+  end
+end

data/lib/vagrant-opsworks/util/env_helpers.rb

@@ -0,0 +1,44 @@
+module VagrantPlugins::OpsWorks::Util
+  module EnvHelpers
+
+    def enabled?(env)
+      opsworks_config(env).enabled
+    end
+
+    def provisioners(name, env)
+      env[:machine].config.vm.provisioners.select { |p| p.name == name }
+    end
+
+    def chef_solo?(env)
+      provisioners(:chef_solo, env).any?
+    end
+
+    def stack_id(env)
+      opsworks_config(env).stack_id
+    end
+
+    def opsworks_config(env)
+      config(env).opsworks
+    end
+
+    protected
+
+    def config(env)
+      if env.has_key?(:env)
+        config, _ = env[:env].config_loader.load([:home, :root])
+      elsif env.has_key?(:machine)
+        config = env[:machine].config
+      end
+      config
+    end
+
+    def environment(env)
+      if env.has_key?(:env)
+        env[:env]
+      elsif env.has_key?(:machine)
+        env[:machine].env
+      end
+    end
+
+  end
+end

data/lib/vagrant-opsworks/version.rb

@@ -0,0 +1,5 @@
+module VagrantPlugins
+  module OpsWorks
+    VERSION = '0.0.5'
+  end
+end

data/lib/vagrant-opsworks.rb

@@ -0,0 +1,24 @@
+begin
+  require 'vagrant'
+rescue LoadError
+  raise 'The Vagrant OpsWorks plugin must be run within Vagrant.'
+end
+
+require 'berkshelf-monkey-patch'
+
+I18n.load_path << File.expand_path('../../locales/en.yml', __FILE__)
+
+require 'vagrant-opsworks/version'
+require 'vagrant-opsworks/config'
+require 'vagrant-opsworks/errors'
+require 'vagrant-opsworks/plugin'
+
+module VagrantPlugins
+  module OpsWorks
+    class << self
+      def source_root
+        @source_root ||= Pathname.new(File.expand_path('../../', __FILE__))
+      end
+    end
+  end
+end

data/locales/en.yml

@@ -0,0 +1,13 @@
+en:
+  vagrant_opsworks:
+    action:
+      cookbooks:
+        checkout: "Checking out %{repo_name} from %{repo_url} with revision %{ref}..."
+    config:
+      not_a_bool: "A value for %{config_key} can only be true or false, not type '%{value}'"
+    environment:
+      cache_dir: "OpsWorks Cache Directory: %{cache_dir}"
+      stack_id: "OpsWorks Stack ID: %{stack_id}"
+    errors:
+      connect: "Failed to connect to OpsWorks API"
+

data/provisioning/client.yml

@@ -0,0 +1,16 @@
+# opsworks chef client config file
+# /var/lib/aws/opsworks/client.yml
+---
+
+:local_mode: true
+:log_level: :info
+:ohai_plugin_path: /opt/aws/opsworks/current/plugins
+:cookbook_path: ["/opt/aws/opsworks/current/merged-cookbooks"]
+:default_cookbooks_path: /opt/aws/opsworks/current/cookbooks
+:site_cookbooks_path: /opt/aws/opsworks/current/site-cookbooks
+:merged_cookbooks_path: /opt/aws/opsworks/current/merged-cookbooks
+:berkshelf_cookbooks_path: /opt/aws/opsworks/current/berkshelf-cookbooks
+:berkshelf_cache_path: /var/lib/aws/opsworks/berkshelf_cache
+:file_cache_path: /var/lib/aws/opsworks/cache
+:search_nodes_path: /var/lib/aws/opsworks/data/nodes
+:data_bag_path: /var/lib/aws/opsworks/data/data_bags

data/provisioning/install-agent.sh

@@ -0,0 +1,75 @@
+#!/usr/bin/env bash
+
+[[ ! -e "/opt/aws/opsworks" ]] || exit 0
+
+OPSWORKS_VERSION=$1
+OPSWORKS_AGENT_BUCKET=$2
+OPSWORKS_ASSETS_BUCKET=$3
+
+WORKING_DIR=$(mktemp -d 'opsworks-agent.XXXXXXXX')
+
+DEBIAN_FRONTEND=noninteractive apt-get -qq update
+DEBIAN_FRONTEND=noninteractive apt-get -qq install curl libxml2-dev libxslt-dev libyaml-dev
+
+mkdir -p /{etc,opt,var/log,var/lib}/aws/opsworks /var/lib/cloud
+
+cat <<EOF > /var/lib/aws/opsworks/client.yml
+# opsworks chef client config file
+# /var/lib/aws/opsworks/client.yml
+---
+
+:local_mode: true
+:log_level: :info
+:ohai_plugin_path: /opt/aws/opsworks/current/plugins
+:cookbook_path: ["/opt/aws/opsworks/current/merged-cookbooks"]
+:default_cookbooks_path: /opt/aws/opsworks/current/cookbooks
+:site_cookbooks_path: /opt/aws/opsworks/current/site-cookbooks
+:merged_cookbooks_path: /opt/aws/opsworks/current/merged-cookbooks
+:berkshelf_cookbooks_path: /opt/aws/opsworks/current/berkshelf-cookbooks
+:berkshelf_cache_path: /var/lib/aws/opsworks/berkshelf_cache
+:file_cache_path: /var/lib/aws/opsworks/cache
+:search_nodes_path: /var/lib/aws/opsworks/data/nodes
+:data_bag_path: /var/lib/aws/opsworks/data/data_bags
+EOF
+
+ssh-keygen -f "${WORKING_DIR}/instance_key_rsa" -t rsa -N ''
+
+cat <<EOF > /var/lib/aws/opsworks/pre_config.yml
+# opsworks-agent pre-config file
+# /var/lib/aws/opsworks/pre_config.yml
+---
+
+:hostname: `hostname`
+:identity: `uuidgen`
+:agent_installer_base_url: ${OPSWORKS_AGENT_BUCKET}
+:agent_installer_tgz: opsworks-agent-installer.tgz
+:verbose: false
+:instance_service_region: us-east-1
+:instance_service_endpoint: localhost
+:instance_service_port: '65535'
+:instance_public_key: |
+`openssl rsa -in /etc/ssh/ssh_host_rsa_key -pubout | sed -e 's/^/  /'`
+:instance_private_key: |
+`sed -e 's/^/  /' /etc/ssh/ssh_host_rsa_key`
+:charlie_public_key: |
+  -----BEGIN PUBLIC KEY-----
+  MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAni7eKdm34oaCvGiw96Fk
+  lyLX+aPfInYzilkk+AY3pXF6nijpQ2cm3ZeM2EoqZFTv3a/meosNBAs3Q3Sy1e4G
+  7Ibn/xwMof+iSBvimx3PGKFzNP0BhY9yS6AMEMxtmqksHb0glwmFeJcomdhxZV1F
+  ziWTtL6ZEyvCg0I7rxGm1ceQmD25eK90VcZVh4LJtNfnwcZRM4eC+KK9Qllxw5hW
+  vB4Z52JMMZbEG9MYCLydWSY9rnVkAyQ0ngJUaJ3q7JsbkBV/J5BcrGgcbioR1k+h
+  INRoHwBQU9WnT/x8W+N6vwJb4o6v2hBR1H2GSDLwyZ7wC8EVH+XafWYpU1g/nSEe
+  aQIDAQAB
+  -----END PUBLIC KEY-----
+:wait_between_runs: '60'
+EOF
+
+wget -nv "https://${OPSWORKS_AGENT_BUCKET}/${OPSWORKS_VERSION}/opsworks-agent-installer.tgz" -P "${WORKING_DIR}"
+tar xzpof "${WORKING_DIR}/opsworks-agent-installer.tgz" -C "${WORKING_DIR}"
+${WORKING_DIR}/opsworks-agent-installer/opsworks-agent/bin/installer_wrapper.sh -R ${OPSWORKS_ASSETS_BUCKET}
+
+echo 'export PATH=$PATH:/opt/aws/opsworks/current/bin' > /etc/profile.d/opsworks_path.sh
+
+rm -f /etc/monit.d/opsworks-agent.monitrc /etc/monit/conf.d/opsworks-agent.monitrc
+
+rm -rf ${WORKING_DIR}

data/spec/spec_helper.rb

@@ -0,0 +1,23 @@
+require 'rubygems'
+require 'bundler/setup'
+require 'spork'
+require 'simplecov'
+
+Spork.prefork do
+  require 'simplecov' unless ENV['DRB']
+  require 'rspec'
+
+  RSpec.configure do |config|
+    config.treat_symbols_as_metadata_keys_with_true_values = true
+    config.run_all_when_everything_filtered = true
+    config.filter_run focus: true
+
+    config.order = 'random'
+  end
+end
+
+Spork.each_run do
+  require 'simplecov' if ENV['DRB']
+
+  require 'vagrant-opsworks'
+end

data/spec/unit/vagrant-opsworks/action/create_roles_spec.rb

@@ -0,0 +1,5 @@
+require 'spec_helper'
+
+describe VagrantPlugins::OpsWorks::Action::CreateRoles do
+
+end

data/spec/unit/vagrant-opsworks/config_spec.rb

@@ -0,0 +1,109 @@
+require 'spec_helper'
+
+describe VagrantPlugins::OpsWorks::Config do
+  let(:unset_value) { described_class::UNSET_VALUE }
+  subject { described_class.new.tap { |s| s.finalize! } }
+
+  context 'when enabled is not set' do
+    before(:each) do
+      subject.enabled = unset_value
+    end
+
+    context 'when stack_id is not set' do
+      before do
+        subject.stack_id = unset_value
+        subject.finalize!
+      end
+
+      it 'it sets the value of enabled to false' do
+        subject.enabled.should be false
+      end
+    end
+
+    context 'when stack_id is set' do
+      before do
+        subject.stack_id = 'foo'
+        subject.finalize!
+      end
+
+      it 'it sets the value of enabled to true' do
+        subject.enabled.should be true
+      end
+    end
+  end
+
+  context 'when enabled is set' do
+    let(:enabled) { 'foo' }
+
+    before(:each) do
+      subject.enabled = enabled
+    end
+
+    context 'when stack_id is not set' do
+      before do
+        subject.stack_id = unset_value
+        subject.finalize!
+      end
+
+      it 'the value of enable should remain unchanged' do
+        subject.enabled.should == enabled
+      end
+    end
+
+    context 'when stack_id is set' do
+      before do
+        subject.stack_id = 'foo'
+        subject.finalize!
+      end
+
+      it 'it sets the value of enabled to true' do
+        subject.enabled.should == enabled
+      end
+    end
+  end
+
+  describe "#validate" do
+    let(:env) { double('env', root_path: Dir.pwd) }
+    let(:config) { double('config', opsworks: subject) }
+    let(:machine) { double('machine', config: config, env: env) }
+
+    before do
+      subject.finalize!
+    end
+
+    context 'when the plugin is enabled' do
+      before(:each) do
+        subject.stub(enabled: true)
+        env.stub_chain(:vagrantfile, :config, :vm, :provisioners, :any?)
+      end
+
+      let(:result) { subject.validate(machine) }
+
+      it "returns a Hash with an 'opsworks configuration' key" do
+        result.should be_a(Hash)
+        result.should have_key("opsworks configuration")
+      end
+
+      context 'when all validations pass' do
+        it "contains an empty Array for the 'opsworks configuration' key" do
+          result["opsworks configuration"].should be_a(Array)
+          result["opsworks configuration"].should be_empty
+        end
+      end
+    end
+
+    context 'when the plugin is disabled' do
+      let(:machine) { double('machine', env: env) }
+
+      before do
+        subject.stub(enabled: false)
+      end
+
+      it 'does not perform any validations' do
+        machine.should_not_receive(:config)
+
+        subject.validate(machine)
+      end
+    end
+  end
+end