capistrano-puppeteer 0.0.1 → 0.0.2

data/README.md

@@ -2,12 +2,42 @@
 
 Some useful capistrano tasks for standalone puppet masterless puppet deployments.
 
+# Usage
+
+## Launching Amazon Instances
+
+Populate ```config/deploy.rb``` with the following attributes
+
+``` ruby
+require 'capistrano/puppeteer/aws'
+
+set :cloud_provider, 'AWS'
+set :aws_secret_access_key, 'X...'
+set :aws_access_key_id,     'A...'
+set :aws_region,            'us-west-2'
+set :aws_availability_zone, 'us-west-2a'
+set :aws_ami,               'ami-20800c10' # Precise 64bit http://cloud.ubuntu.com/ami/
+set :aws_key_name,          'default'
+set :aws_iam_role,          'backups' # Optional
+```
+
+## Bootstrapping an instance
+
+Populate ```config/deploy.rb``` with the following attributes
+
+``` ruby
+set :bootstrap_domain, 'example.com'
+set :bootstrap_user,   'johnf'
+set :ssh_key,          'config/aws.pem'
+set :puppet_repo,      'git@github.com:johnf/puppet.git'
+```
+
 # Installation
 
 Add this line to your application's Gemfile:
 
 ``` ruby
-gem 'puppeteer'
+gem 'capistrano-puppeteer'
 ```
 
 And then execute:
@@ -19,7 +49,7 @@ $ bundle
 Or install it yourself as:
 
 ``` bash
-$ gem install puppeteer
+$ gem install capistrano-puppeteer
 ```
 
 Then add it to your _config/deploy.rb_
@@ -28,6 +58,15 @@ Then add it to your _config/deploy.rb_
 require 'capistrano/puppeteer'
 ```
 
+# Configuration
+
+Your puppet.conf requires at minimum
+
+``` ini
+[main]
+  confdir = .
+```
+
 ## Usage
 
 TODO: Write usage instructions here

data/capistrano-puppeteer.gemspec

@@ -16,4 +16,7 @@ Gem::Specification.new do |gem|
   gem.version       = Capistrano::Puppeteer::VERSION
 
   gem.add_dependency 'capistrano'
+  gem.add_dependency 'fog', '>= 1.9.0'
+
+  gem.add_development_dependency 'rake'
 end

data/lib/capistrano/puppeteer.rb

@@ -1,32 +1,5 @@
-require 'puppeteer/version'
+require 'capistrano/puppeteer/version'
 require 'capistrano'
 
-module Capistrano
-
-  class Puppeteer
-    def self.extended(configuration)
-      configuration.load do
-        _cset(:puppet_path) { abort "Please specify the path to puppet, set :puppet_path, '/srv/puppet'" }
-
-        namespace :puppet do
-          task :update do
-            run_locally 'git push'
-            run "cd #{puppet_path} && git pull --quiet"
-          end
-
-          desc 'Perform a puppet run'
-          task :go do
-            update
-            options = ENV['options'] || ENV['OPTIONS'] || ''
-            run "cd #{puppet_path} && #{sudo} puppet apply --configfile puppet.conf manifests/site.pp #{options}"
-          end
-        end
-
-      end
-    end
-  end
-end
-
-if Capistrano::Configuration.instance
-  Capistrano::Configuration.instance.extend Capistrano::Puppeteer
-end
+require 'capistrano/puppeteer/puppet'
+require 'capistrano/puppeteer/bootstrap'

data/lib/capistrano/puppeteer/aws.rb

@@ -0,0 +1,188 @@
+require 'fog'
+
+module Capistrano
+  module Puppeteer
+    module AWS
+      FLAVOURS = {
+        't1.micro'    => {:ram => 0.6,  :io => 'low',      :compute => 2,    :price => 0.02},
+
+        'm1.small'    => {:ram => 1.7,  :io => 'moderate', :compute => 1,    :price => 0.08},
+        'm1.medium'   => {:ram => 3.75, :io => 'moderate', :compute => 2,    :price => 0.16},
+        'm1.large'    => {:ram => 7.5,  :io => 'high',     :compute => 4,    :price => 0.32},
+        'm1.xlarge'   => {:ram => 15,   :io => 'high',     :compute => 8,    :price => 0.64},
+
+        'm2.xlarge'   => {:ram => 17.1, :io => 'moderate', :compute => 6.5,  :price => 0.45},
+        'm2.2xlarge'  => {:ram => 34.2, :io => 'high',     :compute => 13,   :price => 0.90},
+        'm2.4xlarge'  => {:ram => 68.4, :io => 'high',     :compute => 26,   :price => 1.80},
+
+        'c1.medium'   => {:ram => 1.7,  :io => 'moderate', :compute => 5,    :price => 0.165},
+        'c1.xlarge'   => {:ram => 7,    :io => 'high',     :compute => 20,   :price => 0.66},
+
+        'cc1.4xlarge' => {:ram => 23,   :io => 'v.high',   :compute => 33.5, :price => 1.30},
+        'cc1.8xlarge' => {:ram => 60.5, :io => 'v.high',   :compute => 88  , :price => 2.40},
+
+        'cg1.4xlarge' => {:ram => 22,   :io => 'v.high',   :compute => 33.5, :price => 2.10},
+      }
+
+      def self.extended(configuration)
+        configuration.load do
+          set(:cloud_provider)        { abort "Please specify a cloud provider, set :cloud_provider, 'AWS'" } unless exists? :cloud_provider
+          set(:aws_ami)               { abort "Please specify a AWS AMI, set :aws_ami, 'ami-a29943cb'" } unless exists? :aws_ami
+          set(:aws_secret_access_key) { abort "Please specify an AWS Access Key, set :aws_secret_access_key, 'XXXX'" } unless exists? :aws_secret_access_key
+          set(:aws_access_key_id)     { abort "Please specify a AWS AMI, set :aws_access_key_id, 'ZZZ'" } unless exists? :aws_access_key_id
+          set(:aws_region)            { abort "Please specify a AWS AMI, set :aws_region, 'us-west-1'" } unless exists? :aws_availability_zone
+          set(:aws_availability_zone) { abort "Please specify a AWS AMI, set :aws_availability_zone, 'us-west-1a'" } unless exists? :aws_availability_zone
+          set(:aws_key_name)          { abort "Please specify a AWS AMI, set :aws_key_name, 'default'" } unless exists? :aws_key_name
+          set(:aws_ssh_key)           { abort "Please specify a AWS AMI, set :aws_ssh_key, 'config/aws.pem'" } unless exists? :aws_ssh_key
+
+         namespace :aws do
+
+            desc <<-DESC
+              create an AWS instance.
+
+                cap aws:create [OPTIONS]
+
+              Available options:
+
+                flavour  (required) - The type of EC2 instance to create
+                name     (required) - The name of the instance, this will be used as the AWS tag
+                iam_role            - An IAM role to apply to the instance
+
+            DESC
+            task :create do
+              flavour = ENV['flavour'] || abort('please specify a flavour')
+              name = ENV['name'] || abort('please specify name')
+              iam_role = ENV['iam_role']
+
+              puts "Creating Instance..."
+              instance_options = {
+                :image_id          => aws_ami,
+                :availability_zone => aws_availability_zone,
+                :flavor_id         => flavour,
+                :key_name          => aws_key_name,
+                :tags              => { 'Name' => name },
+              }
+
+              instance_options[:iam_instance_profile_name] = iam_role if iam_role
+
+              server = servers.create instance_options
+              server.wait_for { ready? }
+              server.reload
+              ENV['HOSTS'] = server.public_ip_address
+            end
+
+
+            desc 'List Instance types'
+            task :flavours do
+              puts "%-11s  %-11s   %-7s %-5s  %s" % %w[Name Price/Month RAM Units IO]
+              Capistrano::Puppeteer::AWS::FLAVOURS.each do |flavor, opts|
+                puts "%-11s  $ %7.2f   %4.1f GB   %4.1f   %s" % [flavor, opts[:price] * 720, opts[:ram], opts[:compute], opts[:io]]
+              end
+            end
+
+            desc 'List current AWS instances'
+            task :list do
+              format = '%-15s  %-10s  %-8s  %-10s  %-43s  %-15s  %-10s  %-s %s'
+              puts format % %w{Name ID State Zone DNS IP Type CreatedAt ImageID}
+              servers.sort {|a,b| (a.tags['Name'] || 'Unknown') <=> (b.tags['Name'] || 'Unknown') }.each do |server|
+                puts format % [server.tags['Name'], server.id, server.state, server.availability_zone, server.dns_name, server.private_ip_address, server.flavor_id, server.created_at, server.image_id]
+              end
+            end
+
+            desc 'Describe an instance'
+            desc <<-DESC
+              Describe an AWS instance.
+
+                cap aws:show instance_id=...
+
+            DESC
+            task :show do
+              instance_id = ENV['instance_id'] || abort('provide an instance_id')
+              server = servers.get instance_id
+              p server
+            end
+
+            desc <<-DESC
+              Start an AWS instance.
+
+                cap aws:start instance_id=...
+
+            DESC
+            task :start do
+              instance_id = ENV['instance_id'] || abort('provide an instance_id')
+
+              server = servers.get instance_id
+              server.start
+            end
+
+            desc <<-DESC
+              Stop an AWS instance.
+
+                cap aws:stop instance_id=...
+
+                Options:
+                force=true - Forces a stop for a hung instance
+
+            DESC
+            task :stop do
+              instance_id = ENV['instance_id'] || abort('provide an instance_id')
+              force = ENV['force'] =~ /^true$/i
+
+              server = servers.get instance_id
+              server.stop force
+            end
+
+            desc <<-DESC
+              Destroy an AWS instance.
+
+                cap aws:destroy instance_id=...
+
+            DESC
+            task :destroy do
+              instance_id = ENV['instance_id'] || abort('provide an instance_id')
+
+              server = servers.get instance_id
+              server.destroy
+            end
+
+            desc <<-DESC
+              Reboot an AWS instance.
+
+                cap aws:reboot instance_id=...
+
+                Options:
+                force=true - Forces a stop for a hung instance
+
+            DESC
+            task :reboot do
+              instance_id = ENV['instance_id'] || abort('provide an instance_id')
+              force = ENV['force'] =~ /^true$/i
+
+              server = servers.get instance_id
+              server.reboot force
+            end
+
+            def compute
+              @compute ||= Fog::Compute.new(
+                :provider              => cloud_provider,
+                :region                => aws_region,
+                :aws_secret_access_key => aws_secret_access_key,
+                :aws_access_key_id     => aws_access_key_id,
+              )
+            end
+
+            def servers
+              @servers ||= compute.servers
+            end
+
+          end
+
+        end
+      end
+    end
+  end
+end
+
+if Capistrano::Configuration.instance
+  Capistrano::Configuration.instance.extend Capistrano::Puppeteer::AWS
+end

data/lib/capistrano/puppeteer/bootstrap.rb

@@ -0,0 +1,138 @@
+require 'socket'
+require 'timeout'
+
+module Capistrano
+  module Puppeteer
+    module Bootstrap
+
+      def self.extended(configuration)
+        configuration.load do
+          set(:bootstrap_domain) { abort "Please specify a domain, set :bootstrap_domain, 'inodes.org'" } unless exists? :bootstrap_domain
+          set(:bootstrap_user)   { abort "Please specify a user, set :bootstrap_user, 'johnf'" } unless exists? :bootstrap_domain
+          set(:puppet_path)      { abort "Please specify the path to puppet, set :puppet_path, '/srv/puppet'" } unless exists? :puppet_path
+          set(:puppet_repo)      { abort "Please specify the path to puppet, set :puppet_repo, 'git@...'" } unless exists? :puppet_repo
+
+          namespace :bootstrap do
+
+            desc 'Create and bootstrap the server'
+            task :create do
+              puts "NOTE: Add host to puppet first and git push"
+              puts
+              sleep 5
+
+              name = ENV['name'] or abort('please supply a name')
+              ENV['fqdn'] ||= "#{name}.#{bootstrap_domain}"
+              aws.create
+              unless wait_for_ssh
+                abort "Timed out waiting for SSH to come up on #{ENV['HOSTS']}"
+              end
+              bootstrap.go
+            end
+
+            def wait_for_ssh
+              60.times do
+                begin
+                  Timeout::timeout(1) do
+                    s = TCPSocket.new(ENV['HOSTS'], 22)
+                    s.close
+                    return true
+                  end
+                rescue Timeout::Error, Errno::ECONNREFUSED, Errno::EHOSTUNREACH
+                end
+              end
+
+              return false
+            end
+
+            desc 'Bootstrap the server with puppet'
+            task :go do
+              if exists? :ssh_key
+                system "ssh-add #{ssh_key}"
+              end
+              hostname
+              github
+              upgrade
+              puppet_setup
+              unless ENV['skip_puppet']
+                puppet_ubuntu if exists?(:cloud_provider) && cloud_provider == 'AWS'
+                puppet.go
+              end
+            end
+
+            task :hostname do
+              set :user, 'ubuntu' if exists?(:cloud_provider) && cloud_provider == 'AWS'
+              fqdn = ENV['fqdn'] || Capistrano::CLI.ui.ask('What is the full fqdn for the host')
+              hostname = fqdn.split('.')[0]
+
+              run "#{sudo} sudo sed -i -e '/127.0.0.1/a127.0.1.1 #{fqdn} #{hostname}' /etc/hosts"
+              run "echo #{hostname} | #{sudo} tee /etc/hostname > /dev/null"
+              run "#{sudo} sed -itmp -e 's/\\(domain\\|search\\).*/\\1 #{bootstrap_domain}/' /etc/resolv.conf"
+              run "#{sudo} service hostname start"
+            end
+
+            task :github do
+              set :user, 'ubuntu' if exists?(:cloud_provider) && cloud_provider == 'AWS'
+              run "mkdir -p .ssh"
+              run "echo 'github.com ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAq2A7hRGmdnm9tUDbO9IDSwBK6TbQa+PXYPCPy6rbTrTtw7PHkccKrpp0yVhp5HdEIcKr6pLlVDBfOLX9QUsyCOV0wzfjIJNlGEYsdlLJizHhbn2mUjvSAHQqZETYP81eFzLQNnPHt4EVVUh7VfDESU84KezmD5QlWpXLmvU31/yMf+Se8xhHTvKSCZIFImWwoG6mbUoWf9nzpIoaSjB+weqqUUmpaaasXVal72J+UX2B+2RPW3RcT0eOzQgqlJL3RKrTJvdsjE3JEAvGq3lGHSZXy28G3skua2SmVi/w4yCE6gbODqnTWlg7+wC604ydGXA8VJiS5ap43JXiUFFAaQ==' >> .ssh/known_hosts"
+            end
+
+            task :upgrade do
+              set :user, 'ubuntu' if exists?(:cloud_provider) && cloud_provider == 'AWS'
+
+              run "#{sudo} apt-get -y update"
+              run "DEBIAN_FRONTEND=noninteractive #{sudo} -E apt-get -y dist-upgrade"
+            end
+
+            def remote_file_exists?(full_path)
+              'true' ==  capture("if [ -e #{full_path} ]; then echo 'true'; fi").strip
+            end
+
+            task :puppet_setup do
+              set :user, 'ubuntu' if exists?(:cloud_provider) && cloud_provider == 'AWS'
+
+              release = capture 'lsb_release  --codename --short | tr -d "\n"'
+              fail "unable to determine distro release" if release.empty?
+
+              # add puppetlabs apt repos
+              unless remote_file_exists? puppet_path
+                filename = '/etc/apt/sources.list.d/puppetlabs.list'
+                run "echo 'deb http://apt.puppetlabs.com/ #{release} main' | #{sudo} tee #{filename}"
+              end
+              run "#{sudo} apt-key adv --keyserver keyserver.ubuntu.com --recv 4BD6EC30"
+              run "#{sudo} apt-get -yq update"
+              run "#{sudo} apt-get install -y puppet libaugeas-ruby git"
+
+              unless remote_file_exists? puppet_path
+                run "git clone #{puppet_repo} /tmp/puppet"
+                run "#{sudo} mv /tmp/puppet #{puppet_path}"
+              end
+
+              run "#{sudo} mkdir -p /home/#{bootstrap_user}/.ssh"
+              run "#{sudo} echo 'github.com ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAq2A7hRGmdnm9tUDbO9IDSwBK6TbQa+PXYPCPy6rbTrTtw7PHkccKrpp0yVhp5HdEIcKr6pLlVDBfOLX9QUsyCOV0wzfjIJNlGEYsdlLJizHhbn2mUjvSAHQqZETYP81eFzLQNnPHt4EVVUh7VfDESU84KezmD5QlWpXLmvU31/yMf+Se8xhHTvKSCZIFImWwoG6mbUoWf9nzpIoaSjB+weqqUUmpaaasXVal72J+UX2B+2RPW3RcT0eOzQgqlJL3RKrTJvdsjE3JEAvGq3lGHSZXy28G3skua2SmVi/w4yCE6gbODqnTWlg7+wC604ydGXA8VJiS5ap43JXiUFFAaQ==' | #{sudo} tee /home/#{bootstrap_user}/.ssh/known_hosts"
+            end
+
+            task :puppet_ubuntu do
+              set :user, 'ubuntu'
+
+              run 'cd /srv/puppet && git pull'
+
+              puppet.go
+            end
+
+            task :reboot do
+              set :user, ENV['USER']
+
+              run "#{sudo} reboot"
+            end
+
+          end
+
+        end
+      end
+    end
+  end
+end
+
+if Capistrano::Configuration.instance
+  Capistrano::Configuration.instance.extend Capistrano::Puppeteer::Bootstrap
+end

data/lib/capistrano/puppeteer/puppet.rb

@@ -0,0 +1,40 @@
+module Capistrano
+  module Puppeteer
+    module Puppet
+
+      def self.extended(configuration)
+        configuration.load do
+          unless exists? :puppet_path
+            set(:puppet_path) { '/srv/puppet' } unless exists? :puppet_path
+          end
+
+          namespace :puppet do
+            task :update do
+              system 'git push'
+              run "#{sudo} chgrp -R adm #{puppet_path}"
+              run "#{sudo} chmod -R g+rw #{puppet_path}"
+              run "cd #{puppet_path} && git pull --quiet"
+            end
+
+            desc <<-DESC
+            Perform a puppet run.
+
+            Pass options to puppt using OPTIONS
+
+            puppet:go options="--noop"
+            DESC
+            task :go do
+              update
+              options = ENV['options'] || ENV['OPTIONS'] || ''
+              run "cd #{puppet_path} && #{sudo} puppet apply --config puppet.conf --verbose #{options} manifests/site.pp"
+            end
+          end
+        end
+      end
+    end
+  end
+end
+
+if Capistrano::Configuration.instance
+  Capistrano::Configuration.instance.extend Capistrano::Puppeteer::Puppet
+end

data/lib/capistrano/puppeteer/version.rb

@@ -1,5 +1,5 @@
 module Capistrano
-  class Puppeteer
-    VERSION = "0.0.1"
+  module Puppeteer
+    VERSION = "0.0.2"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: capistrano-puppeteer
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-06-15 00:00:00.000000000 Z
+date: 2013-02-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: capistrano
@@ -27,6 +27,38 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.9.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Some useful capistrano tasks for standalone puppet masterless puppet
   deployments.
 email:
@@ -42,6 +74,9 @@ files:
 - Rakefile
 - capistrano-puppeteer.gemspec
 - lib/capistrano/puppeteer.rb
+- lib/capistrano/puppeteer/aws.rb
+- lib/capistrano/puppeteer/bootstrap.rb
+- lib/capistrano/puppeteer/puppet.rb
 - lib/capistrano/puppeteer/version.rb
 homepage: https://github.com/johnf/capistrano-puppeteer
 licenses: []
@@ -55,12 +90,18 @@ required_ruby_version: !ruby/object:Gem::Requirement
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
+      segments:
+      - 0
+      hash: -2726431899788713285
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
+      segments:
+      - 0
+      hash: -2726431899788713285
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.23
@@ -68,4 +109,3 @@ signing_key:
 specification_version: 3
 summary: Capistrano tasks for puppet
 test_files: []
-has_rdoc: