toquen 0.0.1

data/.gitignore

@@ -0,0 +1,18 @@
+docs
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in toquen.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Brian Muller
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,87 @@
+# Toquen
+
+**Toquen** combines [Capistrano 3](http://www.capistranorb.com), [Chef](http://www.getchef.com), and [AWS instance tags](http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html) into one bundle of joy.  Instance roles are stored in AWS tags and **Toquen** can suck those out, put them into data bags for chef, and create stages in capistrano.  You can then selectively run chef on individual servers or whole roles that contain many servers with simple commands.
+
+## Installation
+
+Generally, it's easiest if you start off in an empty directory.  First, create a file named *Gemfile* that contains these lines:
+
+```ruby
+source 'http://rubygems.org'
+gem 'toquen'
+```
+
+Then, create a file named *Capfile* that contains the following line:
+
+```ruby
+require 'toquen'
+```
+
+And then on the command line execute:
+
+    $ bundle
+    $ cap toquen_install
+
+This will create a config directory with a file named *deploy.rb*.  Edit this file, setting the location of your AWS key, AWS credentials, and chef cookbooks/data bags/roles.
+
+Then, in AWS, create an [AWS instance tag](http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html) named "Roles" for each instance, using a space separated list of chef roles as the value.  The "Name" tag must also be set or the instance will be ignored.
+
+Then, run:
+
+    $ cap update_roles
+
+This will create a data_bag named *servers* that contains one item per server name, as well as create stages per server and role for use in capistrano.
+
+## Server Bootstrapping
+Bootstrapping a server will perform all of the following:
+
+1. Update all packages (assuming a Debian/Ubuntu system)
+1. Set ruby 1.9.3 as the default ruby
+1. Install rubygems
+1. Install the chef and bundler gems
+1. Reboot
+
+You can bootstrap a single server by using:
+
+    $ cap server-<server name> update_roles
+
+Or a all the servers with a given role with:
+
+    $ cap <role name> update_roles
+
+A lockfile is created after the first bootstrapping so that the full bootstrap process is only run once per server.
+
+## Running Chef-Solo
+You can run chef-solo for a single server by using:
+
+    $ cap server-<server name> cook
+
+Or a all the servers with a given role with:
+
+    $ cap <role name> cook
+
+## Updating Roles
+If you change the roles of any servers you will need to run:
+
+    $ bundle exec cap update_roles
+
+This will update the *servers* data_bag as well as the capistrano stages.
+
+## Additional Configuration
+If you want to use a different tag name (or you like commas as a delimiter) you can specify your own role extractor by placing the following in either your Capfile or config/deploy.rb:
+
+```ruby
+Toquen.config.aws_roles_extractor = lambda { |inst| (inst.tags["MyRoles"] || "").split(",") }
+```
+
+By default, instance information is only pulled out of the default region (us-east-1), but you can specify mutiple alternative regions:
+
+```ruby
+set :aws_regions, ['us-west-1', 'us-west-2']
+```
+
+You can also manually specify the version of rubygems you want installed (default is 2.1.11):
+
+```ruby
+set :rubygems_version, "2.1.11"
+```

data/Rakefile

@@ -0,0 +1,9 @@
+require "bundler/gem_tasks"
+require 'rdoc/task'
+
+RDoc::Task.new("doc") { |rdoc|
+  rdoc.title = "Capistrano + AWS + Chef-Solo"
+  rdoc.rdoc_dir = 'docs'
+  rdoc.rdoc_files.include('README.md')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+}

data/lib/toquen.rb

@@ -0,0 +1,17 @@
+require "toquen/version"
+require "toquen/aws"
+require "toquen/capistrano"
+
+module Toquen
+  class Config
+    attr_accessor :aws_roles_extractor
+
+    def initialize
+      @aws_roles_extractor = lambda { |inst| (inst.tags["Roles"] || "").split }
+    end
+  end
+
+  def self.config
+    @config ||= Config.new
+  end
+end

data/lib/toquen/aws.rb

@@ -0,0 +1,35 @@
+require 'aws'
+
+module Toquen
+  class AWSProxy
+    def initialize
+      @key_id = fetch(:aws_access_key_id)
+      @key = fetch(:aws_secret_access_key)
+      @regions = fetch(:aws_regions, ['us-east-1'])
+    end
+
+    def server_details
+      filter @regions.map { |region| server_details_in(region) }.flatten
+    end
+
+    def filter(details)
+      details.select { |detail|
+        not detail[:name].nil? and detail[:roles].length > 0
+      }
+    end
+
+    def server_details_in(region)
+      AWS.config(:access_key_id => @key_id, :secret_access_key => @key, :region => region)
+      AWS::EC2.new.instances.map do |i|
+        {
+          :id => i.tags["Name"],
+          :internal_ip => i.private_ip_address,
+          :external_ip => i.public_ip_address,
+          :name => i.tags["Name"],
+          :roles => Toquen.config.aws_roles_extractor.call(i)
+        }
+      end
+    end
+
+  end
+end

data/lib/toquen/capistrano.rb

@@ -0,0 +1,141 @@
+require 'capistrano/setup'
+require 'capistrano/console'
+
+desc "update local cache of servers and roles"
+task :update_roles do
+  load Pathname.new fetch(:deploy_config_path, 'config/deploy.rb')
+  roles = Hash.new([])
+
+  aws = Toquen::AWSProxy.new
+  aws.server_details.each do |details|
+    run_locally { info "Updating local details for #{details[:name]} (#{details[:external_ip]})" }
+
+    open("#{fetch(:chef_data_bags_path)}/servers/#{details[:name]}.json", 'w') { |f|
+      f.write JSON.dump(details)
+    }
+    details[:roles].each { |role| roles[role] += [details[:external_ip]] }
+    roles['all'] += [details[:external_ip]]
+
+    open("config/deploy/server-#{details[:name]}.rb", 'w') { |f|
+      f.write("# This file will be overwritten by toquen!  Don't put anything here.\n")
+      f.write("set :stage, 'server-#{details[:name]}'.intern\n")
+      (details[:roles] + ["server-#{details[:name]}"]).each { |role|
+        f.write("role '#{role}'.intern, %w{#{details[:external_ip]}}\n")  
+      }
+      f.write("set :filter, :roles => %w{server-#{details[:name]}}\n")
+    }
+  end
+
+  roles.keys.each do |name|
+    open("config/deploy/#{name}.rb", 'w') { |f|
+      f.write("# This file will be overwritten by toquen!  Don't put anything here.\n")
+      f.write("set :stage, '#{name}'.intern\n")
+      roles.each { |n,ips|
+        f.write("role '#{n}'.intern, %w{#{ips.reject(&:nil?).join(' ')}}\n")
+      }
+      f.write("set :filter, :roles => %w{#{name}}\n")
+    }
+  end
+end
+
+desc "bootstrap a server so that it can run chef"
+task :bootstrap do
+  rgems = "rubygems-#{fetch(:rubygems_version, '2.1.11')}"
+  on roles(:all), in: :parallel do |host|
+    info "Bootstrapping #{host}..."
+    code = <<-EOF
+#!/bin/bash
+if [ -e "/home/#{fetch(:ssh_options)[:user]}/bootstrap.lock" ]; then exit 0; fi
+DEBIAN_FRONTEND=noninteractive apt-get -y update
+DEBIAN_FRONTEND=noninteractive apt-get -y upgrade
+DEBIAN_FRONTEND=noninteractive apt-get -y dist-upgrade
+DEBIAN_FRONTEND=noninteractive apt-get -y install ruby1.9.3 ruby-dev automake make
+update-alternatives --set ruby /usr/bin/ruby1.9.1
+cd /usr/src
+rm -rf rubygems*
+wget -q http://production.cf.rubygems.org/rubygems/#{rgems}.tgz
+tar -zxf #{rgems}.tgz
+cd /usr/src/#{rgems}
+ruby setup.rb
+gem install --no-rdoc --no-ri chef bundler
+touch /home/#{fetch(:ssh_options)[:user]}/bootstrap.lock
+echo "Rebooting now, standby..."
+reboot
+EOF
+    fname = "/home/#{fetch(:ssh_options)[:user]}/bootstrap.sh"
+    upload! StringIO.new(code), fname
+    sudo "sh #{fname}"
+  end
+end
+
+desc "Update cookbooks/data bags/roles on server"
+task :update_kitchen do
+  kitchen = "/home/#{fetch(:ssh_options)[:user]}/kitchen"
+  lkitchen = "/tmp/toquen/kitchen"
+  user = fetch(:ssh_options)[:user]
+  key = fetch(:ssh_options)[:keys].first
+
+  run_locally do
+    info "Building kitchen locally..."
+    execute [
+             "rm -rf #{lkitchen}", 
+             "mkdir -p #{lkitchen}",
+             "ln -s #{File.expand_path(fetch(:chef_cookbooks_path))} #{lkitchen}",
+             "ln -s #{File.expand_path(fetch(:chef_data_bags_path))} #{lkitchen}",
+             "ln -s #{File.expand_path(fetch(:chef_roles_path))} #{lkitchen}"
+            ].join(" && ")
+  end
+
+  open("#{lkitchen}/chef_config.rb", 'w') { |f|
+    f.write("file_cache_path '/var/chef-solo'\n")
+    f.write("cookbook_path '#{kitchen}/cookbooks'\n")
+    f.write("data_bag_path '#{kitchen}/data_bags'\n")
+    f.write("role_path '#{kitchen}/roles'\n")
+  }
+
+  on roles(:all), in: :parallel do |host|
+    run_locally do
+      info "Sending kitchen to #{host}..."
+      execute "rsync -avzk --delete -e 'ssh -i #{key}' #{lkitchen} #{user}@#{host}:/home/#{fetch(:ssh_options)[:user]}"
+    end
+  end
+end
+
+desc "Run chef for servers"
+task :cook do
+  on roles(:all), in: :parallel do |host|
+    info "Chef is now cooking on #{host}..."
+    roles = host.properties.roles.reject { |r| r.to_s.start_with?('server-') }
+    roles = roles.map { |r| "\"role[#{r}]\"" }.join(',')
+    info "Roles for #{host}: #{roles}"
+    tfile = "/home/#{fetch(:ssh_options)[:user]}/chef.json"
+    upload! StringIO.new("{ \"run_list\": [ #{roles} ] }"), tfile
+    execute "sudo chef-solo -c kitchen/chef_config.rb -j #{tfile}"
+  end
+end
+before :cook, :update_kitchen
+
+desc "install toquen capistrano setup to current directory"
+task :toquen_install do
+  unless Dir.exists?('config')
+    puts "Creating config directory..."
+    Dir.mkdir('config')
+  end
+  unless Dir.exists?('config/deploy')
+    puts "Creating config/deploy directory..."
+    Dir.mkdir('config/deploy')
+  end
+  if not File.exists?('config/deploy.rb')
+    puts "Initializing config/deploy.rb configuration file..."
+    FileUtils.cp File.expand_path("../templates/deploy.rb", __FILE__), 'config/deploy.rb'
+  end
+end
+  
+module Capistrano
+  module TaskEnhancements
+    alias_method :original_default_tasks, :default_tasks
+    def default_tasks
+      original_default_tasks + %w{toquen_install update_roles}
+    end
+  end
+end

data/lib/toquen/templates/deploy.rb

@@ -0,0 +1,14 @@
+# Set your AWS access key id and secret.  This should be provisioned in
+# Amazon AWS if you haven't already set it up.
+set :aws_access_key_id, ""
+set :aws_secret_access_key, ""
+
+# Set the location of your SSH key.  You can give a list of files, but
+# the first key given will be the one used to upload your chef files to
+# each server.
+set :ssh_options, { :keys => ["./mykey.pem"], :user => "ubuntu" }
+
+# Set the location of your cookbooks/data bags/roles for Chef
+set :chef_cookbooks_path, 'kitchen/cookbooks'
+set :chef_data_bags_path, 'kitchen/data_bags'
+set :chef_roles_path, 'kitchen/roles'

data/lib/toquen/version.rb

@@ -0,0 +1,3 @@
+module Toquen
+  VERSION = "0.0.1"
+end

data/toquen.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'toquen/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "toquen"
+  gem.version       = Toquen::VERSION
+  gem.authors       = ["Brian Muller"]
+  gem.email         = ["bamuller@gmail.com"]
+  gem.description   = "Toquen: Capistrano + AWS + Chef-Solo"
+  gem.summary       = "Toquen: Capistrano + AWS + Chef-Solo"
+  gem.homepage      = "https://github.com/bmuller/toquen"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  gem.add_dependency('capistrano', '~> 3.0.1')
+  gem.add_dependency('aws-sdk')
+  gem.add_development_dependency("rdoc")
+end

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification 
+name: toquen
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Brian Muller
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2013-12-15 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: capistrano
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 3.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: aws-sdk
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: rdoc
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id003
+description: "Toquen: Capistrano + AWS + Chef-Solo"
+email: 
+- bamuller@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/toquen.rb
+- lib/toquen/aws.rb
+- lib/toquen/capistrano.rb
+- lib/toquen/templates/deploy.rb
+- lib/toquen/version.rb
+- toquen.gemspec
+homepage: https://github.com/bmuller/toquen
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 695670950495976934
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 695670950495976934
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: "Toquen: Capistrano + AWS + Chef-Solo"
+test_files: []
+