toquen 0.0.1 → 0.0.2

data/README.md

@@ -1,8 +1,10 @@
 # Toquen
+![A Toque](http://upload.wikimedia.org/wikipedia/commons/thumb/b/bc/William_Orpen_Le_Chef_de_l%27H%C3%B4tel_Chatham%2C_Paris.jpg/97px-William_Orpen_Le_Chef_de_l%27H%C3%B4tel_Chatham%2C_Paris.jpg)
 
 **Toquen** combines [Capistrano 3](http://www.capistranorb.com), [Chef](http://www.getchef.com), and [AWS instance tags](http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html) into one bundle of joy.  Instance roles are stored in AWS tags and **Toquen** can suck those out, put them into data bags for chef, and create stages in capistrano.  You can then selectively run chef on individual servers or whole roles that contain many servers with simple commands.
 
 ## Installation
+Before beginning, you should already understand how [chef-solo](http://docs.opscode.com/chef_solo.html) works and have some cookbooks, roles defined, and at least a folder for data_bags (even if it's empty).  The rest of this guide assumes you have these ready as well as an AWS PEM key and [access credentials](http://docs.aws.amazon.com/AWSSimpleQueueService/latest/SQSGettingStartedGuide/AWSCredentials.html).
 
 Generally, it's easiest if you start off in an empty directory.  First, create a file named *Gemfile* that contains these lines:
 
@@ -30,7 +32,7 @@ Then, run:
 
     $ cap update_roles
 
-This will create a data_bag named *servers* that contains one item per server name, as well as create stages per server and role for use in capistrano.
+This will create a data_bag named *servers* in your data_bags path that contains one item per server name, as well as create stages per server and role for use in capistrano.
 
 ## Server Bootstrapping
 Bootstrapping a server will perform all of the following:
@@ -43,11 +45,15 @@ Bootstrapping a server will perform all of the following:
 
 You can bootstrap a single server by using:
 
-    $ cap server-<server name> update_roles
+    $ cap server-<server name> bootstrap
 
-Or a all the servers with a given role with:
+Or a all the servers with a given role:
+
+    $ cap <role name> bootstrap
+
+Or on all servers:
 
-    $ cap <role name> update_roles
+    $ cap all bootstrap
 
 A lockfile is created after the first bootstrapping so that the full bootstrap process is only run once per server.
 
@@ -60,10 +66,14 @@ Or a all the servers with a given role with:
 
     $ cap <role name> cook
 
+Or on all servers:
+
+    $ cap all cook
+
 ## Updating Roles
-If you change the roles of any servers you will need to run:
+If you change the roles of any servers on AWS (or add any new ones) you will need to run:
 
-    $ bundle exec cap update_roles
+    $ cap update_roles
 
 This will update the *servers* data_bag as well as the capistrano stages.
 

data/Rakefile

@@ -2,7 +2,7 @@ require "bundler/gem_tasks"
 require 'rdoc/task'
 
 RDoc::Task.new("doc") { |rdoc|
-  rdoc.title = "Capistrano + AWS + Chef-Solo"
+  rdoc.title = "Toquen: Capistrano + AWS + Chef-Solo"
   rdoc.rdoc_dir = 'docs'
   rdoc.rdoc_files.include('README.md')
   rdoc.rdoc_files.include('lib/**/*.rb')

data/lib/toquen/bootstrapper.rb

@@ -0,0 +1,15 @@
+require 'erb'
+
+module Toquen
+  module Bootstrapper
+    def self.generate_script(host)
+      # host is available via the binding
+      hosttype = fetch(:hosttype, 'ubuntu')
+      path = File.expand_path("../templates/#{hosttype}_bootstrap.erb", __FILE__)
+      raise "Bootstrap process for #{hosttype} does not exist!" unless File.exists?(path)
+      rubygems_version = fetch(:rubygems_version, '2.1.11')
+      user = fetch(:ssh_options)[:user]
+      StringIO.new ERB.new(File.read(path)).result(binding)
+    end
+  end
+end

data/lib/toquen/capistrano.rb

@@ -8,62 +8,21 @@ task :update_roles do
 
   aws = Toquen::AWSProxy.new
   aws.server_details.each do |details|
-    run_locally { info "Updating local details for #{details[:name]} (#{details[:external_ip]})" }
-
-    open("#{fetch(:chef_data_bags_path)}/servers/#{details[:name]}.json", 'w') { |f|
-      f.write JSON.dump(details)
-    }
-    details[:roles].each { |role| roles[role] += [details[:external_ip]] }
-    roles['all'] += [details[:external_ip]]
-
-    open("config/deploy/server-#{details[:name]}.rb", 'w') { |f|
-      f.write("# This file will be overwritten by toquen!  Don't put anything here.\n")
-      f.write("set :stage, 'server-#{details[:name]}'.intern\n")
-      (details[:roles] + ["server-#{details[:name]}"]).each { |role|
-        f.write("role '#{role}'.intern, %w{#{details[:external_ip]}}\n")  
-      }
-      f.write("set :filter, :roles => %w{server-#{details[:name]}}\n")
-    }
+    details[:roles].each { |role| roles[role] += [details] }
+    roles['all'] += [details]
+    Toquen::LocalWriter.create_databag_item details
+    Toquen::LocalWriter.create_stage "server-#{details[:name]}", [details]
   end
 
-  roles.keys.each do |name|
-    open("config/deploy/#{name}.rb", 'w') { |f|
-      f.write("# This file will be overwritten by toquen!  Don't put anything here.\n")
-      f.write("set :stage, '#{name}'.intern\n")
-      roles.each { |n,ips|
-        f.write("role '#{n}'.intern, %w{#{ips.reject(&:nil?).join(' ')}}\n")
-      }
-      f.write("set :filter, :roles => %w{#{name}}\n")
-    }
-  end
+  roles.each { |name, servers| Toquen::Writer.create_stage name, servers }
 end
 
 desc "bootstrap a server so that it can run chef"
 task :bootstrap do
-  rgems = "rubygems-#{fetch(:rubygems_version, '2.1.11')}"
   on roles(:all), in: :parallel do |host|
     info "Bootstrapping #{host}..."
-    code = <<-EOF
-#!/bin/bash
-if [ -e "/home/#{fetch(:ssh_options)[:user]}/bootstrap.lock" ]; then exit 0; fi
-DEBIAN_FRONTEND=noninteractive apt-get -y update
-DEBIAN_FRONTEND=noninteractive apt-get -y upgrade
-DEBIAN_FRONTEND=noninteractive apt-get -y dist-upgrade
-DEBIAN_FRONTEND=noninteractive apt-get -y install ruby1.9.3 ruby-dev automake make
-update-alternatives --set ruby /usr/bin/ruby1.9.1
-cd /usr/src
-rm -rf rubygems*
-wget -q http://production.cf.rubygems.org/rubygems/#{rgems}.tgz
-tar -zxf #{rgems}.tgz
-cd /usr/src/#{rgems}
-ruby setup.rb
-gem install --no-rdoc --no-ri chef bundler
-touch /home/#{fetch(:ssh_options)[:user]}/bootstrap.lock
-echo "Rebooting now, standby..."
-reboot
-EOF
     fname = "/home/#{fetch(:ssh_options)[:user]}/bootstrap.sh"
-    upload! StringIO.new(code), fname
+    upload! Toquen::Bootstrapper.generate_script(host), fname
     sudo "sh #{fname}"
   end
 end

data/lib/toquen/local_writer.rb

@@ -0,0 +1,22 @@
+module Toquen
+  module LocalWriter
+    def self.create_databag_item(details)
+      open("#{fetch(:chef_data_bags_path)}/servers/#{details[:name]}.json", 'w') do |f|
+        f.write JSON.dump(details)
+      end
+    end
+
+    def self.create_stage(name, servers)
+      run_locally { info "Creating stage '#{name}' with servers: #{servers.map { |s| s[:name] }.join(', ')}" }
+      open("config/deploy/#{name}.rb", 'w') do |f|
+        f.write("# This file will be overwritten by toquen!  Don't put anything here.\n")
+        f.write("set :stage, '#{name}'.intern\n")
+        servers.each { |details|
+          rstring = (details[:roles] + [ "all", "server-#{details[:name]}" ]).join(' ')
+          f.write("server '#{details[:external_ip]}', roles: %w{#{rstring}}, awsname: '#{details[:name]}'\n")
+        }
+        f.write("set :filter, roles: %w{#{name}}\n")
+      end
+    end
+  end
+end

data/lib/toquen/templates/ubuntu_bootstrap.erb

@@ -0,0 +1,20 @@
+#!/bin/bash
+if [ -e "/home/<%= user %>/bootstrap.lock" ]; then exit 0; fi
+DEBIAN_FRONTEND=noninteractive apt-get -y update
+DEBIAN_FRONTEND=noninteractive apt-get -y upgrade
+DEBIAN_FRONTEND=noninteractive apt-get -y dist-upgrade
+DEBIAN_FRONTEND=noninteractive apt-get -y install ruby1.9.3 ruby-dev automake make
+update-alternatives --set ruby /usr/bin/ruby1.9.1
+echo "127.0.0.1     <%= host.properties.awsname %>" >> /etc/hosts
+echo "<%= host.properties.awsname %>" > /etc/hostname
+hostname "<%= host.properties.awsname %>"
+cd /usr/src
+rm -rf rubygems*
+wget -q http://production.cf.rubygems.org/rubygems/rubygems-<%= rubygems_version %>.tgz
+tar -zxf rubygems-<%= rubygems_version %>.tgz.tgz
+cd /usr/src/rubygems-<%= rubygems_version %>
+ruby setup.rb
+gem install --no-rdoc --no-ri chef bundler
+touch /home/<%= user %>/bootstrap.lock
+echo "Rebooting now, standby..."
+reboot

data/lib/toquen/version.rb

@@ -1,3 +1,3 @@
 module Toquen
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/lib/toquen.rb

@@ -1,5 +1,7 @@
 require "toquen/version"
 require "toquen/aws"
+require "toquen/local_writer"
+require "toquen/bootstrapper"
 require "toquen/capistrano"
 
 module Toquen

metadata

@@ -2,7 +2,7 @@
 name: toquen
 version: !ruby/object:Gem::Version 
   prerelease: 
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors: 
 - Brian Muller
@@ -62,8 +62,11 @@ files:
 - Rakefile
 - lib/toquen.rb
 - lib/toquen/aws.rb
+- lib/toquen/bootstrapper.rb
 - lib/toquen/capistrano.rb
+- lib/toquen/local_writer.rb
 - lib/toquen/templates/deploy.rb
+- lib/toquen/templates/ubuntu_bootstrap.erb
 - lib/toquen/version.rb
 - toquen.gemspec
 homepage: https://github.com/bmuller/toquen
@@ -79,7 +82,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 695670950495976934
+      hash: -1421927206197467486
       segments: 
       - 0
       version: "0"
@@ -88,7 +91,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 695670950495976934
+      hash: -1421927206197467486
       segments: 
       - 0
       version: "0"