chef-vpc-toolkit 2.0.0

data/cookbook-repos/local/config/knife.rb.example

@@ -0,0 +1,10 @@
+log_level                :info
+log_location             STDOUT
+node_name                'chef_admin'
+client_key               '/home/chef_admin/.chef/chef_admin.pem'
+validation_client_name   'chef-validator'
+validation_key           '/home/chef_admin/.chef/chef-validator.pem'
+chef_server_url          'http://chef.example.com:4000'
+cache_type               'BasicFile'
+cache_options( :path => '/home/chef_admin/.chef/checksums' )
+cookbook_path [ './cookbooks', './site-cookbooks' ]

data/cookbook-repos/local/config/rake.rb

@@ -0,0 +1,60 @@
+###
+# Company and SSL Details
+###
+
+# The company name - used for SSL certificates, and in srvious other places
+COMPANY_NAME = ""
+
+# The Country Name to use for SSL Certificates
+SSL_COUNTRY_NAME = ""
+
+# The State Name to use for SSL Certificates
+SSL_STATE_NAME = ""
+
+# The Locality Name for SSL - typically, the city
+SSL_LOCALITY_NAME = ""
+
+# What department?
+SSL_ORGANIZATIONAL_UNIT_NAME = ""
+
+# The SSL contact email address
+SSL_EMAIL_ADDRESS = ""
+
+# License for new Cookbooks
+# Can be :apachev2 or :none
+NEW_COOKBOOK_LICENSE = :none
+
+##########################
+# Chef Repository Layout #
+##########################
+
+# Where to install upstream cookbooks for serving
+COOKBOOK_PATH = "/srv/chef/cookbooks"
+
+# Where to install site-local modifications to upstream cookbooks
+SITE_COOKBOOK_PATH = "/srv/chef/site-cookbooks"
+
+# Where to install roles
+ROLE_PATH = "/srv/chef/roles"
+
+# Chef Config Path
+CHEF_CONFIG_PATH = "/etc/chef"
+
+# The location of the Chef Server Config file (on the server)
+CHEF_SERVER_CONFIG = File.join(CHEF_CONFIG_PATH, "server.rb")
+
+# The location of the Chef Client Config file (on the client)
+CHEF_CLIENT_CONFIG = File.join(CHEF_CONFIG_PATH, "client.rb")
+
+###
+# Useful Extras (which you probably don't need to change)
+###
+
+# The top of the repository checkout
+TOPDIR = File.expand_path(File.join(File.dirname(__FILE__), ".."))
+
+# Where to store certificates generated with ssl_cert
+CADIR = File.expand_path(File.join(TOPDIR, "certificates"))
+
+# Where to store the mtime cache for the recipe/template syntax check
+TEST_CACHE = File.expand_path(File.join(TOPDIR, ".rake_test_cache"))

data/cookbook-repos/local/config/server.rb.example

@@ -0,0 +1,42 @@
+#
+# Chef Server Config File
+#
+# We recommend using Opscode's chef cookbook for managing chef itself,
+# instead of using this file. It is provided as an example.
+
+log_level          :info
+log_location       STDOUT
+ssl_verify_mode    :verify_none
+chef_server_url    "http://chef.example.com:4000"
+
+signing_ca_path    "/srv/chef/ca"
+couchdb_database   'chef'
+
+cookbook_path      [ "/srv/chef/cookbooks", "/srv/chef/site-cookbooks" ]
+
+file_cache_path    "/srv/chef/cache"
+node_path          "/srv/chef/nodes"
+openid_store_path  "/srv/chef/openid/store"
+openid_cstore_path "/srv/chef/openid/cstore"
+search_index_path  "/srv/chef/search_index"
+role_path          "/srv/chef/roles"
+
+validation_client_name "chef-validator"
+validation_key         "/etc/chef/validation.pem"
+client_key             "/etc/chef/client.pem"
+web_ui_client_name     "chef-webui"
+web_ui_key             "/etc/chef/webui.pem"
+
+# change this as required.
+#web_ui_admin_user_name "admin"
+#web_ui_admin_default_password "replace_with_something_secure"
+
+supportdir = "/srv/chef/support"
+solr_jetty_path File.join(supportdir, "solr", "jetty")
+solr_data_path  File.join(supportdir, "solr", "data")
+solr_home_path  File.join(supportdir, "solr", "home")
+solr_heap_size  "256M"
+
+umask 0022
+
+Mixlib::Log::Formatter.show_time = false

data/cookbook-repos/local/config/solo.rb.example

@@ -0,0 +1,13 @@
+#
+# Chef Solo Config File
+#
+
+log_level          :info
+log_location       STDOUT
+file_cache_path    "/var/chef/cookbooks"
+
+# Optionally store your JSON data file and a tarball of cookbooks remotely.
+#json_attribs "http://chef.example.com/dna.json"
+#recipe_url   "http://chef.example.com/cookbooks.tar.gz"
+
+Mixlib::Log::Formatter.show_time = false

data/cookbook-repos/local/cookbooks/README

@@ -0,0 +1,4 @@
+This directory contains upstream or shared cookbooks.
+
+To replace this with a Git repository, remove this directory and
+clone the upstream repository.

data/cookbook-repos/local/cookbooks/motd/README.rdoc

@@ -0,0 +1,15 @@
+= DESCRIPTION:
+Recipe to install a custom motd file.
+
+= REQUIREMENTS:
+None.
+
+= ATTRIBUTES: 
+
+motd - The message of the day.
+
+= USAGE:
+
+Example attributes in JSON:
+
+    "motd": "It works!"

data/cookbook-repos/local/cookbooks/motd/attributes/motd.rb

@@ -0,0 +1 @@
+set_unless[:motd]= "It works!"

data/cookbook-repos/local/cookbooks/motd/metadata.rb

@@ -0,0 +1,6 @@
+maintainer       "Rackspace"
+maintainer_email "dan.prince@rackspace.com"
+license          "All rights reserved"
+description      "Configures the message of the day"
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.rdoc'))
+version          "0.1"

data/cookbook-repos/local/cookbooks/motd/recipes/default.rb

@@ -0,0 +1,13 @@
+#
+# Cookbook Name:: motd
+# Recipe:: default
+#
+# Copyright 2010, Rackspace
+#
+# All rights reserved - Do Not Redistribute
+#
+
+template "/etc/motd" do
+  source "motd.erb"
+  mode 0644
+end

data/cookbook-repos/local/cookbooks/motd/templates/default/motd.erb

@@ -0,0 +1 @@
+<%= @node[:motd] %>

data/cookbook-repos/local/roles/README

@@ -0,0 +1,4 @@
+Create roles here, in either .rb or .json files. To install roles on the
+server, use knife. We provide an example role here.
+
+knife role from file roles/base_example.rb

data/lib/chef-vpc-toolkit.rb

@@ -0,0 +1,6 @@
+require 'chef-vpc-toolkit/util'
+require 'chef-vpc-toolkit/chef_installer'
+require 'chef-vpc-toolkit/cloud_servers_vpc'
+require 'chef-vpc-toolkit/http_util'
+require 'chef-vpc-toolkit/ssh_util'
+require 'chef-vpc-toolkit/version'

data/lib/chef-vpc-toolkit/chef-0.9.bash

@@ -0,0 +1,232 @@
+# Installation functions for Chef 0.8 RPMs obtained from the ELFF repo.
+
+function configure_chef_server {
+
+	echo ""
+
+}
+
+function print_client_validation_key {
+	cat /etc/chef/validation.pem
+}
+
+function configure_chef_client {
+
+if (( $# != 2 )); then
+	echo "Unable to configure chef client."
+	echo "usage: configure_chef_client <server_name> <client_validation_key>"
+	exit 1
+fi
+
+local SERVER_NAME=$1
+local CLIENT_VALIDATION_KEY=$2
+
+if [ ! -f "/etc/chef/validation.pem" ]; then
+	cat > /etc/chef/validation.pem <<-EOF_VALIDATION_PEM
+$CLIENT_VALIDATION_KEY
+	EOF_VALIDATION_PEM
+	sed -e "/^$/d" -i /etc/chef/validation.pem
+fi
+
+sed -e "s|localhost|$SERVER_NAME|g" -i /etc/chef/client.rb
+sed -e "s|^chef_server_url.*|chef_server_url \"http://$SERVER_NAME:4000\"|g" -i /etc/chef/client.rb
+
+local CHEF_CLIENT_CONF=/etc/default/chef-client
+[ -d /etc/sysconfig/ ] && CHEF_CLIENT_CONF=/etc/sysconfig/chef-client
+cat > $CHEF_CLIENT_CONF <<-"EOF_CAT_CHEF_CLIENT_CONF"
+INTERVAL=600
+SPLAY=20
+CONFIG=/etc/chef/client.rb
+LOGFILE=/var/log/chef/client.log
+EOF_CAT_CHEF_CLIENT_CONF
+
+}
+
+# This function will only run on the Chef Server for initial registration
+function configure_knife {
+
+local KNIFE_EDITOR=${1:-"vim"}
+
+[ ! -f $HOME/.chef/chef-admin.pem ] || { echo "Knife already configured."; return 0; }
+
+local COUNT=0
+until [ -f /etc/chef/webui.pem ]; do
+		echo "waiting for /etc/chef/webui.pem"
+		sleep 1
+		COUNT=$(( $COUNT + 1 ))
+		if (( $COUNT > 30 )); then
+				echo "timeout waiting for /etc/chef/webui.pem"
+				exit 1
+				break;
+		fi
+done
+cd /tmp
+/usr/bin/knife configure -i -s "http://localhost:4000" -u "chef-admin" -r "/root/cookbook-repos/chef-repo/" -y -d \
+ || { echo "Failed to configure knife."; exit 1; }
+
+cat > /etc/profile.d/knife.sh <<-EOF_CAT_KNIFE_SH
+alias knife='EDITOR=$KNIFE_EDITOR knife'
+EOF_CAT_KNIFE_SH
+
+cat > /etc/profile.d/knife.csh <<-EOF_CAT_KNIFE_CSH
+alias knife '/usr/bin/env EDITOR=$KNIFE_EDITOR knife'
+EOF_CAT_KNIFE_CSH
+chown root:root /etc/profile.d/knife*
+chmod 755 /etc/profile.d/knife*
+
+}
+
+function knife_add_node {
+
+if (( $# != 3 )); then
+	echo "Unable to add node with knife."
+	echo "usage: knife_add_node <node_name> <run_list> <json_attributes>"
+	exit 1
+fi
+
+local NODE_NAME=$1
+local RUN_LIST=$2
+local ATTRIBUTES_JSON=$3
+
+local DOMAIN_NAME=$(hostname -d)
+local TMP_FILE=/tmp/node.json
+
+cat > $TMP_FILE <<-EOF_CAT_CHEF_CLIENT_CONF
+{
+  "overrides": {
+
+  },
+  "name": "$NODE_NAME.$DOMAIN_NAME",
+  "chef_type": "node",
+  "json_class": "Chef::Node",
+  "attributes": $ATTRIBUTES_JSON,
+  "run_list": $RUN_LIST,
+  "defaults": {
+
+  }
+}
+EOF_CAT_CHEF_CLIENT_CONF
+
+knife node from file $TMP_FILE 1> /dev/null || \
+  { echo "Failed to add node with knife."; exit 1; }
+
+rm $TMP_FILE
+
+}
+
+function knife_delete_node {
+
+if (( $# != 1 )); then
+	echo "Unable to add node with knife."
+	echo "usage: knife_delete_node <node_name>"
+	exit 1
+fi
+
+local NODE_NAME=$1
+local DOMAIN_NAME=$(hostname -d)
+
+knife node delete "$NODE_NAME.$DOMAIN_NAME" -y &> /dev/null || \
+  { echo "Failed to delete node with knife. Ignoring..."; }
+knife client delete "$NODE_NAME.$DOMAIN_NAME" -y &> /dev/null || \
+  { echo "Failed to delete client with knife. Ignoring..."; }
+
+}
+
+function knife_create_databag {
+
+if (( $# != 3 )); then
+	echo "Unable to create databag with knife."
+	echo "usage: knife_create_databag <bag_name> <item_id> <item_json>"
+	exit 1
+fi
+
+local BAG_NAME=$1
+local ITEM_ID=$2
+local ITEM_JSON=$3
+
+local TMP_FILE=/tmp/databag.json
+
+cat > $TMP_FILE <<-EOF_CAT_CHEF_DATA_BAG
+$ITEM_JSON
+EOF_CAT_CHEF_DATA_BAG
+
+knife data bag from file $BAG_NAME $TMP_FILE 1> /dev/null || \
+  { echo "Failed to create data bag with knife."; exit 1; }
+
+rm $TMP_FILE
+
+}
+
+function download_cookbook_repos {
+
+local COOKBOOK_URLS=${1:?"Please specify a list of cookbook repos to download."}
+local REPOS_BASEDIR=${2:-"/root/cookbook-repos"}
+
+# download and extract the cookbooks
+for CB_REPO in $COOKBOOK_URLS; do
+echo -n "Downloading $CB_REPO..."
+	if [ "http:" == ${CB_REPO:0:5} ] || [ "https:" == ${CB_REPO:0:6} ]; then
+		wget "$CB_REPO" -O "/tmp/cookbook-repo.tar.gz" &> /dev/null || { echo "Failed to download cookbook tarball."; return 1; }
+	else
+		download_cloud_file "$CB_REPO" "/tmp/cookbook-repo.tar.gz"
+	fi
+echo "OK"
+cd $REPOS_BASEDIR
+echo -n "Extracting $CB_REPO..."
+tar xzf /tmp/cookbook-repo.tar.gz
+rm /tmp/cookbook-repo.tar.gz
+echo "OK"
+done
+
+}
+
+function knife_upload_cookbooks_and_roles {
+
+local REPOS_BASEDIR=${1:-"/root/cookbook-repos"}
+
+# install cookbooks
+local REPOS=""
+for CB_REPO in $(ls $REPOS_BASEDIR); do
+[ -n "$REPOS" ] && REPOS="$REPOS,"
+REPOS="$REPOS'$REPOS_BASEDIR/$CB_REPO/cookbooks', '$REPOS_BASEDIR/$CB_REPO/site-cookbooks'"
+done
+sed -e "s|^cookbook_path.*|cookbook_path [ $REPOS ]|" -i $HOME/.chef/knife.rb
+/usr/bin/knife cookbook metadata -a &> /dev/null || { echo "Failed to generate cookbook metadata."; exit 1; }
+/usr/bin/knife cookbook upload -a &> /dev/null || { echo "Failed to install cookbooks."; exit 1; }
+
+# install roles
+for CB_REPO in $(ls $REPOS_BASEDIR); do
+    for ROLE in $(ls $REPOS_BASEDIR/$CB_REPO/roles/); do
+        [[ "$ROLE" == "README" ]] || \
+            /usr/bin/knife role from file "$REPOS_BASEDIR/$CB_REPO/roles/$ROLE" 1> /dev/null
+    done
+done
+
+}
+
+function start_chef_server {
+
+	# Ubuntu starts the Chef server automatically
+	if [ -f /bin/rpm ]; then
+		/sbin/service couchdb start 1> /dev/null
+		/sbin/chkconfig couchdb on
+		/sbin/service rabbitmq-server start </dev/null &> /dev/null
+		/sbin/chkconfig rabbitmq-server on
+
+		for svc in chef-solr chef-solr-indexer chef-server chef-server-webui
+		do
+			/sbin/service $svc start
+			/sbin/chkconfig $svc on
+		done
+	fi
+
+}
+
+function start_chef_client {
+
+	/etc/init.d/chef-client start
+    if [ -f /sbin/chkconfig ]; then
+		chkconfig chef-client on
+	fi
+
+}

data/lib/chef-vpc-toolkit/chef_bootstrap/centos.bash

@@ -0,0 +1,47 @@
+function install_chef {
+
+local INSTALL_TYPE=${1:-"CLIENT"} # CLIENT/SERVER
+
+# cached RPMs from ELFF
+local CDN_BASE="http://c2521002.cdn.cloudfiles.rackspacecloud.com"
+
+local RH_RELEASE=$(cat /etc/redhat-release)
+local TARBALL="chef-client-0.9.8-centos5.4-x86_64.tar.gz"
+
+if [ "$RH_RELEASE" == "CentOS release 5.5 (Final)" ]; then
+	TARBALL="chef-client-0.9.8-centos5.5-x86_64.tar.gz"
+	if [[ "$INSTALL_TYPE" == "SERVER" ]]; then
+		TARBALL="chef-server-0.9.8-centos5.5-x86_64.tar.gz"
+	fi
+else
+	if [[ "$INSTALL_TYPE" == "SERVER" ]]; then
+		TARBALL="chef-server-0.9.8-centos5.4-x86_64.tar.gz"
+	fi
+fi
+
+rpm -q rsync &> /dev/null || yum install -y -q rsync
+rpm -q wget &> /dev/null || yum install -y -q wget
+
+if ! rpm -q rubygem-chef &> /dev/null; then
+
+	local CHEF_RPM_DIR=$(mktemp -d)
+
+	wget "$CDN_BASE/$TARBALL" -O "$CHEF_RPM_DIR/chef.tar.gz" &> /dev/null \
+		|| { echo "Failed to download Chef RPM tarball."; exit 1; }
+	cd $CHEF_RPM_DIR
+
+	tar xzf chef.tar.gz || { echo "Failed to extract Chef tarball."; exit 1; }
+	rm chef.tar.gz
+	cd chef*
+	yum install -q -y --nogpgcheck */*.rpm
+	if [[ "$INSTALL_TYPE" == "SERVER" ]]; then
+		rpm -q rubygem-chef-server &> /dev/null || { echo "Failed to install chef."; exit 1; }
+	else
+		rpm -q rubygem-chef &> /dev/null || { echo "Failed to install chef."; exit 1; }
+	fi
+	cd /tmp
+	rm -Rf "$CHEF_RPM_DIR"
+
+fi
+
+}