chef-vpc-toolkit 2.0.0

data/.gitignore

@@ -0,0 +1,2 @@
+tmp
+pkg

data/COPYING

@@ -0,0 +1,26 @@
+Unless otherwise noted, all files are released under the MIT license,
+exceptions contain licensing information in them.
+
+  Copyright (C) 2010 Rackspace US, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+Except as contained in this notice, the name of Rackspace US, Inc. shall not
+be used in advertising or otherwise to promote the sale, use or other dealings
+in this Software without prior written authorization from Rackspace US, Inc. 

data/README.rdoc

@@ -0,0 +1,75 @@
+= Chef VPC Toolkit
+
+Chef Virtual Private Cloud Toolkit
+
+== Description
+
+The Chef VPC Toolkit is a set of Rake tasks that provide a framework to help automate the creation and configuration of “identical” VPC server groups in the cloud. The Chef VPC Toolkit provides the ability to create “toolkit projects” that can be used by team members and continuous integration systems to spin up groups of servers for development and testing. Configuration information is stored in JSON and YAML formats which can be easily parsed, edited, and version controlled.
+
+== Features
+
+-Supports Rackspace Cloud Servers.
+
+-Uses Cloud Servers VPC to create secure groups of servers in the public cloud.
+
+-Supports Centos, Fedora, RHEL, and Ubuntu.
+
+-Creates a local Chef Server within the server group.
+
+-Installs and configures a Chef client on each node with the Chef Server.
+
+-Automatically configures Chef Cookbooks, Databags, Roles, and Node attributes.
+
+== Installation
+
+Requires Ruby and Rubygems. The app was developed with Ruby 1.8.7.
+
+The following gems are required:
+
+	rake
+	builder (2.1.2)
+	json (> 1.4.3)
+
+To install the gem:
+
+	rake build
+	gem install chef-vpc-toolkit
+
+== Examples
+
+Example commands:
+
+	- Create a new cloud server group, upload cookbooks, install chef
+	on all the nodes, sync share data and cookbooks.
+
+		$ rake create
+
+	- List your currently running cloud server groups.
+
+		$ rake group:list
+
+	- SSH into the current (most recently created) cloud server group
+
+		$ rake ssh
+
+	- SSH into a cloud server group with an ID of 3
+
+		$ rake ssh GROUP_ID=3
+
+	- Delete the cloud server group with an ID of 3
+
+		$ rake group:delete GROUP_ID=3
+
+	- Rebuild/Re-Chef the 'db1' server in the most recently created cloud
+	server group
+
+		$ rake rechef SERVER_NAME=db1
+
+== Author
+
+Dan Prince <dan.prince@rackspace.com>
+
+== License
+
+See COPYING for license information.
+Copyright (c) 2010, Rackspace US, Inc.

data/Rakefile

@@ -0,0 +1,34 @@
+require 'rake/testtask'
+
+CHEF_VPC_PROJECT = "#{File.dirname(__FILE__)}" unless defined?(CHEF_VPC_PROJECT)
+
+$:.unshift File.join(File.dirname(__FILE__),'lib')
+require 'chef-vpc-toolkit'
+include ChefVPCToolkit
+
+Dir[File.join(File.dirname(__FILE__), 'rake', '*.rake')].each do  |rakefile|
+	import(rakefile)
+end
+
+Rake::TestTask.new(:test) do |t|
+	t.pattern = 'test/*_test.rb'
+	t.verbose = true
+end
+Rake::Task['test'].comment = "Unit"
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gemspec|
+	gemspec.name = "chef-vpc-toolkit"
+	gemspec.summary = "Rake tasks to automate and configure server groups in the cloud with Chef."
+	gemspec.description = "The Chef VPC Toolkit is a set of Rake tasks that provide a framework to help automate the creation and configuration of VPC server groups in the cloud."
+	gemspec.email = "dan.prince@rackspace.com"
+	gemspec.homepage = "http://github.com/rackspace/chef-vpc-toolkit"
+	gemspec.authors = ["Dan Prince"]
+    gemspec.add_dependency 'rake'
+    gemspec.add_dependency 'builder'
+    gemspec.add_dependency 'json'
+  end
+rescue LoadError
+  puts "Jeweler not available. Install it with: sudo gem install jeweler"
+end

data/VERSION

@@ -0,0 +1 @@
+2.0.0

data/bin/chef-vpc-toolkit

@@ -0,0 +1,80 @@
+#!/usr/bin/ruby
+
+require 'optparse'
+require 'rubygems'
+require 'fileutils'
+
+CHEF_VPC_PROJECT = "#{File.dirname(__FILE__)}" unless defined?(CHEF_VPC_PROJECT)
+require 'chef-vpc-toolkit'
+include ChefVPCToolkit
+
+options = {}
+opts = OptionParser.new
+
+options[:name] = ""
+opts.on("-n name", "--name", String,
+	"Create a new cloud project with the given directory name.") do |name|
+	options[:name] = name
+end
+
+options[:upgrade] = false
+opts.on("-u", "--upgrade", "Upgrade a cloud project to work with the latest Cloud Toolkit.") do
+	options[:upgrade] = true
+end
+
+opts.on_tail("-v", "--version", "Print version") do
+puts "Cloud Toolkit Version: #{Version::VERSION}"
+exit
+end
+
+opts.on_tail("-h", "--help", "Show help") do
+puts opts
+exit
+end
+
+opts.parse!(ARGV)
+
+# simple validations
+def exit_if_nil_or_empty(options, sym)
+	if options[sym].nil? || options[sym].empty? then
+		puts "Please specify a valid #{sym.to_s} parameter."
+		puts "Run with --help for more information."
+		exit 1
+	end
+end
+
+if options[:upgrade]
+
+	# Rakefile
+	if not File.exists?("Rakefile") then
+		puts "Unable to find Rakefile. Run the 'cloud-toolkit -u' commmand from within a cloud project directory."
+		exit 1
+	else
+		FileUtils.cp("#{Version::CHEF_VPC_TOOLKIT_ROOT}/contrib/Rakefile", "Rakefile")
+	end
+
+	# chef_installer.yml
+	if File.exists?("config/chef_installer.conf") then
+		FileUtils.mv("config/chef_installer.conf", "config/chef_installer.yml")
+	end
+
+else
+	exit_if_nil_or_empty(options, :name)
+
+	if File.exists?(options[:name]) then
+		puts "'#{options[:name]}' already exists."
+		exit 1
+	end
+
+	["", "share"].each do |dir|
+		FileUtils.mkdir_p options[:name] + File::SEPARATOR + dir
+	end
+
+	["config", "cookbook-repos"].each do |dir|
+		FileUtils.cp_r(Version::CHEF_VPC_TOOLKIT_ROOT+File::SEPARATOR+dir, File.join(options[:name], dir))
+	end
+
+	FileUtils.cp("#{Version::CHEF_VPC_TOOLKIT_ROOT}/VERSION", File.join(options[:name], "config", "TOOLKIT_VERSION"))
+
+	FileUtils.cp("#{Version::CHEF_VPC_TOOLKIT_ROOT}/contrib/rake/Rakefile", File.join(options[:name], "Rakefile"))
+end

data/config/chef_installer.yml

@@ -0,0 +1,20 @@
+# Options for the Chef Installer.
+
+# Public cookbook repo. (Full URL)
+#chef_cookbook_repos: http://localhost/cookbook-repo1.tar.gz
+
+# Shared Chef cookbook repository hosted in Rackspace Cloud Files.
+#chef_cookbook_repos: CookbookRepos/cookbook-repo1.tar.gz
+
+# Optionally you can specify multiple repos:
+#chef_cookbook_repos:
+#- CookbookRepos/cookbook_repo1-1.1.tar.gz
+#- CookbookRepos/cookbook_repo2-trunk.tar.gz
+
+# The Chef JSON configuration contains attributes and recipes for nodes.
+chef_json_file: config/nodes.json
+
+#databags_json_file: config/databags.json
+
+# Chef server name
+chef_server_name: login

data/config/databags.json.example

@@ -0,0 +1,24 @@
+{
+  "ip_interfaces": [
+    {
+      "id": "gate1",
+      "ip1": "123.123.123.1",
+      "ip2": "123.123.123.2"
+    },
+    {
+      "id": "gate2",
+      "ip1": "123.123.123.3",
+      "ip2": "123.123.123.4"
+    }
+  ],
+  "admins": [
+    {
+      "id": "jim",
+      "first_name": "Jim"
+    },
+    {
+      "id": "bill",
+      "first_name": "William"
+    }
+  ]
+}

data/config/nodes.json

@@ -0,0 +1,10 @@
+{
+	"login": {
+		"run_list": [
+		]
+	},
+	"client1": {
+		"run_list": [
+		]
+	}
+}

data/config/server_group.json

@@ -0,0 +1,16 @@
+{
+	"name": "test",
+	"domain_name": "vpc",
+	"description": "test description",
+	"servers": {
+		"login": {
+			"image_id": "51",
+			"flavor_id": "4",
+			"openvpn_server": "true"
+		},
+		"client1": {
+			"image_id": "51",
+			"flavor_id": "4"
+		}
+	}
+}

data/contrib/etc/chef_vpc_toolkit.conf

@@ -0,0 +1,10 @@
+# Copy this file to $HOME/.chef_vpc_toolkit.conf to add your own settings
+
+# Cloud Control settings
+cloud_servers_vpc_url: 
+cloud_servers_vpc_username:
+cloud_servers_vpc_password:
+
+# The text editor to use for Chef knife commands. Used when a new server group
+# is created. Default: vim
+# knife_editor: vim

data/contrib/rake/Rakefile

@@ -0,0 +1,23 @@
+CHEF_VPC_PROJECT = "#{File.dirname(__FILE__)}" unless defined?(CHEF_VPC_PROJECT)
+
+require 'rubygems'
+
+version_file=(File.join(CHEF_VPC_PROJECT, 'config', 'TOOLKIT_VERSION'))
+toolkit_version=nil
+if ENV['CHEF_VPC_TOOLKIT_VERSION'] then
+	toolkit_version=ENV['CHEF_VPC_TOOLKIT_VERSION']
+elsif File.exists?(version_file)
+	toolkit_version=IO.read(version_file)
+end
+
+puts "Chef VPC Toolkit Version: #{toolkit_version}"
+
+gem 'chef-vpc-toolkit', "= #{toolkit_version}" if toolkit_version
+
+require 'chef-vpc-toolkit'
+
+include ChefVPCToolkit
+
+Dir[File.join("#{ChefVPCToolkit::Version::CHEF_VPC_TOOLKIT_ROOT}/rake", '*.rake')].each do  |rakefile|
+    import(rakefile)
+end

data/cookbook-repos/local/README

@@ -0,0 +1,5 @@
+This is a blank repository you can use as a starting point for your
+local chef configuration. For full details on the parts aside from
+information contained in the README files, see the Chef wiki document
+
+http://wiki.opscode.com/display/chef/Chef+Repository

data/cookbook-repos/local/Rakefile

@@ -0,0 +1,66 @@
+#
+# Rakefile for Chef Server Repository
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'rubygems'
+require 'chef'
+require 'json'
+
+# Load constants from rake config file.
+require File.join(File.dirname(__FILE__), 'config', 'rake')
+
+# Detect the version control system and assign to $vcs. Used by the update
+# task in chef_repo.rake (below). The install task calls update, so this
+# is run whenever the repo is installed.
+#
+# Comment out these lines to skip the update.
+
+if File.directory?(File.join(TOPDIR, ".svn"))
+  $vcs = :svn
+elsif File.directory?(File.join(TOPDIR, ".git"))
+  $vcs = :git
+end
+
+# Load common, useful tasks from Chef.
+# rake -T to see the tasks this loads.
+
+load 'chef/tasks/chef_repo.rake'
+
+desc "Bundle a single cookbook for distribution"
+task :bundle_cookbook => [ :metadata ]
+task :bundle_cookbook, :cookbook do |t, args|
+  tarball_name = "#{args.cookbook}.tar.gz"
+  temp_dir = File.join(Dir.tmpdir, "chef-upload-cookbooks")
+  temp_cookbook_dir = File.join(temp_dir, args.cookbook)
+  tarball_dir = File.join(TOPDIR, "pkgs")
+  FileUtils.mkdir_p(tarball_dir)
+  FileUtils.mkdir(temp_dir)
+  FileUtils.mkdir(temp_cookbook_dir)
+
+  child_folders = [ "cookbooks/#{args.cookbook}", "site-cookbooks/#{args.cookbook}" ]
+  child_folders.each do |folder|
+    file_path = File.join(TOPDIR, folder, ".")
+    FileUtils.cp_r(file_path, temp_cookbook_dir) if File.directory?(file_path)
+  end
+
+  system("tar", "-C", temp_dir, "-cvzf", File.join(tarball_dir, tarball_name), "./#{args.cookbook}")
+
+  FileUtils.rm_rf temp_dir
+end
+

data/cookbook-repos/local/certificates/README

@@ -0,0 +1 @@
+This directory contains certificates created by the Rakefile.

data/cookbook-repos/local/config/client.rb.example

@@ -0,0 +1,21 @@
+#
+# Example Chef Client Config File
+#
+# We recommend using Opscode's chef cookbook for managing chef itself,
+# instead of using this file. It is provided as an example.
+
+log_level          :info
+log_location       STDOUT
+ssl_verify_mode    :verify_none
+chef_server_url    "http://chef.example.com:4000"
+
+validation_client_name "chef-validator"
+validation_key         "/etc/chef/validation.pem"
+client_key             "/etc/chef/client.pem"
+
+file_store_path    "/srv/chef/file_store"
+file_cache_path    "/srv/chef/cache"
+
+pid_file           "/var/run/chef/chef-client.pid"
+
+Mixlib::Log::Formatter.show_time = true