cloud-toaster 1.1.2

data/chef/cookbooks/ssh/attributes/default.rb

@@ -0,0 +1,8 @@
+#
+# Cookbook Name:: ssh
+# Attributes:: default
+#
+# Author:: Waldemar Hummer
+#
+
+set['ssh']['public_key'] = "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKiY5q92B4NTGL+dID961Zjq3Z5RlhcvbBheoh23MqAQFbI2uG+5TCp9EZrI6/3/i7CSl9sVtu7a1TWmKqKsZFaxB4Y45rL/5xTAJ63CCGwMlTMcLemQ+opcErsyCtPbdkXXKJciQf88V5KQG/AOcNvpbfU0HN3CF+BkrNAiw0vyiOheL9UBAcNYLmcn9PbGmsIcRDfrjXi1uPSmS2LpUp0hu6xaSMnTbF+kkXFa0WKheunZozuPuuRrhS8vm/toGTr3F+fi18Fi9oIfZ22rQUx+M737RkiT00gqzTq/6CQnsOzOeASOcRAa2xkwSs2SovjnrFmjiKu4zzuhmPJjkv"

data/chef/cookbooks/ssh/recipes/authorize_key.rb

@@ -0,0 +1,20 @@
+#
+# Cookbook Name:: php
+# Recipe:: authorize_key
+#
+# Author:: Waldemar Hummer
+# 
+
+script "authorize_key" do
+  interpreter "bash"
+  user "root"
+  cwd "/root"
+  ENV['SSH_PUB_KEY'] = node['ssh']['public_key']
+  code <<-EOH
+  mkdir -p $HOME/.ssh
+  existing=`cat $HOME/.ssh/authorized_keys | grep "$SSH_PUB_KEY"`
+  if [ "$existing" == "" ]; then
+    echo "$SSH_PUB_KEY" >> $HOME/.ssh/authorized_keys
+  fi
+  EOH
+end

data/chef/cookbooks/toaster/attributes/testing.rb

@@ -0,0 +1,37 @@
+
+
+# Cookbook Name:: toaster
+# Attributes:: default
+#
+# Author:: Waldemar Hummer
+#
+
+default['toaster']['tmp_dir'] = "/tmp/toaster.testing/"
+default['toaster']['cookbook_paths'] = [ 
+  "/tmp/toaster_assets/cookbooks/"
+]
+
+# Specify additional Ruby LOAD_PATH paths
+default['toaster']['additional_load_paths'] = []
+
+# Activate this recipe and the testing mechanism?
+default['toaster']['testing_mode'] = true
+
+# If a state property is captured for a task, should 
+# it be captured for all subsequent tasks as well?
+# (which (drastically) increases the database size)
+default['toaster']['transfer_state_config'] = false
+
+# Use "ram" (Rational Asset Manager) or "web" (standard Web server) as server type
+default['toaster']['server_type'] = "web" 
+
+# Database settings
+default['toaster']['db_type'] = "mysql"
+default['toaster']['mysql']['host'] = ""
+default['toaster']['mysql']['db'] = "toaster"
+default['toaster']['mysql']['schema'] = File.join(__FILE__, "../../../../webapp/ror/toaster/db/schema.rb")
+
+# SOME BUG FIXES for Opscode.com recipes:
+
+# some recipes (e.g., openldap::default) fail if node['domain'] is nil
+default['domain'] = '' if !node['domain']

data/chef/cookbooks/toaster/libraries/default.rb

@@ -0,0 +1,61 @@
+
+
+# commonly used library functionality 
+
+module Toaster
+
+  module ChefModules
+    def get_dynamic_recipes(base_dir, type="pre") # type is "pre" or "post"
+      result = []
+      pattern = "#{base_dir}/*.rb"
+      Dir[pattern].each do |recipe_file|
+        file_name = recipe_file.gsub(/.*\/([^\/]+)\.rb$/, '\1')
+        if file_name.match(/^#{type}__/)
+          cookbook_name = nil
+          if file_name.match(/^#{type}__(.*)__(.*)/)
+            cookbook_name = file_name.sub(/^#{type}__(.*)__(.*)/, '\1')
+          elsif file_name.match(/^#{type}__(.*)$/)
+            cookbook_name = file_name.sub(/^#{type}__(.*)$/, '\1')
+          end
+          recipe_name = nil
+          if file_name.match(/^#{type}__(.*)__(.*)/)
+            recipe_name = file_name.sub(/^#{type}__(.*)__(.*)/, '\2')
+          end
+          node.run_list.each do |run_item|
+            # convert Chef::RunList::RunListItem to string
+            run_item = "#{run_item}"
+            run_item = "recipe[#{run_item}]" if !run_item.include?("[")
+            # check if runlist item is a recipe
+            if run_item.match(/^recipe\[/)
+              run_item = run_item.sub(/^recipe\[(.*)\]/, '\1')
+              run_item = "#{run_item}::default" if !run_item.include?("::")
+              parts = run_item.split("::")
+              run_cookbook = parts[0]
+              run_recipe = parts[1]
+              #puts "#{cookbook_name} - #{recipe_name} - #{run_cookbook} - #{run_recipe}"
+              if (cookbook_name == run_cookbook) && 
+                  ((!recipe_name) || (recipe_name == run_recipe))
+                result << "toaster::#{file_name}"
+              end
+            end
+          end
+        end
+      end
+      return result
+    end
+  end
+
+  # Simple PROXY class implementation
+  class Proxy
+    attr_accessor :target
+    def initialize(target)
+      @target = target
+    end
+    instance_methods.each { |m| undef_method m unless m =~ /(^__|^send$|^object_id$|^target)/ }
+    protected
+    def method_missing(name, *args, &block)
+      @target.send(name, *args, &block)
+    end
+  end
+
+end

data/chef/cookbooks/toaster/recipes/post__cakephp__default.rb

@@ -0,0 +1,27 @@
+#
+# server_aliases has to be an array (and not a string, as below), 
+# otherwise the Apache2 config file templating fails.
+#
+
+app = web_app "cakephp" do
+  template "cakephp.conf.erb"
+  docroot "#{node[:cakephp][:dir]}/app/webroot"
+  server_name server_fqdn
+  # original:
+  #server_aliases node.fqdn
+  # fixed:
+  server_aliases [node.fqdn]
+end
+
+# this is required, otherwise Chef fills in the wrong cookbook/recipe name
+app.cookbook_name = "cakephp"
+app.recipe_name = "default"
+
+# Fix mysql command for use with empty password.
+execute "mysql-install-cakephp-privileges" do
+  # original:
+  #command "/usr/bin/mysql -u root -p#{node[:mysql][:server_root_password]} < /etc/mysql/cakephp-grants.sql"
+  # fixed:
+  command "/usr/bin/mysql -u root #{node['mysql']['server_root_password'].empty? ? '' : '-p' }#{node[:mysql][:server_root_password]} < /etc/mysql/cakephp-grants.sql"
+  action :nothing
+end

data/chef/cookbooks/toaster/recipes/post__cube__default.rb

@@ -0,0 +1,26 @@
+#
+# Here, we only want to reduce the verbosity of "warning" 
+# outputs during compilation of node.js.
+#
+
+bash "compile node.js" do
+  cwd "/usr/local/src/node-v#{node['nodejs']['version']}"
+  code <<-EOH
+    # original:
+    #./configure --prefix=#{node['nodejs']['dir']} && \
+    #make
+    # fixed:
+    ./configure --prefix=#{node['nodejs']['dir']} && \
+    make | grep -v "warning:"
+  EOH
+  creates "/usr/local/src/node-v#{node['nodejs']['version']}/node"
+end
+
+execute "nodejs make install" do
+  # original:
+  #command "make install"
+  # fixed:
+  command "make install | grep -v 'warning:'"
+  cwd "/usr/local/src/node-v#{node['nodejs']['version']}"
+  not_if {File.exists?("#{node['nodejs']['dir']}/bin/node") && `#{node['nodejs']['dir']}/bin/node --version`.chomp == "v#{node['nodejs']['version']}" }
+end

data/chef/cookbooks/toaster/recipes/post__drupal__default.rb

@@ -0,0 +1,16 @@
+#
+# At the time of writing, the drupal::default recipe fails because 
+# server_aliases has to be an array (and not a string, as below), 
+# otherwise the Apache2 config file templating fails.
+# This post-processing recipe should fix the bug.
+#
+
+web_app "drupal" do
+  template "drupal.conf.erb"
+  docroot node['drupal']['dir']
+  server_name server_fqdn
+  # original
+  #server_aliases node['fqdn']
+  # fixed
+  server_aliases [node['fqdn']]
+end

data/chef/cookbooks/toaster/recipes/post__icinga__default.rb

@@ -0,0 +1,9 @@
+# Avoid EnclosingDirectoryDoesNotExist exception.
+# --> add "recursive=true" parameter
+directory "#{node['icinga']['config_dir']}" do
+  owner node['icinga']['user']
+  group node['icinga']['group']
+  mode "0755"
+  # new:
+  recursive true
+end

data/chef/cookbooks/toaster/recipes/post__node__default.rb

@@ -0,0 +1,16 @@
+#
+# At the time of writing, this recipe fails because curl cannot download
+# the given file (curl does not follow HTTP redirects by default). 
+# This post-processing recipe should fix the bug.
+#
+
+bash "install_npm" do
+  user "root"
+    cwd "/tmp/"
+    code <<-EOH
+    # original:
+    # curl http://npmjs.org/install.sh | clean=no sh
+    # fixed:
+    curl -L http://npmjs.org/install.sh | clean=no sh
+    EOH
+end

data/chef/cookbooks/toaster/recipes/post__virtualbox__default.rb

@@ -0,0 +1,12 @@
+#
+# bug fix for virtualbox::default recipe, which calls a 
+# resource "add Oracle key" that does not exist..
+#
+
+template "/etc/apt/sources.list.d/oracle-virtualbox.list" do
+  source "oracle-virtualbox.list.erb"
+  mode 0644
+  # original:
+  #notifies :run, resources(:bash => "add Oracle key"), :immediately
+  # fixed (removed)
+end

data/chef/cookbooks/toaster/recipes/post__wordpress__default.rb

@@ -0,0 +1,12 @@
+#
+# If the root passwort is empty, the "-p" option should NOT be 
+# passed to the mysql command.
+#
+
+execute "mysql-install-wp-privileges" do
+  # original:
+  #command "/usr/bin/mysql -u root -p\"#{node['mysql']['server_root_password']}\" < #{node['mysql']['conf_dir']}/wp-grants.sql"
+  # fixed:
+  command "/usr/bin/mysql -u root #{node['mysql']['server_root_password'].empty? ? '' : '-p' }\"#{node['mysql']['server_root_password']}\" < #{node['mysql']['conf_dir']}/wp-grants.sql"
+  action :nothing
+end

data/chef/cookbooks/toaster/recipes/pre__aegir__default.rb

@@ -0,0 +1,12 @@
+# Recipe aegir::default attempts to notify service "php5-fpm", which is 
+# actually defined under the name "php-fpm" in cookbook php-fpm::default.
+# --> hence, define it under the new name here!
+php_fpm_service_name = "php5-fpm"
+if platform_family?("rhel")
+  php_fpm_service_name = "php-fpm"
+end
+service "php5-fpm" do
+  service_name php_fpm_service_name
+  supports :start => true, :stop => true, :restart => true, :reload => true
+  action [ :enable, :restart ]
+end

data/chef/cookbooks/toaster/recipes/pre__app__default.rb

@@ -0,0 +1,3 @@
+# Without gem "bluepill" the recipe app::default 
+# complains about not finding <ruby_dir>/bin/bluepill
+gem_package "bluepill"

data/chef/cookbooks/toaster/recipes/pre__cakephp__default.rb

@@ -0,0 +1,24 @@
+# 
+# Recipe cakephp::default contains a "require 'mysql'" statement which fails 
+# because the mysql gem is not installed by default. Let's do this here...
+#
+
+# update packages
+execute "apt-get update" do
+  ignore_failure true
+  action :nothing
+end.run_action(:run) if node['platform_family'] == "debian"
+# mysql gem requires build-essential
+node.set['build_essential']['compiletime'] = true
+include_recipe "build-essential"
+# mysql gem requires libmysqlclient-dev
+package "libmysqlclient-dev" do
+  action :nothing
+end.run_action(:install) if node['platform_family'] == "debian"
+# install mysql gem
+chef_gem "mysql"
+
+
+# Additionally, fix mysql root password (mysql-server uses an 
+# empty password by default under Ubuntu)
+node.set['mysql']['server_root_password'] = ""

data/chef/cookbooks/toaster/recipes/pre__cube__default.rb

@@ -0,0 +1,9 @@
+#
+# This pre-processing recipe fixes some requirements for cube.
+# 
+
+# create Chef data_bags directory, if it does not yet exist (fixes an 
+# issue where Chef was complaining that /var/chef/data_bags does not exist)
+require 'fileutils'
+databags_dir = "/var/chef/data_bags"
+FileUtils.mkpath(databags_dir) if !File.directory?(databags_dir)

data/chef/cookbooks/toaster/recipes/pre__disco__default.rb

@@ -0,0 +1,21 @@
+#
+# Default user is "disco" and recipe disco::default assumes that 
+# this user already exists, hence the recipe fails by default. To 
+# fix this, we can either:
+# * create user/group 'disco' before the actual recipe runs.
+# * tell the recipe to use the 'root' user.
+# 
+
+node.set["disco"]["user"] = "root"
+node.set["disco"]["group"] = "root"
+
+#user "disco" do
+#  action :create
+#end
+#
+#group "disco" do
+#  action :create
+#  members "disco"
+#  system false
+#  append false
+#end

data/chef/cookbooks/toaster/recipes/pre__drbd__default.rb

@@ -0,0 +1,7 @@
+# overwrite Node#save to make this work under Chef-solo
+#module MySaveOverwrite
+#  def save
+#  end
+#end
+#node.extend(MySaveOverwrite)
+node.define_singleton_method(:save) { }

data/chef/cookbooks/toaster/recipes/pre__eaccelerator__default.rb

@@ -0,0 +1,2 @@
+# we need to include the required recipe "apache2"
+include_recipe "apache2"

data/chef/cookbooks/toaster/recipes/pre__elasticsearch-head__default.rb

@@ -0,0 +1,11 @@
+#
+# pre-processing customizations for recipe elasticsearch-head::default
+#
+
+# apparently, Squid proxy by default cannot cache this https file from github: 
+# original (defined in attributes/default.rb):
+# default[:elastichead][:src_mirror] = 
+#  "https://github.com/mobz/elasticsearch-head/tarball/#{node[:elastichead][:src_branch]}"
+# fixed (changed from https to http):
+node.set[:elastichead][:src_mirror] =
+  "http://github.com/mobz/elasticsearch-head/tarball/#{node[:elastichead][:src_branch]}"

data/chef/cookbooks/toaster/recipes/pre__elasticsearch__default.rb

@@ -0,0 +1,6 @@
+#
+# This pre-processing recipe fixes some requirements for elasticsearch.
+# 
+
+# template generation fails with an exception if this attribute is not set
+node.set[:elasticsearch][:seeds] = []

data/chef/cookbooks/toaster/recipes/pre__gitosis__default.rb

@@ -0,0 +1,17 @@
+# Dependencies for recipe "gitosis::default"
+
+# Create Chef data_bags directory, if it does not yet exist (fixes an
+# issue where Chef was complaining that /var/chef/data_bags does not exist)
+require 'fileutils'
+databags_dir = "/var/chef/data_bags"
+FileUtils.mkpath(databags_dir) if !File.directory?(databags_dir)
+
+# Create user/group gitosis (recipe fails if they don't exist)
+user "gitosis" do
+  action :create
+end
+group "gitosis" do
+  action :create
+  members "gitosis"
+  append false
+end

data/chef/cookbooks/toaster/recipes/pre__kafka__default.rb

@@ -0,0 +1,3 @@
+# Need to provide a version and download URL
+node.set[:kafka][:version] = "kafka-0.7.2-incubating-src"
+node.set[:kafka][:download_url] = "http://www.us.apache.org/dist/incubator/kafka/kafka-0.7.2-incubating/"

data/chef/cookbooks/toaster/recipes/pre__munin__server.rb

@@ -0,0 +1,6 @@
+# This pre-processing recipe fixes requirements for munin::server.
+
+# Chef complains if /var/chef/data_bags does not exist
+require 'fileutils'
+databags_dir = "/var/chef/data_bags"
+FileUtils.mkpath(databags_dir) if !File.directory?(databags_dir)

data/chef/cookbooks/toaster/recipes/pre__mysql__server.rb

@@ -0,0 +1,4 @@
+# Cookbook complains if passwords are not set
+node.default["mysql"]["server_root_password"] = "testpassword"
+node.default["mysql"]["server_repl_password"] = "testpassword"
+node.default["mysql"]["server_debian_password"] = "testpassword"

data/chef/cookbooks/toaster/recipes/pre__nagios__default.rb

@@ -0,0 +1,3 @@
+# nagios::default uses search(...) which is only available 
+# with chef server. Cookbook chef-solo-search fixes this.
+include_recipe "chef-solo-search::default"

data/chef/cookbooks/toaster/recipes/pre__netkernel__default.rb

@@ -0,0 +1,24 @@
+# recipe netkernel::default uses an illegal statement which we fix here:
+# "source defaults.erb" (string should be under apostrophe)
+class MyFoo
+  def erb
+    "defaults.erb"
+  end
+end
+class ::Chef
+  class Node
+    def defaults
+      return MyFoo.new
+    end
+  end
+end
+service "apache" do
+  supports :restart => true, :reload => true
+  action :nothing
+end
+directory "/opt/netkernel/bin/" do
+  action :create
+  owner "root"
+  group "root"
+  recursive true
+end

data/chef/cookbooks/toaster/recipes/pre__php__default.rb

@@ -0,0 +1,2 @@
+# install PHP from source...
+node.set['php']['install_method'] = "source"

data/chef/cookbooks/toaster/recipes/pre__postgresql__server.rb

@@ -0,0 +1,3 @@
+# postgresql::server version 2.1.0 fails with nil 
+# pointer exception if this attribute is not set
+node.set['postgresql']['password']['postgres'] = "foobar"

data/chef/cookbooks/toaster/recipes/pre__pxe_dust__default.rb

@@ -0,0 +1,9 @@
+# Dependencies for recipe "pxe_dust::default"
+
+# Create Chef data_bags directory, if it does not yet exist (fixes an
+# issue where Chef was complaining that /var/chef/data_bags/.. does not exist)
+require 'fileutils'
+databags_dir = "/var/chef/data_bags/pxe_dust"
+FileUtils.mkpath(databags_dir) if !File.directory?(databags_dir)
+databag_file = File.join(databags_dir, "default.json")
+`echo '{"id":"default"}' > #{databag_file}`

data/chef/cookbooks/toaster/recipes/pre__pxe_install_server__default.rb

@@ -0,0 +1,6 @@
+#
+# If the required parameter node[:pxe_install_server][:releases] 
+# is not set, the recipe fails with an exception.
+#
+
+node.set[:pxe_install_server][:releases] = {}

data/chef/cookbooks/toaster/recipes/pre__riak__default.rb

@@ -0,0 +1,40 @@
+# recipe riak::default uses some illegal statements 
+# (under Chef 11) which we fix here using dynamic property lookup:
+node.set["riak"]["kv"] = Hash.new(node["riak"]["kv"])
+node.set["riak"]["kv"]["storage_backend"] = :riak_kv_bitcask_backend
+node.set["riak"]["sasl"]["errlog_type"] = :error
+class DynamicAttrLookup
+  def initialize(node_value)
+    @node_value = node_value
+  end
+  def method_missing(m, *args, &block)
+    if @node_value.respond_to?(m)
+      @node_value.send(m, *args)
+    else
+      DynamicAttrLookup.new(@node_value[m])
+    end
+  end
+end
+class ::Chef
+  class Node
+    def riak
+      DynamicAttrLookup.new(self["riak"])
+    end
+    def ip_address
+      DynamicAttrLookup.new(self["ip_address"])
+    end
+    class ImmutableMash
+      def delete(arg1)
+        super(arg1)
+      end
+    end
+  end
+    module DSL
+      module Recipe
+        def default
+          puts "Called default!! #{node.set}"
+          DynamicAttrLookup.new(node.set)
+        end
+      end
+    end
+end

data/chef/cookbooks/toaster/recipes/pre__sensu__default.rb

@@ -0,0 +1,9 @@
+# Dependencies for recipe "pxe_dust::default"
+
+# Create Chef data_bags directory, if it does not yet exist (fixes an
+# issue where Chef was complaining that /var/chef/data_bags/.. does not exist)
+require 'fileutils'
+databags_dir = "/var/chef/data_bags/sensu"
+FileUtils.mkpath(databags_dir) if !File.directory?(databags_dir)
+databag_file = File.join(databags_dir, "ssl.json")
+`echo '{"id":"ssl"}' > #{databag_file}`

data/chef/cookbooks/toaster/recipes/pre__sol__default.rb

@@ -0,0 +1,2 @@
+# Pre-processing tasks for recipe sol::default
+node.set['dmi']['system']['manufacturer'] = "foobar"

data/chef/cookbooks/toaster/recipes/pre__solr__default.rb

@@ -0,0 +1,6 @@
+# Pre-processing tasks for recipe solr::default
+
+# solr::default calls openldap::default, which tries 
+# to access node['domain'].length, but node['domain'] is 
+# nil (not automatically set by our Chef installation).
+node.set['domain'] = ''

data/chef/cookbooks/toaster/recipes/pre__sonar__default.rb

@@ -0,0 +1,2 @@
+# recipe sonar::default fails without Maven version
+node.set['maven']['version'] = "2"

data/chef/cookbooks/toaster/recipes/pre__storm__default.rb

@@ -0,0 +1,3 @@
+# Search query fails due to missing role name, and download URL
+node.set['storm']['cluster_role'] = "stormCluster"
+node.set['storm']['download_url'] = "http://dsg.tuwien.ac.at/staff/hummer/tmp/"

data/chef/cookbooks/toaster/recipes/pre__vmware__tools.rb

@@ -0,0 +1,4 @@
+# fix a statement in recipe vmware::tools: 
+# "if node.virtualization.system == 'vmware'" 
+# (fails without this attribute definition)
+node.set["virtualization"]["system"] = 'vmware'

data/chef/cookbooks/toaster/recipes/pre__wordpress__default.rb

@@ -0,0 +1,17 @@
+#
+# This pre-processing recipe fixes some requirements for wordpress.
+# 
+
+# package required for mysql gem
+package "mysql devel package" do
+  if ["ubuntu","debian"].include?(node[:platform]) 
+    package_name "libmysqlclient-dev"
+  else
+    package_name "mysql-devel"
+  end
+  action :install
+end
+
+# fix mysql root password (mysql-server uses an 
+# empty password by default under Ubuntu)
+node.set['mysql']['server_root_password'] = ""

data/chef/cookbooks/toaster/recipes/pre__xen__default.rb

@@ -0,0 +1,7 @@
+# Dependencies for recipe "xen::default"
+
+# Create Chef data_bags directory, if it does not yet exist (fixes an
+# issue where Chef was complaining that /var/chef/data_bags does not exist)
+require 'fileutils'
+databags_dir = "/var/chef/data_bags"
+FileUtils.mkpath(databags_dir) if !File.directory?(databags_dir)

data/chef/cookbooks/toaster/recipes/pre__znc__default.rb

@@ -0,0 +1,7 @@
+# Dependencies for recipe "znc::default"
+
+# Create Chef data_bags directory, if it does not yet exist (fixes an
+# issue where Chef was complaining that /var/chef/data_bags does not exist)
+require 'fileutils'
+databags_dir = "/var/chef/data_bags"
+FileUtils.mkpath(databags_dir) if !File.directory?(databags_dir)