stemcell_builder 1.0.8

data/templates/centos/_60-bosh-sysctl.conf

@@ -0,0 +1,5 @@
+# Copyright (c) 2009-2012 VMware, Inc.
+
+# Setup rp_filter in loose mode
+net.ipv4.conf.default.rp_filter=2
+net.ipv4.conf.all.rp_filter=2

data/templates/centos/_empty_state.yml

@@ -0,0 +1,9 @@
+deployment: ""
+job: ""
+index: ""
+networks: {}
+resource_pool: {}
+packages: {}
+persistent_disk: {}
+configuration_hash: {}
+properties: {}

data/templates/centos/_monitrc

@@ -0,0 +1,8 @@
+set daemon 10
+set logfile /var/vcap/monit/monit.log
+
+set httpd port 2822 and use address 127.0.0.1
+  allow cleartext /var/vcap/monit/monit.user
+
+include /var/vcap/monit/*.monitrc
+include /var/vcap/monit/job/*.monitrc

data/templates/centos/_ntpdate

@@ -0,0 +1,10 @@
+#!/bin/sh
+#
+# Copyright (c) 2009-2012 VMware, Inc.
+
+BOSH=/var/vcap/bosh
+NTP_SERVER_FILE=$BOSH/etc/ntpserver
+if [ -f $NTP_SERVER_FILE ]; then
+	NTP_SERVER=`cat $NTP_SERVER_FILE`
+	/usr/sbin/ntpdate $NTP_SERVER > $BOSH/log/ntpdate.out 2>&1
+fi

data/templates/centos/_runonce

@@ -0,0 +1,46 @@
+#!/bin/bash
+
+if [[ $# -eq 0 ]]; then
+    echo "Schedules a command to be run after the next reboot."
+    echo "Usage: $(basename $0) <command>"
+    echo "       $(basename $0) -p <path> <command>"
+    echo "       $(basename $0) -r <command>"
+else
+    REMOVE=0
+    COMMAND=${!#}
+    SCRIPTPATH=$PATH
+
+    while getopts ":r:p:" optionName; do
+        case "$optionName" in
+            r) REMOVE=1; COMMAND=$OPTARG;;
+            p) SCRIPTPATH=$OPTARG;;
+        esac
+    done
+
+    SCRIPT="${HOME}/.$(basename $0)_$(echo $COMMAND | sed 's/[^a-zA-Z0-9_]/_/g')"
+
+    if [[ ! -f $SCRIPT ]]; then
+        echo "PATH=$SCRIPTPATH" >> $SCRIPT
+        echo "cd $(pwd)"        >> $SCRIPT
+        echo "logger -t $(basename $0) -p local3.info \"COMMAND=$COMMAND ; USER=\$(whoami) ($(logname)) ; PWD=$(pwd) ; PATH=\$PATH\"" >> $SCRIPT
+        echo "$COMMAND | logger -t $(basename $0) -p local3.info" >> $SCRIPT
+        echo "$0 -r \"$(echo $COMMAND | sed 's/\"/\\\"/g')\""     >> $SCRIPT
+        chmod +x $SCRIPT
+    fi
+
+    CRONTAB="${HOME}/.$(basename $0)_temp_crontab_$RANDOM"
+    ENTRY="@reboot $SCRIPT"
+
+    echo "$(crontab -l 2>/dev/null)" | grep -v "$ENTRY" | grep -v "^# DO NOT EDIT THIS FILE - edit the master and reinstall.$" | grep -v "^# ([^ ]* installed on [^)]*)$" | grep -v "^# (Cron version [^$]*\$[^$]*\$)$" > $CRONTAB
+
+    if [[ $REMOVE -eq 0 ]]; then
+        echo "$ENTRY" >> $CRONTAB
+    fi
+
+    crontab $CRONTAB
+    rm $CRONTAB
+
+    if [[ $REMOVE -ne 0 ]]; then
+        rm $SCRIPT
+    fi
+fi

data/templates/centos/_sysstat

@@ -0,0 +1,18 @@
+#
+# Default settings for /etc/init.d/sysstat, /etc/cron.d/sysstat
+# and /etc/cron.daily/sysstat files
+#
+
+# Should sadc collect system activity informations? Valid values
+# are "true" and "false". Please do not put other values, they
+# will be overwritten by debconf!
+ENABLED="true"
+
+# Additional options passed to sa1 by /etc/init.d/sysstat
+# and /etc/cron.d/sysstat
+# By default contains the `-S DISK' option responsible for
+# generating disk statisitcs.
+SA1_OPTIONS="-S DISK"
+
+# Additional options passed to sa2 by /etc/cron.daily/sysstat.
+SA2_OPTIONS=""

data/templates/centos/_variables.sh.erb

@@ -0,0 +1,31 @@
+#!/bin/bash
+
+bosh_app_dir=/var/vcap
+bosh_dir=$bosh_app_dir/bosh
+bosh_users_password="c1owdc0w"
+infrastructure="vsphere"
+SRC_DIR=`pwd`
+
+if [ ! -d "$bosh_dir" ]; then
+	# create bosh_dir and add to path
+	mkdir -p $bosh_dir
+	echo "PATH=$PATH:$bosh_dir/bin
+export PATH
+" >> /etc/profile
+
+	echo "PATH=$PATH:$bosh_dir/bin
+export PATH
+" >> /root/.bash_profile
+
+	export PATH=$PATH:$bosh_dir/bin
+fi
+
+<% if ENV['HTTP_PROXY'] || ENV['http_proxy'] %>
+export HTTP_PROXY=<%= ENV['HTTP_PROXY'] || ENV['http_proxy'] %>
+export http_proxy=<%= ENV['HTTP_PROXY'] || ENV['http_proxy'] %>
+<% end %>
+
+<% if ENV['HTTPS_PROXY'] || ENV['https_proxy'] %>
+export HTTPS_PROXY=<%= ENV['HTTPS_PROXY'] || ENV['https_proxy'] %>
+export https_proxy=<%= ENV['HTTPS_PROXY'] || ENV['https_proxy'] %>
+<% end %>

data/templates/centos/base.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+
+set -x
+
+source _variables.sh
+
+# Base install
+rpm -U --nosignature http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm
+rpm -U --nosignature http://rpms.famillecollet.com/enterprise/remi-release-6.rpm
+
+#yum -y groupinstall "Development Tools"
+yum -y install sudo gcc make gcc-c++ kernel-devel-`uname -r` zlib-devel openssl-devel \
+readline-devel sqlite-devel perl wget dkms curl ntp crontabs sysstat eject dash
+yum -y install libxslt-devel libyaml-devel libxml2-devel gdbm-devel libffi-devel zlib-devel \
+openssl-devel libyaml-devel readline-devel curl-devel openssl-devel pcre-devel git postgresql-devel
+
+/usr/sbin/groupadd vcap
+/usr/sbin/groupadd admin
+/usr/sbin/useradd vcap -g vcap -G wheel
+echo "c1oudc0w" | passwd --stdin vcap
+echo "vcap        ALL=(ALL)       NOPASSWD: ALL" >> /etc/sudoers.d/vcap
+chmod 0440 /etc/sudoers.d/vcap
+sed -i "s/^.*requiretty/#Defaults requiretty/" /etc/sudoers

data/templates/centos/bosh_agent.sh

@@ -0,0 +1,39 @@
+#!/bin/bash
+
+source _variables.sh
+
+echo -n $infrastructure > /etc/infrastructure
+
+mkdir -p /tmp/bosh_agent
+
+pushd /tmp/bosh_agent
+    cp $SRC_DIR/_bosh_agent.tar /tmp/bosh_agent
+    tar xmvf _bosh_agent.tar
+    $bosh_dir/bin/gem install *.gem --force --no-ri --no-rdoc
+    chmod +x $bosh_dir/bin/bosh_agent
+
+    # configure bosh agent
+    mkdir -p /etc/sv/agent/log
+    mkdir -p /var/vcap/bosh/log
+
+    echo '#!/bin/bash
+    export PATH=/var/vcap/bosh/bin:$PATH
+    exec 2>&1
+    exec /var/vcap/bosh/bin/bosh_agent --configure --infrastructure=`cat /etc/infrastructure` --platform=rhel
+    ' > /etc/sv/agent/run
+
+    echo '#!/bin/bash
+    svlogd -tt /var/vcap/bosh/log
+    ' > /etc/sv/agent/log/run
+
+    # runit
+    chmod +x /etc/sv/agent/run /etc/sv/agent/log/run
+
+    ln -s /etc/sv/agent /etc/service
+
+    cp $SRC_DIR/_empty_state.yml $bosh_dir/state.yml
+
+    # The bosh agent installs a config that rotates on size
+    mv /etc/cron.daily/logrotate /etc/cron.hourly/logrotate
+
+popd

data/templates/centos/cleanup.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+
+set -x
+
+source _variables.sh
+
+yum -y erase gtk2 libX11 hicolor-icon-theme avahi freetype bitstream-vera-fonts
+yum -y clean all
+
+# install runonce
+mkdir -p /etc/local/runonce.d/ran
+cp $SRC_DIR/_runonce /usr/local/bin/runonce
+chmod +x /usr/local/bin/runonce
+
+sed -i -e 's/^\(HWADDR=.*\)$//g' /etc/sysconfig/network-scripts/ifcfg-eth*
+rm -f /etc/udev/rules.d/70-persistent-net.rules
+
+# remove grub delat
+sed -i -e 's/^\(timeout=.*\)$/timeout=0/g' /boot/grub/menu.lst
+sed -i -e 's/^\(timeout=.*\)$/timeout=0/g' /boot/grub/grub.conf
+# Do some firstboot clean up
+# Regenerate ssh keys
+/usr/local/bin/runonce "rm -f /etc/ssh/ssh_host_*"
+/usr/local/bin/runonce "ssh-keygen -t dsa -f /etc/ssh/ssh_host_dsa_key -N ''"
+/usr/local/bin/runonce "ssh-keygen -t rsa -f /etc/ssh/ssh_host_rsa_key -N ''"
+
+# Clean out all the scripts
+rm -f *.iso *.gem *.tar *.tgz

data/templates/centos/definition.rb.erb

@@ -0,0 +1,37 @@
+Veewee::Session.declare({
+                                :cpu_count => '1', :memory_size=> '480',
+                                :disk_size => '10140', :disk_format => 'VDI', :hostiocache => 'off', :use_sata => false,
+                                :os_type_id => 'RedHat_64',
+                                :iso_file => "<%= @iso_filename %>", :iso_src => "<%= @iso %>", :iso_md5 => "<%= @iso_md5 %>",
+                                :iso_download_timeout => 5000,
+                                :boot_wait => "5", :boot_cmd_sequence => ['<Tab> text ks=http://%IP%:%PORT%/ks.cfg<Enter>'],
+                                :kickstart_port => "7122", :kickstart_timeout => 10000, :kickstart_file => "ks.cfg",
+                                :ssh_login_timeout => "10000", :ssh_user => "root", :ssh_password => "c1oudc0w", :ssh_key => "",
+                                :ssh_host_port => "<%= @ssh_port %>", :ssh_guest_port => "22",
+                                :sudo_cmd => "echo '%p'|/bin/bash '%f'", :shutdown_cmd => "/sbin/halt -h -p",
+                                :postinstall_files => [
+                                        "_60-bosh-sysctl.conf",
+                                        "_monitrc",
+                                        "_ntpdate",
+                                        "_sysstat",
+                                        "_empty_state.yml",
+                                        "_variables.sh",
+                                        "_monitrc",
+                                        "_runonce",
+                                        "_bosh_agent.tar",
+
+                                        "base.sh",
+                                        "timestamp.sh",
+                                        "sudo.sh",
+                                        "setup-bosh.sh",
+                                        "monit.sh",
+                                        "ruby.sh",
+                                        "bosh_agent.sh",
+                                        "vmware-tools.sh",
+                                        "harden.sh",
+                                        "postinstall.sh",
+                                        "zerodisk.sh",
+                                        "cleanup.sh"
+                                ],
+                                :postinstall_timeout => 10000
+                        })

data/templates/centos/harden.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+### stage bosh_harden
+# remove setuid binaries - except su/sudo (sudoedit is hardlinked)
+find / -xdev -perm +6000 -a -type f \
+  -a -not \( -name sudo -o -name su -o -name sudoedit \) \
+  -exec chmod ug-s {} \;
+

data/templates/centos/ks.cfg

@@ -0,0 +1,43 @@
+install
+cdrom
+lang en_US.UTF-8
+keyboard us
+network --bootproto=dhcp
+rootpw c1oudc0w
+authconfig --enableshadow --passalgo=sha512
+selinux --disabled
+firewall --disable
+timezone UTC
+bootloader --location=mbr
+
+cmdline
+skipx
+zerombr
+
+clearpart --all --initlabel
+autopart
+
+auth --useshadow  --enablemd5
+firstboot --disabled
+reboot
+
+%packages --ignoremissing
+@core
+kernel-devel
+kernel-headers
+gcc
+gcc-c++
+bzip2
+make
+pam-devel
+zlib-devel
+openssl-devel
+readline-devel
+sqlite-devel
+-ipw2100-firmware
+-ipw2200-firmware
+-ivtv-firmware
+sudo
+
+%end
+

data/templates/centos/micro.sh

@@ -0,0 +1,57 @@
+#!/bin/bash
+set -x
+
+bosh_app_dir=/var/vcap
+bosh_dir=${bosh_app_dir}/bosh
+infrastructure="vsphere"
+SRC_DIR=`pwd`
+
+blobstore_path=${bosh_app_dir}/micro_bosh/data/cache
+agent_host=localhost
+agent_port=6969
+agent_uri=http://vcap:vcap@${agent_host}:${agent_port}
+export PATH=${bosh_app_dir}/bosh/bin:$PATH
+
+# Packages
+yum -y install mkisofs genisoimage postgresql-libs postgresql-devel boost boost-devel mysql mysql-devel lua lua-devel nc
+
+# Install package compiler
+if [ ! -f "$bosh_dir/bin/package_compiler" ]
+then
+    mkdir -p /tmp/package_compiler
+    pushd /tmp/package_compiler
+        cp $SRC_DIR/_package_compiler.tar .
+        tar -xvf _package_compiler.tar
+        $bosh_dir/bin/gem install *.gem --no-ri --no-rdoc --local
+    popd
+fi
+
+mkdir -p ${bosh_app_dir}/bosh/blob
+mkdir -p ${blobstore_path}
+
+echo "Starting micro bosh compilation"
+
+# Start agent
+$bosh_dir/bin/bosh_agent -I ${infrastructure} -n ${agent_uri} -s ${blobstore_path} -p local &
+agent_pid=$!
+
+# Wait for agent to come up
+for i in {1..10}
+  do
+    nc -z ${agent_host} ${agent_port} && break
+    sleep 1
+  done
+
+# Start compiler
+$bosh_dir/bin/package_compiler --cpi ${infrastructure} compile $SRC_DIR/_release.yml $SRC_DIR/_release.tgz ${blobstore_path} ${agent_uri}
+
+kill -15 $agent_pid
+
+# Wait for agent
+for i in 1 2 3 4 5
+do
+  kill -0 $agent_pid && break
+  sleep 1
+done
+# Force kill if required
+kill -0 $agent_pid || kill -9 $agent_pid

data/templates/centos/monit.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+
+source _variables.sh
+
+### stage bosh_monit
+mkdir -p $bosh_dir/etc
+cp _monitrc $bosh_dir/etc/monitrc
+chmod 0700 $bosh_dir/etc/monitrc
+
+yum -y install pam-devel
+
+pushd /tmp
+    [ ! -f "monit-5.5.tar.gz" ] && wget http://mmonit.com/monit/dist/monit-5.5.tar.gz
+    tar xzvf monit-5.5.tar.gz
+    cd monit-5.5
+    ./configure --prefix=$bosh_dir --without-ssl
+    make && make install
+    # monit refuses to start without an include file present
+    mkdir -p $bosh_app_dir/monit
+    touch /$bosh_app_dir/monit/empty.monitrc
+popd

data/templates/centos/postinstall.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+
+#import helpers scripts
+source _variables.sh
+
+### stage bosh_sysstat
+cp $SRC_DIR/_sysstat /etc/default/sysstat
+
+### stage bosh_sysctl
+[ ! -d /etc/sysctl.d ] && mkdir -p /etc/sysctl.d
+cp $SRC_DIR/_60-bosh-sysctl.conf /etc/sysctl.d/60-bosh-sysctl.conf
+chmod 0644 /etc/sysctl.d/60-bosh-sysctl.conf
+
+### stage bosh_ntpdate
+# setup crontab for root to use ntpdate every 15 minutes
+mkdir -p $bosh_dir/log
+cp $SRC_DIR/_ntpdate $bosh_dir/bin/ntpdate
+chmod 0755 $bosh_dir/bin/ntpdate
+echo "0,15,30,45 * * * * ${bosh_dir}/bin/ntpdate" > /tmp/ntpdate.cron
+crontab -u root /tmp/ntpdate.cron
+rm /tmp/ntpdate.cron
+
+# Final system update
+yum -y update
+
+# Create list of installed packages -- legal requirement
+yum list installed > $bosh_dir/stemcell_yum_list_installed.out

data/templates/centos/ruby.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+
+set -x
+
+source _variables.sh
+
+# install libyaml
+pushd /tmp
+	[ ! -f "yaml-0.1.4.tar.gz" ] && wget http://pyyaml.org/download/libyaml/yaml-0.1.4.tar.gz
+    tar zxf yaml-0.1.4.tar.gz
+    cd yaml-0.1.4
+    ./configure
+    make
+    make install
+    echo /usr/local/lib >> /etc/ld.so.conf
+    ldconfig
+popd
+
+# install ruby and rubygems
+pushd /tmp
+	[ ! -f "ruby-1.9.3-p374.tar.gz" ] && wget http://ftp.ruby-lang.org/pub/ruby/1.9/ruby-1.9.3-p374.tar.gz
+    tar zxf ruby-1.9.3-p374.tar.gz
+    cd ruby-1.9.3-p374
+    ./configure --prefix=$bosh_dir --disable-install-doc
+    make
+    make install
+popd
+
+pushd /tmp
+	[ ! -f "rubygems-1.8.24.tgz" ] && wget http://production.cf.rubygems.org/rubygems/rubygems-1.8.24.tgz
+	tar zxf rubygems-1.8.24.tgz
+	cd rubygems-1.8.24
+	$bosh_dir/bin/ruby setup.rb --no-format-executable
+popd
+
+export PATH=$PATH:$bosh_dir/bin
+$bosh_dir/bin/gem update --system --no-ri --no-rdoc
+mkdir -p $bosh_dir/etc
+echo "gem: --no-rdoc --no-ri" >> $bosh_dir/etc/gemrc
+
+# Install bundler gem
+$bosh_dir/bin/gem install bundler --no-ri --no-rdoc