stemcell_builder 1.0.8

data/templates/redhat/micro.sh

@@ -0,0 +1,57 @@
+#!/bin/bash
+set -x
+
+bosh_app_dir=/var/vcap
+bosh_dir=${bosh_app_dir}/bosh
+infrastructure="vsphere"
+SRC_DIR=`pwd`
+
+blobstore_path=${bosh_app_dir}/micro_bosh/data/cache
+agent_host=localhost
+agent_port=6969
+agent_uri=http://vcap:vcap@${agent_host}:${agent_port}
+export PATH=${bosh_app_dir}/bosh/bin:$PATH
+
+# Packages
+yum -y install mkisofs genisoimage postgresql-libs postgresql-devel boost boost-devel mysql mysql-devel lua lua-devel nc
+
+# Install package compiler if not already installed
+if [ ! -f "$bosh_dir/bin/package_compiler" ]
+then
+    mkdir -p /tmp/package_compiler
+    pushd /tmp/package_compiler
+        cp $SRC_DIR/_package_compiler.tar .
+        tar -xvf _package_compiler.tar
+        $bosh_dir/bin/gem install *.gem --no-ri --no-rdoc --local
+    popd
+fi
+
+mkdir -p ${bosh_app_dir}/bosh/blob
+mkdir -p ${blobstore_path}
+
+echo "Starting micro bosh compilation"
+
+# Start agent
+$bosh_dir/bin/bosh_agent -I ${infrastructure} -n ${agent_uri} -s ${blobstore_path} -p local &
+agent_pid=$!
+
+# Wait for agent to come up
+for i in {1..10}
+  do
+    nc -z ${agent_host} ${agent_port} && break
+    sleep 1
+  done
+
+# Start compiler
+$bosh_dir/bin/package_compiler --cpi ${infrastructure} compile $SRC_DIR/_release.yml $SRC_DIR/_release.tgz ${blobstore_path} ${agent_uri}
+
+kill -15 $agent_pid
+
+# Wait for agent
+for i in {1..5}
+do
+  kill -0 $agent_pid && break
+  sleep 1
+done
+# Force kill if required
+kill -0 $agent_pid || kill -9 $agent_pid

data/templates/redhat/monit.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+
+source _variables.sh
+
+### stage bosh_monit
+mkdir -p $bosh_dir/etc
+cp _monitrc $bosh_dir/etc/monitrc
+chmod 0700 $bosh_dir/etc/monitrc
+
+yum -y install pam-devel
+
+pushd /tmp
+    [ ! -f "monit-5.5.tar.gz" ] && wget http://mmonit.com/monit/dist/monit-5.5.tar.gz
+    tar xzvf monit-5.5.tar.gz
+    cd monit-5.5
+    ./configure --prefix=$bosh_dir --without-ssl
+    make && make install
+    # monit refuses to start without an include file present
+    mkdir -p $bosh_app_dir/monit
+    touch /$bosh_app_dir/monit/empty.monitrc
+popd

data/templates/redhat/postinstall.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+
+#import helpers scripts
+source _variables.sh
+
+### stage bosh_sysstat
+cp $SRC_DIR/_sysstat /etc/default/sysstat
+
+### stage bosh_sysctl
+[ ! -d /etc/sysctl.d ] && mkdir -p /etc/sysctl.d
+cp $SRC_DIR/_60-bosh-sysctl.conf /etc/sysctl.d/60-bosh-sysctl.conf
+chmod 0644 /etc/sysctl.d/60-bosh-sysctl.conf
+
+### stage bosh_ntpdate
+# setup crontab for root to use ntpdate every 15 minutes
+mkdir -p $bosh_dir/log
+cp $SRC_DIR/_ntpdate $bosh_dir/bin/ntpdate
+chmod 0755 $bosh_dir/bin/ntpdate
+echo "0,15,30,45 * * * * ${bosh_dir}/bin/ntpdate" > /tmp/ntpdate.cron
+crontab -u root /tmp/ntpdate.cron
+rm /tmp/ntpdate.cron
+
+# Final system update
+yum -y update
+
+# Create list of installed packages -- legal requirement
+yum list installed > $bosh_dir/stemcell_yum_list_installed.out

data/templates/redhat/rhnreg.sh.erb

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+set -x
+
+source _variables.sh
+echo "Register with RHN ... "
+
+<% if ENV['HTTP_PROXY'] || ENV['http_proxy'] || ENV['https_proxy'] || ENV['HTTPS_PROXY'] %>
+	subscription-manager register --username=<%= @rhn_user %> --password=<%= @rhn_pass %> --proxy=`echo $http_proxy`
+	rhnreg_ks --nohardware --nopackages --novirtinfo --norhnsd --username="<%= @rhn_user %>" --password="<%= @rhn_pass %>" --proxy=`echo $http_proxy`
+<% else %>
+	subscription-manager register --username=<%= @rhn_user %> --password=<%= @rhn_pass %>
+	rhnreg_ks --nohardware --nopackages --novirtinfo --norhnsd --username="<%= @rhn_user %>" --password="<%= @rhn_pass %>"
+<% end %>
+

data/templates/redhat/ruby.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+
+set -x
+
+source _variables.sh
+
+# install libyaml
+pushd /tmp
+	[ ! -f "yaml-0.1.4.tar.gz" ] && wget http://pyyaml.org/download/libyaml/yaml-0.1.4.tar.gz
+    tar zxf yaml-0.1.4.tar.gz
+    cd yaml-0.1.4
+    ./configure
+    make
+    make install
+    echo /usr/local/lib >> /etc/ld.so.conf
+    ldconfig
+popd
+
+# install ruby and rubygems
+pushd /tmp
+	[ ! -f "ruby-1.9.3-p374.tar.gz" ] && wget http://ftp.ruby-lang.org/pub/ruby/1.9/ruby-1.9.3-p374.tar.gz
+    tar zxf ruby-1.9.3-p374.tar.gz
+    cd ruby-1.9.3-p374
+    ./configure --prefix=$bosh_dir --disable-install-doc
+    make
+    make install
+popd
+
+pushd /tmp
+	[ ! -f "rubygems-1.8.24.tgz" ] && wget http://production.cf.rubygems.org/rubygems/rubygems-1.8.24.tgz
+	tar zxf rubygems-1.8.24.tgz
+	cd rubygems-1.8.24
+	$bosh_dir/bin/ruby setup.rb --no-format-executable
+popd
+
+export PATH=$PATH:$bosh_dir/bin
+$bosh_dir/bin/gem update --system --no-ri --no-rdoc
+mkdir -p $bosh_dir/etc
+echo "gem: --no-rdoc --no-ri" >> $bosh_dir/etc/gemrc
+
+# Install bundler gem
+$bosh_dir/bin/gem install bundler --no-ri --no-rdoc

data/templates/redhat/setup-bosh.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+source _variables.sh
+
+yum -y install glibc-static sg3_utils
+
+pushd /usr/bin
+    if [ ! -f rescan-scsi-bus.sh ]
+    then
+      ln -s rescan-scsi-bus rescan-scsi-bus.sh
+    fi
+popd
+
+pushd /tmp
+	yum -y install git rpm-build rpmdevtools gcc glibc-static make
+	git clone https://github.com/imeyer/runit-rpm.git
+	cd runit-rpm
+	./build.sh
+	rpm -i ~/rpmbuild/RPMS/*/*.rpm
+popd

data/templates/redhat/sudo.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+cp /etc/sudoers /etc/sudoers.orig
+sed -i -e '/Defaults\s\+env_reset/a Defaults\texempt_group=admin' /etc/sudoers
+sed -i -e 's/%admin ALL=(ALL) ALL/%admin ALL=NOPASSWD:ALL/g' /etc/sudoers
+cp -p /etc/sudoers /etc/sudoers.save
+echo '#includedir /etc/sudoers.d' >> /etc/sudoers
+visudo -c
+if [ $? -ne 0 ]; then
+  echo "ERROR: bad sudoers file"
+  exit 1
+fi
+rm /etc/sudoers.save

data/templates/redhat/timestamp.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+set -x
+
+source _variables.sh
+
+# Turn on NTP service
+chkconfig ntpd on
+# Synchronize time with pool.ntp.org
+ntpdate pool.ntp.org
+# Start the NTP service
+/etc/init.d/ntpd start
+
+# save build time
+date > /etc/box_build_time

data/templates/redhat/vmware-tools.sh

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+### stage system_open_vm_tools
+source _variables.sh
+
+cat > /etc/yum.repos.d/vmware-tools.repo << EOM
+[vmware-tools]
+name=VMware Tools
+baseurl=http://packages.vmware.com/tools/esx/5.0/rhel6/x86_64
+enabled=1
+gpgcheck=1
+EOM
+
+rpm --import http://packages.vmware.com/tools/keys/VMWARE-PACKAGING-GPG-DSA-KEY.pub
+rpm --import http://packages.vmware.com/tools/keys/VMWARE-PACKAGING-GPG-RSA-KEY.pub
+
+yum -y install vmware-tools-esx-kmods-`uname -r` vmware-tools-esx

data/templates/redhat/zerodisk.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+set -x
+
+source _variables.sh
+
+# Zero out the free space to save space in the final image:
+dd if=/dev/zero of=/EMPTY bs=1M
+rm -f /EMPTY

data/templates/ubuntu/_60-bosh-sysctl.conf

@@ -0,0 +1,5 @@
+# Copyright (c) 2009-2012 VMware, Inc.
+
+# Setup rp_filter in loose mode
+net.ipv4.conf.default.rp_filter=2
+net.ipv4.conf.all.rp_filter=2

data/templates/ubuntu/_empty_state.yml

@@ -0,0 +1,9 @@
+deployment: ""
+job: ""
+index: ""
+networks: {}
+resource_pool: {}
+packages: {}
+persistent_disk: {}
+configuration_hash: {}
+properties: {}

data/templates/ubuntu/_helpers.sh

@@ -0,0 +1,40 @@
+#!/bin/bash
+
+function disable {
+  mv $1 $1.back
+  ln -s /bin/true $1
+}
+
+function enable {
+  if [ -L $1 ]
+  then
+    mv $1.back $1
+  else
+    # No longer a symbolic link, must have been overwritten
+    rm -f $1.back
+  fi
+}
+
+function run_in_chroot {
+  local chroot=$1
+  local script=$2
+
+  # Disable daemon startup
+  disable $chroot/sbin/initctl
+  disable $chroot/usr/sbin/invoke-rc.d
+
+  unshare -m $SHELL <<EOF
+    mkdir -p $chroot/dev
+    mount -n --bind /dev $chroot/dev
+    mount -n --bind /dev/pts $chroot/dev/pts
+
+    mkdir -p $chroot/proc
+    mount -n -t proc proc $chroot/proc
+
+    chroot $chroot env -i $(cat $chroot/etc/environment) http_proxy=${http_proxy:-} bash -e -c "$script"
+EOF
+
+  # Enable daemon startup
+  enable $chroot/sbin/initctl
+  enable $chroot/usr/sbin/invoke-rc.d
+}

data/templates/ubuntu/_monitrc

@@ -0,0 +1,8 @@
+set daemon 10
+set logfile /var/vcap/monit/monit.log
+
+set httpd port 2822 and use address 127.0.0.1
+  allow cleartext /var/vcap/monit/monit.user
+
+include /var/vcap/monit/*.monitrc
+include /var/vcap/monit/job/*.monitrc

data/templates/ubuntu/_ntpdate

@@ -0,0 +1,10 @@
+#!/bin/sh
+#
+# Copyright (c) 2009-2012 VMware, Inc.
+
+BOSH=/var/vcap/bosh
+NTP_SERVER_FILE=$BOSH/etc/ntpserver
+if [ -f $NTP_SERVER_FILE ]; then
+	NTP_SERVER=`cat $NTP_SERVER_FILE`
+	/usr/sbin/ntpdate $NTP_SERVER > $BOSH/log/ntpdate.out 2>&1
+fi

data/templates/ubuntu/_runonce

@@ -0,0 +1,46 @@
+#!/bin/bash
+
+if [[ $# -eq 0 ]]; then
+    echo "Schedules a command to be run after the next reboot."
+    echo "Usage: $(basename $0) <command>"
+    echo "       $(basename $0) -p <path> <command>"
+    echo "       $(basename $0) -r <command>"
+else
+    REMOVE=0
+    COMMAND=${!#}
+    SCRIPTPATH=$PATH
+
+    while getopts ":r:p:" optionName; do
+        case "$optionName" in
+            r) REMOVE=1; COMMAND=$OPTARG;;
+            p) SCRIPTPATH=$OPTARG;;
+        esac
+    done
+
+    SCRIPT="${HOME}/.$(basename $0)_$(echo $COMMAND | sed 's/[^a-zA-Z0-9_]/_/g')"
+
+    if [[ ! -f $SCRIPT ]]; then
+        echo "PATH=$SCRIPTPATH" >> $SCRIPT
+        echo "cd $(pwd)"        >> $SCRIPT
+        echo "logger -t $(basename $0) -p local3.info \"COMMAND=$COMMAND ; USER=\$(whoami) ($(logname)) ; PWD=$(pwd) ; PATH=\$PATH\"" >> $SCRIPT
+        echo "$COMMAND | logger -t $(basename $0) -p local3.info" >> $SCRIPT
+        echo "$0 -r \"$(echo $COMMAND | sed 's/\"/\\\"/g')\""     >> $SCRIPT
+        chmod +x $SCRIPT
+    fi
+
+    CRONTAB="${HOME}/.$(basename $0)_temp_crontab_$RANDOM"
+    ENTRY="@reboot $SCRIPT"
+
+    echo "$(crontab -l 2>/dev/null)" | grep -v "$ENTRY" | grep -v "^# DO NOT EDIT THIS FILE - edit the master and reinstall.$" | grep -v "^# ([^ ]* installed on [^)]*)$" | grep -v "^# (Cron version [^$]*\$[^$]*\$)$" > $CRONTAB
+
+    if [[ $REMOVE -eq 0 ]]; then
+        echo "$ENTRY" >> $CRONTAB
+    fi
+
+    crontab $CRONTAB
+    rm $CRONTAB
+
+    if [[ $REMOVE -ne 0 ]]; then
+        rm $SCRIPT
+    fi
+fi

data/templates/ubuntu/_sysstat

@@ -0,0 +1,18 @@
+#
+# Default settings for /etc/init.d/sysstat, /etc/cron.d/sysstat
+# and /etc/cron.daily/sysstat files
+#
+
+# Should sadc collect system activity informations? Valid values
+# are "true" and "false". Please do not put other values, they
+# will be overwritten by debconf!
+ENABLED="true"
+
+# Additional options passed to sa1 by /etc/init.d/sysstat
+# and /etc/cron.d/sysstat
+# By default contains the `-S DISK' option responsible for
+# generating disk statisitcs.
+SA1_OPTIONS="-S DISK"
+
+# Additional options passed to sa2 by /etc/cron.daily/sysstat.
+SA2_OPTIONS=""

data/templates/ubuntu/_variables.sh.erb

@@ -0,0 +1,30 @@
+#!/bin/bash
+
+bosh_app_dir=/var/vcap
+bosh_dir=$bosh_app_dir/bosh
+bosh_users_password="c1owdc0w"
+infrastructure="vsphere"
+SRC_DIR=`pwd`
+
+if [ ! -d "$bosh_dir" ]; then
+	# create bosh_dir and add to path
+	mkdir -p $bosh_dir
+	echo "PATH=$PATH:$bosh_dir/bin
+export PATH
+" >> /etc/profile
+
+	echo "PATH=$PATH:$bosh_dir/bin
+export PATH
+" >> /root/.bash_profile
+
+	export PATH=$PATH:$bosh_dir/bin
+fi
+<% if ENV['HTTP_PROXY'] || ENV['http_proxy'] %>
+export HTTP_PROXY=<%= ENV['HTTP_PROXY'] || ENV['http_proxy'] %>
+export http_proxy=<%= ENV['HTTP_PROXY'] || ENV['http_proxy'] %>
+<% end %>
+
+<% if ENV['HTTPS_PROXY'] || ENV['https_proxy'] %>
+export HTTPS_PROXY=<%= ENV['HTTPS_PROXY'] || ENV['https_proxy'] %>
+export https_proxy=<%= ENV['HTTPS_PROXY'] || ENV['https_proxy'] %>
+<% end %>

data/templates/ubuntu/apt-upgrade.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+set -x
+
+source _variables.sh
+# Upgrade all packages
+apt-get -y update
+
+apt-get -y --force-yes install build-essential libssl-dev lsof \
+strace bind9-host dnsutils tcpdump iputils-arping \
+curl wget libcurl3 libcurl3-dev bison libreadline6-dev \
+libxml2 libxml2-dev libxslt1.1 libxslt1-dev zip unzip \
+nfs-common flex psmisc apparmor-utils iptables sysstat \
+rsync openssh-server traceroute libncurses5-dev quota \
+libaio1 gdb psmisc dialog bridge-utils debootstrap libcap-dev libyaml-dev
+
+# Upgrade packages to latest version
+apt-get -y update
+apt-get -y upgrade
+apt-get clean