bosh-bootstrap 0.5.0

data/lib/bosh-bootstrap/stages/stage_micro_bosh_deploy/install_key_pair_for_user

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+
+# Creates a local /home/vcap/.ssh/$KEY_PAIR_NAME.pem file
+# from the key pair private key ($PRIVATE_KEY)
+#
+# Requires:
+# * ENV['KEY_PAIR_NAME']
+# * ENV['PRIVATE_KEY']
+#
+# Optional:
+# * ENV['TARGET_USER'] (default: vcap)
+
+user = ENV['TARGET_USER'] || 'vcap'
+key_pair_name = ENV['KEY_PAIR_NAME']
+private_key = ENV['PRIVATE_KEY']
+
+keyfile_path = "/home/#{user}/.ssh/#{key_pair_name}.pem"
+split_private_key = private_key.split(/\n/)
+File.open(keyfile_path, "w") do |f|
+  split_private_key.each {|line| f.puts line}
+  f.chmod 0600
+end
+

data/lib/bosh-bootstrap/stages/stage_prepare_inception_vm.rb

@@ -0,0 +1,52 @@
+module Bosh::Bootstrap::Stages
+  class StagePrepareInceptionVm
+    attr_reader :settings
+
+    def initialize(settings)
+      @settings = settings
+    end
+
+    def commands
+      @commands ||= Bosh::Bootstrap::Commander::Commands.new do |server|
+        # using inception VM username login, create a vcap user with same authorizations
+        server.create "vcap user", script("create_vcap_user", "ORIGUSER" => settings.inception.username),
+          :user => settings.inception.username
+        # install base Ubuntu packages used for bosh micro deployer
+        server.install "base packages", script("install_base_packages")
+        server.install "ruby 1.9.3", script("install_ruby", "UPGRADE" => settings[:upgrade_deps])
+        server.install "useful ruby gems", script("install_useful_gems", "UPGRADE" => settings[:upgrade_deps])
+        server.install "bosh", script("install_bosh",
+          "UPGRADE" => settings[:upgrade_deps],
+          "INSTALL_BOSH_FROM_SOURCE" => settings["bosh_git_source"] || "")
+        # use inception VM to generate a salted password (local machine may not have mkpasswd)
+        server.capture_value "salted password", script("convert_salted_password", "PASSWORD" => settings.bosh.password),
+          :settings => settings, :save_output_to_settings_key => "bosh.salted_password"
+        server.validate "bosh deployer", script("validate_bosh_deployer")
+      end
+    end
+
+    private
+    def stage_name
+      "stage_prepare_inception_vm"
+    end
+
+    # Loads local script
+    # If +variables+, then injects KEY=VALUE environment
+    # variables into bash scripts.
+    def script(segment_name, variables={})
+      path = File.expand_path("../#{stage_name}/#{segment_name}", __FILE__)
+      if File.exist?(path)
+        script = File.read(path)
+        if variables.keys.size > 0
+          inline_variables = "#!/usr/bin/env bash\n\n"
+          variables.each { |name, value| inline_variables << "#{name}=#{value}\n" }
+          script.gsub!("#!/usr/bin/env bash", inline_variables)
+        end
+        script
+      else
+        Thor::Base.shell.new.say_status "error", "Missing script lib/bosh-bootstrap/stages/#{stage_name}/#{segment_name}", :red
+        exit 1
+      end
+    end
+  end
+end

data/lib/bosh-bootstrap/stages/stage_prepare_inception_vm/convert_salted_password

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+# Convert $PASSWORD into a salted password
+# and return via STDOUT
+#
+# Requires:
+# * $PASSWORD
+
+mkpasswd -m sha-512 $PASSWORD

data/lib/bosh-bootstrap/stages/stage_prepare_inception_vm/create_vcap_user

@@ -0,0 +1,79 @@
+#!/usr/bin/env bash
+
+# Create vcap user & public keys
+# Re-use new public keys for root user
+#
+# Requires:
+# * $ORIGUSER - another local user with authorized_keys for SSH access; will be copied to vcap user
+
+if [[ $EUID -ne 0 ]]; then
+  echo "ERROR: This script must be run as root" 1>&2
+  exit 1
+fi
+
+groupadd vcap
+useradd vcap -m --shell /bin/bash -g vcap
+mkdir -p /home/vcap/.ssh
+chown -R vcap:vcap /home/vcap/.ssh
+chmod 700 /home/vcap/.ssh
+
+if [[ -f /home/vcap/.ssh/id_rsa ]]
+then
+  echo "public keys for vcap already exist, skipping..."
+else
+  echo "creating public keys for vcap/root user..."
+  su -c "ssh-keygen -f ~/.ssh/id_rsa -N ''" vcap
+fi
+
+# Include same public keys for root user
+echo "copy vcap public keys to root user..."
+mkdir -p ~/.ssh/
+cp ~vcap/.ssh/id_rsa* ~/.ssh/
+
+bosh_app_dir=/var/vcap
+mkdir -p ${bosh_app_dir}
+
+# setup common folder for all folder/data
+# this is what could/should be mounted as a separate persistent disk
+# which is what is done for you if bosh-bootstrap creates the inception
+# server for you.
+
+store_dir=/var/vcap/store
+mkdir -p ${store_dir}
+chown vcap:vcap ${store_dir}
+
+# setup common folders used by bosh-bootstrap or bosh deployments
+for path in microboshes microboshes/deployments deployments releases repos stemcells tmp bosh_cache
+do
+  echo "creating /var/vcap/store/${path}"
+  mkdir -p ${store_dir}/${path}
+  chown vcap:vcap ${store_dir}/${path}
+done
+
+if [[ $(grep "vcap  ALL=(ALL) NOPASSWD:ALL" /etc/sudoers) == "" ]]; then
+  echo "adding vcap to sudoers"
+  echo "vcap  ALL=(ALL) NOPASSWD:ALL" >> /etc/sudoers
+fi
+
+echo "copying user '$ORIGUSER' authorized_keys to vcap user"
+cp /home/${ORIGUSER}/.ssh/authorized_keys ${bosh_app_dir}/
+cp /home/${ORIGUSER}/.ssh/authorized_keys /home/vcap/.ssh/authorized_keys
+chown vcap:vcap /home/vcap/.ssh/authorized_keys
+echo "copying user '$ORIGUSER' .bashrc to vcap user"
+cp /home/${ORIGUSER}/.bashrc /home/vcap/
+chown vcap:vcap /home/vcap/.bashrc
+
+if [[ $(grep "export TMPDIR" /home/vcap/.bashrc) == "" ]]; then
+  echo 'adding $TMPDIR to .bashrc'
+  echo "export TMPDIR=/var/vcap/store/tmp" >> /home/vcap/.bashrc
+fi
+
+if [[ $(grep "export EDITOR" /home/vcap/.bashrc) == "" ]]; then
+  echo 'setting $EDITOR to vim as default'
+  echo "export EDITOR=vim" >> /home/vcap/.bashrc
+fi
+
+if [[ ! -h /home/vcap/.bosh_cache ]]; then
+  rm -rf ~vcap/.bosh_cache/
+  ln -s /var/vcap/store/bosh_cache ~vcap/.bosh_cache
+fi

data/lib/bosh-bootstrap/stages/stage_prepare_inception_vm/install_base_packages

@@ -0,0 +1,13 @@
+#!/usr/bin/env bash
+
+if [[ $EUID -ne 0 ]]; then
+  echo "ERROR: This script must be run as root" 1>&2
+  exit 1
+fi
+
+apt-get update
+apt-get install build-essential libsqlite3-dev curl rsync git-core tmux \
+  libmysqlclient-dev libxml2-dev libxslt-dev libpq-dev libsqlite3-dev \
+  genisoimage mkpasswd \
+  debootstrap kpartx qemu-kvm \
+  vim -y

data/lib/bosh-bootstrap/stages/stage_prepare_inception_vm/install_bosh

@@ -0,0 +1,54 @@
+#!/usr/bin/env bash
+
+# Install BOSH CLI
+#
+# Options:
+# * $UPGRADE - re-install or upgrade gems if already installed
+# * $INSTALL_BOSH_FROM_SOURCE - install from bosh git repo
+
+if [[ $EUID -ne 0 ]]; then
+  echo "ERROR: This script must be run as root" 1>&2
+  exit 1
+fi
+
+# Install a gem if $UPGRADE exists or if gem not already installed
+function install_gem() {
+  gem_name=$1
+  if [[ ("${UPGRADE}X" != "X") || "$(gem list $gem_name | grep $gem_name)X" == "X" ]]; then
+    gem install $gem_name --no-ri --no-rdoc
+  else
+    echo gem $gem_name already installed
+  fi
+}
+
+if [[ "${INSTALL_BOSH_FROM_SOURCE}X" != "X" ]]; then
+  mkdir -p /var/vcap/store/repos
+  cd /var/vcap/store/repos
+  if [[ -d bosh ]]; then
+    cd bosh
+    git pull origin master
+  else
+    git clone https://github.com/cloudfoundry/bosh.git
+  fi
+
+  bosh_dir=/var/vcap/store/repos/bosh
+  for project in common cli deployer aws_registry openstack_registry; do
+    cd $bosh_dir/$project/
+    rm -rf pkg
+    bundle install --without=development test
+    gem build *.gemspec
+    mkdir -p pkg
+    mv *.gem pkg/
+    gem install pkg/*.gem --no-ri --no-rdoc
+  done
+
+else
+  install_gem bosh_cli
+  install_gem bosh_deployer
+fi
+
+if [[ ! -d /var/tmp/bosh ]]; then
+  echo "Symlinking the expected stemcell creation folder into mounted volume..."
+  mkdir -p /var/vcap/store/tmp/bosh
+  ln -s /var/vcap/store/tmp/bosh /var/tmp/bosh
+fi

data/lib/bosh-bootstrap/stages/stage_prepare_inception_vm/install_ruby

@@ -0,0 +1,33 @@
+#!/usr/bin/env bash
+
+# Install ruby 1.9.3
+#
+# Options:
+# * $RUBY_VERSION - override ruby version to test/install
+# * $UPGRADE - re-install or upgrade ruby if already installed
+
+if [[ $EUID -ne 0 ]]; then
+  echo "ERROR: This script must be run as root" 1>&2
+  exit 1
+fi
+
+DISTRIB_CODENAME=lucid
+
+if [[ "$(which ruby)" == "" || "${UPGRADE}X" != "X" || ! ("$(ruby -v)" =~ "ruby 1.9.3") ]]; then
+  echo "Adding the Unboxed APT repository..."
+  echo "deb http://apt.unboxedconsulting.com/ $DISTRIB_CODENAME main" > /etc/apt/sources.list.d/unboxed.list
+  
+  echo -e "\n Retrieving the PGP keys for the repository..."
+  wget -O - http://apt.unboxedconsulting.com/release.asc | apt-key add -
+
+  echo "Resynchronizing the package index files from their sources..."
+  apt-get update
+
+  echo -e "Installing Ruby 1.9.3...\n"
+  apt-get -y install ubxd-ruby1.9.3
+
+  echo -e "Upgrading to latest Rubygems..."
+  gem update --system
+else
+  echo Ruby 1.9.3 already installed
+fi

data/lib/bosh-bootstrap/stages/stage_prepare_inception_vm/install_useful_gems

@@ -0,0 +1,24 @@
+#!/usr/bin/env bash
+
+# Install bundler, fog, rake
+#
+# Options:
+# * $UPGRADE - re-install or upgrade gems if already installed
+
+if [[ $EUID -ne 0 ]]; then
+  echo "ERROR: This script must be run as root" 1>&2
+  exit 1
+fi
+
+# Install a gem if $UPGRADE exists or if gem not already installed
+function install_gem() {
+  gem_name=$1
+  if [[ ("${UPGRADE}X" != "X") || "$(gem list $gem_name | grep $gem_name)X" == "X" ]]; then
+    gem install $gem_name --no-ri --no-rdoc
+  else
+    echo gem $gem_name already installed
+  fi
+}
+
+install_gem bundler
+install_gem rake

data/lib/bosh-bootstrap/stages/stage_prepare_inception_vm/validate_bosh_deployer

@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+# Validate that BOSH deployer is ready
+
+if [[ $EUID -ne 0 ]]; then
+  echo "ERROR: This script must be run as root" 1>&2
+  exit 1
+fi
+
+echo "Testing for 'bosh micro deploy' command..."
+
+bosh_output=$(bosh --no-color help micro)
+if [[ "$(echo $bosh_output | grep 'micro deploy')" == "" ]]; then
+  echo "Failed to install 'bosh micro deploy'. Please investigate issue and report root cause so we can fix it."
+  echo "Output of 'bosh --no-color help micro':"
+  echo $bosh_output
+  exit 1
+else
+  echo "Successfully installed bosh deployer (bosh micro deploy)"
+  exit 0
+fi

data/lib/bosh-bootstrap/stages/stage_setup_new_bosh.rb

@@ -0,0 +1,52 @@
+require "json" # for inline hashes within YAML
+
+module Bosh::Bootstrap::Stages
+  class SetupNewBosh
+    attr_reader :settings
+
+    def initialize(settings)
+      @settings = settings
+    end
+
+    def commands
+      @commands ||= Bosh::Bootstrap::Commander::Commands.new do |server|
+        server.setup "bosh user", script("setup_bosh_user",
+                      "BOSH_NAME" => settings.bosh_name,
+                      "BOSH_HOST" => settings.bosh.ip_address,
+                      "BOSH_USERNAME" => settings.bosh_username,
+                      "BOSH_PASSWORD" => settings.bosh_password)
+        server.cleanup "permissions", script("cleanup_permissions")
+      end
+    end
+
+    private
+    def stage_name
+      "stage_setup_new_bosh"
+    end
+
+    # Loads local script
+    # If +variables+, then injects KEY=VALUE environment
+    # variables into bash scripts.
+    def script(segment_name, variables={})
+      path = File.expand_path("../#{stage_name}/#{segment_name}", __FILE__)
+      if File.exist?(path)
+        script = File.read(path)
+        if variables.keys.size > 0
+          # inject variables into script if its bash script
+          inline_variables = "#!/usr/bin/env bash\n\n"
+          variables.each { |name, value| inline_variables << "#{name}='#{value}'\n" }
+          script.gsub!("#!/usr/bin/env bash", inline_variables)
+
+          # inject variables into script if its ruby script
+          inline_variables = "#!/usr/bin/env ruby\n\n"
+          variables.each { |name, value| inline_variables << "ENV['#{name}'] = '#{value}'\n" }
+          script.gsub!("#!/usr/bin/env ruby", inline_variables)
+        end
+        script
+      else
+        Thor::Base.shell.new.say_status "error", "Missing script lib/bosh-bootstrap/stages/#{stage_name}/#{segment_name}", :red
+        exit 1
+      end
+    end
+  end
+end

data/lib/bosh-bootstrap/stages/stage_setup_new_bosh/cleanup_permissions

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+
+# Cleanup file permissions
+
+if [[ $EUID -ne 0 ]]; then
+  echo "ERROR: This script must be run as root" 1>&2
+  exit 1
+fi
+
+chown -R vcap:vcap ~vcap/.bosh*
+if [[ -d ~vcap/.gem ]]; then
+  chown -R vcap:vcap ~vcap/.gem
+fi
+chown -R vcap:vcap /var/vcap/store/repos

data/lib/bosh-bootstrap/stages/stage_setup_new_bosh/setup_bosh_user

@@ -0,0 +1,29 @@
+#!/usr/bin/env bash
+
+# Deploys a micro BOSH using "bosh micro deploy"
+#
+# Required:
+# * $BOSH_NAME - name of bosh deployment
+#   (thus /var/vcap/store/microboshes/deployments/$BOSH_NAME/micro_bosh.yml exists)
+# * $BOSH_HOST - public IP of the deployed BOSH
+# * $BOSH_USERNAME - user login to be created
+# * $BOSH_PASSWORD - password for user login
+
+set -e # exit immediately if a simple command exits with a non-zero status
+set -u # report the usage of uninitialized variables
+
+cd /var/vcap/store/microboshes/deployments/
+
+if [[ -f $BOSH_NAME/new_bosh_deployed ]]; then
+  echo "Initially targeting micro-bosh..."
+  bosh -u admin -p admin target $BOSH_HOST
+
+  echo "Creating initial user $BOSH_USERNAME..."
+  bosh login admin admin
+  bosh create user $BOSH_USERNAME $BOSH_PASSWORD
+
+  rm -f $BOSH_NAME/new_bosh_deployed
+fi
+
+echo "Login as $BOSH_USERNAME..."
+bosh login $BOSH_USERNAME $BOSH_PASSWORD

data/lib/bosh-bootstrap/stages/stage_validate_inception_vm.rb

@@ -0,0 +1,39 @@
+module Bosh::Bootstrap::Stages
+  class StageValidateInceptionVm
+    attr_reader :settings
+
+    def initialize(settings)
+      @settings = settings
+    end
+
+    def commands
+      @commands ||= Bosh::Bootstrap::Commander::Commands.new do |server|
+        server.validate "ubuntu", script("validate_ubuntu"), :user => settings.inception.username
+      end
+    end
+
+    private
+    def stage_name
+      "stage_validate_inception_vm"
+    end
+
+    # Loads local script
+    # If +variables+, then injects KEY=VALUE environment
+    # variables into bash scripts.
+    def script(segment_name, variables={})
+      path = File.expand_path("../#{stage_name}/#{segment_name}", __FILE__)
+      if File.exist?(path)
+        script = File.read(path)
+        if variables.keys.size > 0
+          inline_variables = "#!/usr/bin/env bash\n\n"
+          variables.each { |name, value| inline_variables << "#{name}=#{value}\n" }
+          script.gsub!("#!/usr/bin/env bash", inline_variables)
+        end
+        script
+      else
+        Thor::Base.shell.new.say_status "error", "Missing script lib/bosh-bootstrap/stages/#{stage_name}/#{segment_name}", :red
+        exit 1
+      end
+    end
+  end
+end