corl 0.5.2 → 0.5.3

data/bootstrap/bootstrap.sh

@@ -14,22 +14,32 @@ configurations) it needs to run the CORL system.
 
 Systems initialized:
 
-* Git    - Git packages installed
+* Base system - Hostname configured
+              - Hosts file initialized (if applicable)
+              - DNS configured
+              - System package updates
+              - Build package installation
 
-* Vim    - Vim and vim script packages installed
-         - Vim configured
+* Git         - Git packages installed
+              - GitHub added to known hosts
 
-* Ruby   - Ruby 1.9.x packages installed
-         - Execution alternative configuration (if applicable)
+* Editor      - Vim or other base editor packages installed
+              - Vim or other base editor configured
 
-* Puppet - PuppetLabs Apt source initialized (if applicable)
-         - Puppet and dependencies installed
-         - Hiera configured
+* Ruby        - Ruby 2.1.x packages installed
+              - Execution alternative configuration (if applicable)
+              - Ruby Gem options initialized
 
-* CORL  - CORL gem and dependencies installed
+* Puppet      - PuppetLabs Apt source initialized (if applicable)
+              - Puppet and dependencies installed
+              - Hiera configured
+         
+* Nucleon     - Nucleon gem and dependencies installed
+
+* CORL        - CORL gem and dependencies installed
 
 --------------------------------------------------------------------------------
-Tested under Ubuntu 12.04 LTS
+Tested under Ubuntu 12.04 and 14.04 LTS
 Licensed under GPLv3
 
 See the project page at: http://github.com/coralnexus/corl-bootstrap
@@ -40,8 +50,9 @@ fi
 if [ -z "$USAGE" ]
 then
 export USAGE="
-usage: bootstrap.sh [ -h | --help ]  | Show usage information
+usage: bootstrap.sh  script_name ...   |  Names of bootstrap scripts to run [ ##_(>>script_name<<).sh ] 
 --------------------------------------------------------------------------------
+                     [ -h | --help ]   | Show usage information
 "
 fi
 
@@ -82,13 +93,36 @@ BOOTSTRAP_SCRIPTS="$SCRIPT_DIR/os/$OS/*.sh"
 
 for SCRIPT in $BOOTSTRAP_SCRIPTS
 do
-  echo "Processing: $SCRIPT"
-  source "$SCRIPT"
-  STATUS=$?
-  
+  SCRIPT_MATCH=''
+
+  if [[ "$SCRIPT" =~ _(.+)\.sh$ ]]
+  then
+    SCRIPT_NAME="${BASH_REMATCH[1]}"
+
+    if [ ! -z "$PARAMS" ]
+    then
+      for NAME in ${PARAMS[@]}
+      do
+        if [[ "$NAME" == "$SCRIPT_NAME" ]]
+        then
+          SCRIPT_MATCH='1'
+        fi
+      done
+    else
+      SCRIPT_MATCH='1'
+    fi
+  fi
+
+  if [ ! -z "$SCRIPT_MATCH" ]
+  then
+    echo "Processing: $SCRIPT"
+    source "$SCRIPT"
+    STATUS=$?
+  fi
+
   if [ $STATUS -ne 0 ]
   then
-  	exit $STATUS
+    exit $STATUS
   fi
 done
 exit $STATUS

data/bootstrap/lib/shell/os.sh

@@ -15,11 +15,11 @@ function os_info() {
 
     #---
 
-    if [ "{$OS}" == "windowsnt" ]
+    if [ "${OS}" == "windowsnt" ]
     then
         OS=windows
     
-    elif [ "{$OS}" == "darwin" ]
+    elif [ "${OS}" == "darwin" ]
     then
         OS=mac
     else

data/bootstrap/os/ubuntu/00_base.sh

@@ -2,18 +2,25 @@
 #-------------------------------------------------------------------------------
 
 # Set hostname
+echo "1. Setting hostname"
 echo "$HOSTNAME" > "/etc/hostname" || exit 1
 
+echo "2. Initializing hosts file"
 sed -ri 's/127\.0\.1\.1.*//' /etc/hosts
 echo "127.0.1.1 $HOSTNAME" >> /etc/hosts || exit 2
 
 # Set OpenDNS as our DNS lookup source
+echo "3. Setting command DNS gateways"
 echo "nameserver 208.67.222.222" | tee /etc/resolvconf/resolv.conf.d/base > /dev/null || exit 3
 
 # Update system packages
-apt-get -y install dialog || exit 4
-apt-get update || exit 5
+echo "4. Updating system packages"
+apt-get update >/tmp/update.log 2>&1 || exit 5
 
 # Install basic build packages.
-apt-get -y install build-essential cmake bindfs libnl-dev libpopt-dev libssl-dev libcurl4-openssl-dev libxslt-dev libxml2-dev || exit 6
-apt-get -y install python-software-properties unzip curl || exit 7
+echo "5. Ensuring basic libraries and development utilities"
+apt-get -y install build-essential cmake rake bindfs libnl-dev libpopt-dev \
+                   libssl-dev libcurl4-openssl-dev libxslt-dev libxml2-dev \
+                   libyaml-dev libreadline-dev libncurses5-dev zlib1g-dev texinfo \
+                   llvm llvm-dev python-software-properties unzip curl bison >/tmp/base.install.log 2>&1 || exit 6
+     

data/bootstrap/os/ubuntu/01_git.sh

@@ -2,11 +2,14 @@
 #-------------------------------------------------------------------------------
 
 # Install Git.
-apt-get -y install git || exit 10
+echo "1. Ensuring Git"
+apt-get -y install git >/tmp/git.install.log 2>&1 || exit 10
 
 # Make sure it is easy to communicate with repo hosts
+echo "2. Adding GitHub to root known hosts"
+
 mkdir -p "/root/.ssh" || exit 11
 touch "/root/.ssh/known_hosts" || exit 12
 
-ssh-keygen -R github.com 2>&1 || exit 13 # No duplicates
-ssh-keyscan -H github.com >> "/root/.ssh/known_hosts" || exit 14
+ssh-keygen -R github.com >/dev/null 2>&1 || exit 13 # No duplicates
+ssh-keyscan -H github.com >> "/root/.ssh/known_hosts" 2>/dev/null || exit 14

data/bootstrap/os/ubuntu/{02-editor.sh → 02_editor.sh}

@@ -2,9 +2,14 @@
 #-------------------------------------------------------------------------------
 
 # Install Vim editor.
-apt-get -y install vim || exit 20
+echo "1. Ensuring Vim editor"
+apt-get -y install vim >/tmp/vim.install.log 2>&1 || exit 20
 
 # Set Vim options
+if [ ! -e "$HOME/.vimrc" ]
+then
+echo "2. Setting default .vimrc configuration"
+	
 ( cat <<'EOP'
 set tabstop=2
 set shiftwidth=2
@@ -23,4 +28,5 @@ set background=dark
 filetype plugin indent on
 syntax on
 EOP
-) > "$HOME/.vimrc" || exit 21
+) > "$HOME/.vimrc" || exit 21
+fi

data/bootstrap/os/ubuntu/05_ruby.sh

@@ -1,23 +1,71 @@
 #!/bin/bash
 #-------------------------------------------------------------------------------
 
-# Install Ruby.
-case "$OS_VERSION" in
-'14.04')
-    apt-get -y install ruby1.9.1 ruby1.9.1-dev || exit 50
-;;
-'12.04')
-    add-apt-repository -y ppa:brightbox/ruby-ng-experimental 2>&1 || exit 51
-    apt-get update || exit 52
-
-    apt-get -y install ruby2.0 ruby2.0-dev || exit 53
-    update-alternatives --set ruby /usr/bin/ruby2.0 || exit 54
-    update-alternatives --set gem /usr/bin/gem2.0 || exit 55
-;;
-esac
+# Install (root level) RVM.
+#
+# Some of these commands borrowed from this tutorial:
+# http://renaud-cuny.com/en/blog/2013-04-11-step-by-step-ruby-rvm-installation-ubuntu-server
+#
+
+function initialize_rvm_user()
+{
+  local USER_NAME="$1"
+  local HOME_BASE="$2"
+  
+  local LOCAL_HOME="${HOME_BASE}/${USER_NAME}"
+  local BASHRC_FILE="${LOCAL_HOME}/.bashrc"
+  local PROFILE_FILE="${LOCAL_HOME}/.profile"
+  
+  local PATH_ENTRY='PATH=${PATH}:/usr/local/rvm/bin'
+  local RVMSUDO_SECURE_PATH="export rvmsudo_secure_path=1"
+  local SCRIPT_INCLUDE="[[ -s '/usr/local/rvm/scripts/rvm' ]] && source '/usr/local/rvm/scripts/rvm'"
+
+  echo "3. Initializing RVM user ${USER_NAME} group and environment settings"
+  adduser "$USER_NAME" rvm >>/tmp/ruby.config.log 2>&1 || exit 52
+  
+  if ! grep -Fxq "$PATH_ENTRY" "$PROFILE_FILE" >>/tmp/ruby.config.log 2>&1
+  then
+    echo "$PATH_ENTRY" >> "$PROFILE_FILE"
+  fi
+  if ! grep -Fxq "$RVMSUDO_SECURE_PATH" "$PROFILE_FILE" >>/tmp/ruby.config.log 2>&1
+  then
+    echo "$RVMSUDO_SECURE_PATH" >> "$PROFILE_FILE"
+  fi  
+  if ! grep -Fxq "$SCRIPT_INCLUDE" "$BASHRC_FILE" >>/tmp/ruby.config.log 2>&1
+  then
+    echo "$SCRIPT_INCLUDE" >> "$BASHRC_FILE"
+  fi
+}
+
+echo "1. Fetching RVM keys"
+gpg --keyserver hkp://keys.gnupg.net --recv-keys D39DC0E3 >/tmp/ruby.config.log 2>&1 || exit 50
+
+echo "2. Installing RVM"
+curl -sL https://get.rvm.io | bash -s stable >>/tmp/ruby.config.log 2>&1 || exit 51
+
+initialize_rvm_user 'root'
+
+for USER_HOME in /home/*/
+do
+  [[ "$USER_HOME" =~ ([^/]+)/?$ ]]
+  if [ "${BASH_REMATCH[1]}" != "lost+found" -a "${BASH_REMATCH[1]}" != "*" ]
+  then
+    initialize_rvm_user "${BASH_REMATCH[1]}" '/home'
+  fi
+done
+
+echo "4. Installing Rubinius -- this will take some time"
+su - -c "rvm install rbx-2.3.0 --rubygems 2.4.2" root >>/tmp/ruby.config.log 2>&1 || exit 53
+su - -c "rvm use rbx-2.3.0 --default" root >>/tmp/ruby.config.log 2>&1 || exit 54
+
+
+if [ ! -e "$HOME/.gemrc" ]
+then
+echo "5. Adding an initial .gemrc configuration"
 
 # Set Gem options
 ( cat <<'EOP'
 gem: --no-rdoc --no-ri 
 EOP
-) > "$HOME/.gemrc" || exit 56
+) > "$HOME/.gemrc" || exit 55
+fi

data/bootstrap/os/ubuntu/06_puppet.sh

@@ -6,15 +6,18 @@ PUPPET_PACKAGE="3.6.2-1puppetlabs1"
 #---
 
 # Set up Puppet Apt repositories
-apt-key adv --recv-key --keyserver pgp.mit.edu 4BD6EC30 2>&1 || exit 60
+echo "1. Fetching Puppet keys"
+apt-key adv --recv-key --keyserver pgp.mit.edu 4BD6EC30 >/tmp/puppet.key.log 2>&1 || exit 60
 
+echo "2. Updating Puppet packages from source"
 echo -e "# corl_puppet\ndeb http://apt.puppetlabs.com $OS_NAME main dependencies\ndeb-src http://apt.puppetlabs.com $OS_NAME main dependencies" | cat > /etc/apt/sources.list.d/corl_puppet.list || exit 61
 chmod 0644 /etc/apt/sources.list.d/corl_puppet.list || exit 62
 
-# Install Puppet
-apt-get -y update || exit 63
+apt-get -y update >/tmp/puppet.update.log 2>&1 || exit 63
 
-apt-get -y install hiera puppet-common="$PUPPET_PACKAGE" puppet="$PUPPET_PACKAGE" || exit 64
+# Install Puppet
+echo "3. Ensuring Puppet"
+apt-get -y install hiera puppet-common="$PUPPET_PACKAGE" puppet="$PUPPET_PACKAGE" >/tmp/puppet.install.log 2>&1 || exit 64
 
 chown -R root:puppet /var/lib/puppet || exit 65
 
@@ -23,6 +26,8 @@ mkdir -p /var/corl/config || exit 66
 
 if [ ! -e /etc/hiera.yaml ]
 then
+echo "4. Configuring Hiera"
+	
 ( cat <<'EOP'
 ---
 :merge_behavior: deeper

data/bootstrap/os/ubuntu/09_nucleon.sh

@@ -1,14 +1,30 @@
 #!/bin/bash
 #-------------------------------------------------------------------------------
 
-# For now we install Nucleon through the repo for testing purposes
+# Uninstall the nucleon gem
+
+echo "1. Removing old versions of Nucleon gem"
+su - -c "gem uninstall nucleon -x --force" root >/tmp/nucleon.uninstall.log 2>&1 || exit 90
 
 # Install the nucleon gem
-rm -Rf /tmp/nucleon
-mkdir /tmp/nucleon || exit 90
-
-cd /tmp/nucleon || exit 101
-git clone --branch 0.2 git://github.com/coralnexus/nucleon.git /tmp/nucleon || exit 91
-git submodule update --init --recursive || exit 92
-gem build /tmp/nucleon/nucleon.gemspec || exit 93
-gem install /tmp/nucleon/nucleon-*.gem || exit 94
+
+if [ "$DEVELOPMENT_BUILD" ]
+then
+  rm -Rf /tmp/nucleon
+  mkdir /tmp/nucleon || exit 91
+
+  cd /tmp/nucleon || exit 92
+
+  echo "2. Fetching Nucleon source repository"
+  git clone --branch 0.2 git://github.com/coralnexus/nucleon.git /tmp/nucleon >/tmp/nucleon.git.log 2>&1 || exit 93
+  git submodule update --init --recursive >>/tmp/nucleon.git.log 2>&1 || exit 94
+
+  echo "3. Building Nucleon gem from branch 0.2"
+  su - -c "cd /tmp/nucleon; gem build /tmp/nucleon/nucleon.gemspec" root >/tmp/nucleon.build.log 2>&1 || exit 95
+  
+  echo "4. Installing latest dev build of Nucleon"
+  su - -c "cd /tmp/nucleon; gem install /tmp/nucleon/nucleon-*.gem" root >/tmp/nucleon.install.log 2>&1 || exit 96
+else 
+  echo "2. Installing latest release of Nucleon"
+  su - -c "gem install nucleon" root >/tmp/nucleon.install.log 2>&1 || exit 91  
+fi

data/bootstrap/os/ubuntu/10_corl.sh

@@ -1,16 +1,30 @@
 #!/bin/bash
 #-------------------------------------------------------------------------------
 
-# For now we install CORL through the repo for testing purposes
+# Uninstall the CORL gem
 
-gem install nokogiri || exit 100
+echo "1. Removing old versions of corl gem"
+su - -c "gem uninstall corl -x --force" root >/tmp/corl.uninstall.log 2>&1 || exit 101
 
-# Install the corl gem
-rm -Rf /tmp/corl
-mkdir /tmp/corl || exit 101
+# Install the CORL gem
 
-cd /tmp/corl || exit 102
-git clone --branch 0.5 git://github.com/coralnexus/corl.git /tmp/corl || exit 103
-git submodule update --init --recursive || exit 104
-gem build /tmp/corl/corl.gemspec || exit 105
-gem install /tmp/corl/corl-*.gem || exit 106
+if [ "$DEVELOPMENT_BUILD" ]
+then
+  rm -Rf /tmp/corl
+  mkdir /tmp/corl || exit 102
+
+  cd /tmp/corl || exit 103
+
+  echo "2. Fetching CORL source repository"
+  git clone --branch 0.5 git://github.com/coralnexus/corl.git /tmp/corl >/tmp/corl.git.log 2>&1 || exit 104
+  git submodule update --init --recursive >>/tmp/corl.git.log 2>&1 || exit 105
+
+  echo "3. Building CORL gem from branch 0.5"
+  su - -c "cd /tmp/corl; gem build /tmp/corl/corl.gemspec" root >/tmp/corl.build.log 2>&1 || exit 106
+
+  echo "4. Installing latest dev build of CORL"
+  su - -c "cd /tmp/corl; gem install /tmp/corl/corl-*.gem" root >/tmp/corl.install.log 2>&1 || exit 107
+else
+  echo "2. Installing latest release of CORL"
+  su - -c "gem install corl" root >/tmp/corl.install.log 2>&1 || exit 102
+fi