cucumber-chef 0.4.0

data/cookbooks/cucumber-chef/files/default/permissive-ssh-config

@@ -0,0 +1,3 @@
+UserKnownHostsFile /dev/null
+StrictHostKeyChecking no
+LogLevel error

data/cookbooks/cucumber-chef/metadata.rb

@@ -0,0 +1,6 @@
+maintainer       "Atalanta Systems"
+maintainer_email "stephen@atalanta-systems.com"
+license          "Something friendly"
+description      "Installs/Configures cucumber-chef"
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.rdoc'))
+version          "0.0.1"

data/cookbooks/cucumber-chef/recipes/controller.rb

@@ -0,0 +1,50 @@
+directory "/root/.ssh" do
+  owner "root"
+  mode "0600"
+end
+
+cookbook_file "/root/.ssh/git-key.rsa" do
+  source "git-private-key"
+end
+
+cookbook_file "/root/.ssh/config" do
+  source "permissive-ssh-config"
+end
+
+cookbook_file "/root/.ssh/id_rsa" do
+  source "cucumber-private-key"
+  mode "0600"
+  owner "root"
+end
+
+cookbook_file "/root/.bashrc" do
+  source "add-git-identity"
+end
+
+cookbook_file "/etc/lxc/controller" do
+  source "lxc-controller-network-config"
+end
+
+execute "lxc-create -n controller -f /etc/lxc/controller -t lucid-chef" do
+  not_if {File.exists?("/var/lib/lxc/controller")}
+end
+
+template "/var/lib/lxc/controller/rootfs/etc/chef/client.rb" do
+  source "controller-client.erb"
+  variables( :orgname => node["cucumber-chef"]["orgname"] )
+end
+
+cookbook_file "/var/lib/lxc/controller/rootfs/etc/chef/first-boot.json" do
+  source "controller-first-boot"
+end
+
+execute 'chroot /var/lib/lxc/controller/rootfs /bin/bash -c "chef-client -j /etc/chef/first-boot.json > /dev/null 2>&1"' do
+  action :run
+  # TODO: Make idempotent perhaps with a node search
+end
+
+execute 'lxc-start -d -n controller' do
+  status = %x[lxc-info -n #{name} 2>&1]
+  not_if {status.include?("RUNNING")}
+end
+

data/cookbooks/cucumber-chef/recipes/lxc.rb

@@ -0,0 +1,35 @@
+%w{lxc bridge-utils debootstrap}.each do |pkg|
+  package "#{pkg}"
+end
+
+bash "Set up networking" do
+  code <<-EOH
+brctl addbr br0
+ifconfig br0 192.168.20.1 up
+iptables -t nat -A POSTROUTING -o eth0 -j MASQUERADE
+sysctl -w net.ipv4.ip_forward=1
+EOH
+  not_if "ip link ls dev br0"
+end
+
+directory "/cgroup" do
+  action :create
+end
+
+mount "/cgroup" do
+  device "cgroup"
+  fstype "cgroup"
+  pass 0
+  action [:mount, :enable]
+end
+
+template "/usr/lib/lxc/templates/lxc-lucid-chef" do
+  source "lxc-lucid-chef"
+  mode "0755"
+  variables( :orgname => node["cucumber-chef"]["orgname"] )
+  action :create
+end
+
+
+
+

data/cookbooks/cucumber-chef/recipes/test_lab.rb

@@ -0,0 +1,23 @@
+%w[rsync build-essential libxml2-dev libxslt-dev].each do |pkg|
+  package pkg
+end
+
+%w[cucumber-chef rspec cucumber].each do |gem|
+  gem_package gem
+end
+
+directory "/root/.ssh" do
+  mode "0600"
+  owner "root"
+end
+
+cookbook_file "/root/.ssh/config" do
+  source "permissive-ssh-config"
+end
+
+cookbook_file "/root/.ssh/id_rsa" do
+  source "cucumber-private-key"
+  mode "0600"
+  owner "root"
+end
+

data/cookbooks/cucumber-chef/recipes/testrunner.rb

@@ -0,0 +1,46 @@
+%w{build-essential binutils-doc libxml2-dev libxslt-dev}.each do |pkg|
+  package pkg do
+    action :install
+  end
+end
+
+package "autoconf" do
+  action :install
+end
+
+package "flex" do
+  action :install
+end
+
+package "bison" do
+  action :install
+end
+
+%w[cucumber-chef cucumber rspec].each do |gem|
+    gem_package gem
+end
+
+directory "/root/.ssh" do
+  owner "root"
+  mode "0600"
+end
+
+cookbook_file "/root/.ssh/git-key.rsa" do
+  source "git-private-key"
+end
+
+cookbook_file "/root/.ssh/config" do
+  source "permissive-ssh-config"
+end
+
+cookbook_file "/root/.ssh/id_rsa" do
+  source "cucumber-private-key"
+  mode "0600"
+  owner "root"
+end
+
+cookbook_file "/root/.bashrc" do
+  source "add-git-identity"
+end
+
+

data/cookbooks/cucumber-chef/roles/controller.rb

@@ -0,0 +1,7 @@
+name "controller"
+description "Cucumber-chef controller node for running tests."
+run_list(
+	 "recipe[cucumber-chef::testrunner]"
+)
+
+override_attributes "cucumber-chef" => { "orgname" => "#{ENV['ORGNAME']}" }

data/cookbooks/cucumber-chef/roles/test_lab_test.rb

@@ -0,0 +1,9 @@
+name "test_lab_test"
+description "Platform for running acceptance and integration tests"
+run_list(
+	 "recipe[cucumber-chef::lxc]",
+	 "recipe[cucumber-chef::test_lab]",
+	 "recipe[cucumber-chef::controller]"
+)
+
+override_attributes "cucumber-chef" => { "orgname" => "#{ENV['ORGNAME']}" }

data/cookbooks/cucumber-chef/templates/default/controller-client.erb

@@ -0,0 +1,5 @@
+log_level        :info
+log_location     STDOUT
+chef_server_url  "https://api.opscode.com/organizations/<%= @orgname %>"
+validation_client_name "<%= @orgname %>-validator"
+node_name "cucumber-chef-controller"

data/cookbooks/cucumber-chef/templates/default/lxc-lucid-chef

@@ -0,0 +1,385 @@
+
+#!/bin/bash
+
+configure_ubuntu()
+{
+    rootfs=$1
+    hostname=$2
+
+    # disable selinux in ubuntu
+    mkdir -p $rootfs/selinux
+    echo 0 > $rootfs/selinux/enforce
+
+    # set the hostname
+    cat <<EOF > $rootfs/etc/hostname
+$hostname
+EOF
+    # set minimal hosts
+    cat <<EOF > $rootfs/etc/hosts
+127.0.0.1 localhost $hostname
+EOF
+
+    # provide the lxc service
+    cat <<EOF > $rootfs/etc/init/lxc.conf
+# fake some events needed for correct startup other services
+
+description     "Container Upstart"
+
+start on startup
+
+script
+        rm -rf /var/run/*.pid
+        rm -rf /var/run/network/*
+        /sbin/initctl emit stopped JOB=udevtrigger --no-wait
+        /sbin/initctl emit started JOB=udev --no-wait
+end script
+EOF
+
+    # fix buggus runlevel with sshd
+    cat <<EOF > $rootfs/etc/init/ssh.conf
+# ssh - OpenBSD Secure Shell server
+#
+# The OpenSSH server provides secure shell access to the system.
+
+description	"OpenSSH server"
+
+start on filesystem
+stop on runlevel [!2345]
+
+expect fork
+respawn
+respawn limit 10 5
+umask 022
+# replaces SSHD_OOM_ADJUST in /etc/default/ssh
+oom never
+
+pre-start script
+    test -x /usr/sbin/sshd || { stop; exit 0; }
+    test -e /etc/ssh/sshd_not_to_be_run && { stop; exit 0; }
+    test -c /dev/null || { stop; exit 0; }
+
+    mkdir -p -m0755 /var/run/sshd
+end script
+
+# if you used to set SSHD_OPTS in /etc/default/ssh, you can change the
+# 'exec' line here instead
+exec /usr/sbin/sshd
+EOF
+
+    cat <<EOF > $rootfs/etc/init/console.conf
+# console - getty
+#
+# This service maintains a console on tty1 from the point the system is
+# started until it is shut down again.
+
+start on stopped rc RUNLEVEL=[2345]
+stop on runlevel [!2345]
+
+respawn
+exec /sbin/getty -8 38400 /dev/console
+EOF
+
+    cat <<EOF > $rootfs/lib/init/fstab
+# /lib/init/fstab: lxc system fstab
+none            /spu                      spufs           gid=spu,optional                  0 0
+none            /tmp                      none            defaults                          0 0
+none            /var/lock                 tmpfs           nodev,noexec,nosuid,showthrough   0 0
+none            /lib/init/rw              tmpfs           mode=0755,nosuid,optional         0 0
+EOF
+
+
+
+    # reconfigure some services
+    if [ -z "$LANG" ]; then
+	chroot $rootfs locale-gen en_US.UTF-8
+	chroot $rootfs update-locale LANG=en_US.UTF-8
+    else
+	chroot $rootfs locale-gen $LANG
+	chroot $rootfs update-locale LANG=$LANG
+    fi
+
+    # remove pointless services in a container
+    chroot $rootfs /usr/sbin/update-rc.d -f ondemand remove
+
+    chroot $rootfs /bin/bash -c 'cd /etc/init; for f in $(ls u*.conf); do mv $f $f.orig; done'
+    chroot $rootfs /bin/bash -c 'cd /etc/init; for f in $(ls tty[2-9].conf); do mv $f $f.orig; done'
+    chroot $rootfs /bin/bash -c 'cd /etc/init; for f in $(ls plymouth*.conf); do mv $f $f.orig; done'
+    chroot $rootfs /bin/bash -c 'cd /etc/init; for f in $(ls hwclock*.conf); do mv $f $f.orig; done'
+    chroot $rootfs /bin/bash -c 'cd /etc/init; for f in $(ls module*.conf); do mv $f $f.orig; done'
+
+    echo "Please change root-password !"
+    echo "root:root" | chroot $rootfs chpasswd
+
+    return 0
+}
+
+configure_image()
+{
+    image=$cache/rootfs-$arch
+    mkdir $image/root/.ssh
+    chmod 0600 /root/.ssh
+
+    cat <<EOF > $image/etc/rc.local
+#!/bin/sh -e
+ip route add default via 192.168.20.1
+exit 0
+EOF
+
+    cat <<EOF > $image/root/.ssh/authorized_keys
+ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzj2O8BxvLn1Q7vUTiyFdtle9SeataEF//+651mXTV8WdKuXGRgvIKZPu+ZnTsqnDoR+pwMRFf95hDPHScpdYj2WVY1cN2e6xEKEsz3xcKdhaTuAOBd47J9wu6Nmgr1aZ/2/AWTrLEOMxUVVp/bzeSFzfHR2bctfKCKzMUCLGZLEGn0Yv5Qbk56Vr9A5jUJcKgCodWOpTcPlf+kKzxejgt/wHRZTRrJIOyx5Zhddim10/sZZ8ct9+WgBwhIL2fUHrsAb1wjxKpQCOYoxHuRSFnv4zrFzblI737TmQIHkkb9g08z3qIJLLiLKgGNXP2wclA37ctGfqwfJWj9FA9nI9iQ== root@cucumber
+EOF
+    
+    mkdir $image/etc/chef
+
+    cat <<EOF > $image/tmp/validation.pem
+<%= IO.read(Chef::Config[:validation_key]) %>
+EOF
+    awk NF $image/tmp/validation.pem > $image/etc/chef/validation.pem
+    rm $image/tmp/validation.pem
+    
+    cat <<EOF > $image/etc/chef/client.rb
+log_level        :info
+log_location     STDOUT
+chef_server_url  "<%= Chef::Config[:chef_server_url] %>"
+validation_client_name "<%= Chef::Config[:validation_client_name] %>"
+EOF
+
+
+    cat <<EOF > $image/etc/apt/sources.list.d/atalanta.list
+deb http://packages.atalanta-systems.com lucid main
+EOF
+
+    rm $image/etc/resolv.conf
+    cp /etc/resolv.conf $image/etc/resolv.conf
+    cp /etc/lxc/install-chef.sh $image/tmp/install-chef.sh
+    chroot $image /bin/sh -c "/usr/bin/apt-get update && /usr/bin/apt-get --assume-yes --allow-unauthenticated install strace ruby1.9.1p180"
+    mkdir -p $image/$HOME
+    chroot $image /bin/sh -c "/usr/local/bin/gem install chef --no-ri --no-rdoc 2>&1" 2>&1 >> /tmp/data
+    return $?
+}
+
+download_ubuntu()
+{
+    packages=dialog,apt,apt-utils,resolvconf,iproute,inetutils-ping,vim,dhcp3-client,ssh,lsb-release,wget,gpgv,gnupg
+
+    cache=$1
+    arch=$2
+
+    # check the mini ubuntu was not already downloaded
+    mkdir -p "$cache/partial-$arch"
+    if [ $? -ne 0 ]; then
+	echo "Failed to create '$cache/partial-$arch' directory"
+	return 1
+    fi
+
+    # download a mini ubuntu into a cache
+    echo "Downloading ubuntu minimal ..."
+    debootstrap --verbose --variant=minbase --components=main,universe --arch=$arch --include=$packages lucid $cache/partial-$arch
+    if [ $? -ne 0 ]; then
+	echo "Failed to download the rootfs, aborting."
+	return 1
+    fi
+
+    mv "$1/partial-$arch" "$1/rootfs-$arch"
+    echo "Download complete."
+
+    return 0
+}
+
+copy_ubuntu()
+{
+    cache=$1
+    arch=$2
+    rootfs=$3
+
+    # make a local copy of the miniubuntu
+    echo -n "Copying rootfs to $rootfs ..."
+    cp -a $cache/rootfs-$arch $rootfs || return 1
+    return 0
+}
+
+install_ubuntu()
+{
+    cache="/var/cache/lxc/ubuntu"
+    rootfs=$1
+    mkdir -p /var/lock/subsys/
+    (
+	flock -n -x 200
+	if [ $? -ne 0 ]; then
+	    echo "Cache repository is busy."
+	    return 1
+	fi
+
+	arch=$(arch)
+	if [ "$arch" == "x86_64" ]; then
+	    arch=amd64
+	fi
+
+	if [ "$arch" == "i686" ]; then
+	    arch=i386
+	fi
+
+	echo "Checking cache download in $cache/rootfs-$arch ... "
+	if [ ! -e "$cache/rootfs-$arch" ]; then
+	    download_ubuntu $cache $arch
+	    if [ $? -ne 0 ]; then
+		echo "Failed to download 'ubuntu base'"
+		return 1
+	    fi
+	fi
+        configure_image
+	echo "Copy $cache/rootfs-$arch to $rootfs ... "
+	copy_ubuntu $cache $arch $rootfs
+	if [ $? -ne 0 ]; then
+	    echo "Failed to copy rootfs"
+	    return 1
+	fi
+
+	return 0
+
+	) 200>/var/lock/subsys/lxc
+
+    return $?
+}
+
+copy_configuration()
+{
+    path=$1
+    rootfs=$2
+    name=$3
+
+    cat <<EOF >> $path/config
+lxc.utsname = $name
+
+lxc.tty = 4
+lxc.pts = 1024
+lxc.rootfs = $rootfs
+lxc.mount  = $path/fstab
+
+lxc.cgroup.devices.deny = a
+# /dev/null and zero
+lxc.cgroup.devices.allow = c 1:3 rwm
+lxc.cgroup.devices.allow = c 1:5 rwm
+# consoles
+lxc.cgroup.devices.allow = c 5:1 rwm
+lxc.cgroup.devices.allow = c 5:0 rwm
+lxc.cgroup.devices.allow = c 4:0 rwm
+lxc.cgroup.devices.allow = c 4:1 rwm
+# /dev/{,u}random
+lxc.cgroup.devices.allow = c 1:9 rwm
+lxc.cgroup.devices.allow = c 1:8 rwm
+lxc.cgroup.devices.allow = c 136:* rwm
+lxc.cgroup.devices.allow = c 5:2 rwm
+# rtc
+lxc.cgroup.devices.allow = c 254:0 rwm
+EOF
+
+    cat <<EOF > $path/fstab
+proc            $rootfs/proc         proc    nodev,noexec,nosuid 0 0
+devpts          $rootfs/dev/pts      devpts defaults 0 0
+sysfs           $rootfs/sys          sysfs defaults  0 0
+EOF
+
+    if [ $? -ne 0 ]; then
+	echo "Failed to add configuration"
+	return 1
+    fi
+
+    return 0
+}
+
+clean()
+{
+    cache="/var/cache/lxc/ubuntu"
+
+    if [ ! -e $cache ]; then
+	exit 0
+    fi
+
+    # lock, so we won't purge while someone is creating a repository
+    (
+	flock -n -x 200
+	if [ $? != 0 ]; then
+	    echo "Cache repository is busy."
+	    exit 1
+	fi
+
+	echo -n "Purging the download cache..."
+	rm --preserve-root --one-file-system -rf $cache && echo "Done." || exit 1
+	exit 0
+
+    ) 200>/var/lock/subsys/lxc
+}
+
+usage()
+{
+    cat <<EOF
+$1 -h|--help -p|--path=<path> --clean
+EOF
+    return 0
+}
+
+options=$(getopt -o hp:n:c -l help,path:,name:,clean -- "$@")
+if [ $? -ne 0 ]; then
+    usage $(basename $0)
+    exit 1
+fi
+eval set -- "$options"
+
+while true
+do
+    case "$1" in
+	-h|--help)      usage $0 && exit 0;;
+	-p|--path)      path=$2; shift 2;;
+	-n|--name)      name=$2; shift 2;;
+	-c|--clean)     clean=$2; shift 2;;
+	--)             shift 1; break ;;
+        *)              break ;;
+    esac
+done
+
+if [ ! -z "$clean" -a -z "$path" ]; then
+    clean || exit 1
+    exit 0
+fi
+
+type debootstrap
+if [ $? -ne 0 ]; then
+    echo "'debootstrap' command is missing"
+    exit 1
+fi
+
+if [ -z "$path" ]; then
+    echo "'path' parameter is required"
+    exit 1
+fi
+
+if [ "$(id -u)" != "0" ]; then
+    echo "This script should be run as 'root'"
+    exit 1
+fi
+
+rootfs=$path/rootfs
+
+install_ubuntu $rootfs
+if [ $? -ne 0 ]; then
+    echo "failed to install ubuntu"
+    exit 1
+fi
+
+configure_ubuntu $rootfs $name
+if [ $? -ne 0 ]; then
+    echo "failed to configure ubuntu for a container"
+    exit 1
+fi
+
+copy_configuration $path $rootfs $name
+if [ $? -ne 0 ]; then
+    echo "failed write configuration file"
+    exit 1
+fi
+
+if [ ! -z $clean ]; then
+    clean || exit 1
+    exit 0
+fi