kameleon-builder 2.1.3 → 2.2.0

data/templates/steps/checkpoints/qemu.yaml

@@ -1,39 +1,33 @@
-create: |
-    if [ -f "$$kameleon_cwd/checkpoint_enabled" ] ; then
-      if nc -w 1 -z localhost $$qemu_monitor_port 2>/dev/null
-      then
-        echo "savevm @microstep_id" | nc localhost $$qemu_monitor_port
-      fi
-    fi
+enabled?:
+  - exec_local: test -f $$kameleon_cwd/checkpoint_enabled
+  - exec_local: test -S $$qemu_monitor_socket
+
+create:
+  - exec_local: echo -e "savevm @microstep_id" | socat - UNIX-CONNECT:$$qemu_monitor_socket
 
-apply: |
-    [[ ! -f "$$kameleon_cwd/vm_state_to_load.txt" ]] || rm -f $$kameleon_cwd/vm_state_to_load.txt
-    if [ -f "$$image_disk" ] ; then
-      _checkpoints=$(qemu-img snapshot -l $$image_disk | tail -n +3 | awk '{print $2}')
-      _checkpoints=($_checkpoints)
-      for checkpoint in "${_checkpoints[@]}"; do
-        if [ -f "$$kameleon_cwd/vm_state_to_load.txt" ]; then
-          echo "Removing old checkpoint $checkpoint"
-          qemu-img snapshot -d $checkpoint $$image_disk
-        fi
-        if [[ "$checkpoint" == "@microstep_id" ]]; then
-            echo "@microstep_id" > $$kameleon_cwd/vm_state_to_load.txt
-            qemu-img snapshot -a $checkpoint $$image_disk
-        fi
-    done
-    fi
+apply:
+  - exec_local: |
+      [[ ! -f "$$kameleon_cwd/vm_state_to_load.txt" ]] || rm -f $$kameleon_cwd/vm_state_to_load.txt
+      if [ -f "$$qemu_image_disk" ] ; then
+        _checkpoints=$(qemu-img snapshot -l $$qemu_image_disk | tail -n +3 | awk '{print $2}')
+        _checkpoints=($_checkpoints)
+        for checkpoint in "${_checkpoints[@]}"; do
+          if [ -f "$$kameleon_cwd/vm_state_to_load.txt" ]; then
+            echo "Removing old checkpoint $checkpoint"
+            qemu-img snapshot -d $checkpoint $$qemu_image_disk
+          fi
+          if [[ "$checkpoint" == "@microstep_id" ]]; then
+              echo "@microstep_id" > $$kameleon_cwd/vm_state_to_load.txt
+              qemu-img snapshot -a $checkpoint $$qemu_image_disk
+          fi
+      done
+      fi
 
-clear: |
-    if [ -f "$$image_disk" ] ; then
-      _checkpoints=$(qemu-img snapshot -l $$image_disk | tail -n +3 | awk '{print $2}')
-      _checkpoints=($_checkpoints)
-      for checkpoint in "${_checkpoints[@]}"; do
-        echo "Removing old checkpoint $checkpoint"
-        qemu-img snapshot -d $checkpoint $$image_disk
-    done
-    fi
+clear:
+  - exec_local: rm -f $$qemu_image_disk
 
-list: |
-    if [ -f "$$image_disk" ] ; then
-        qemu-img snapshot -l $$image_disk | tail -n +3 | awk '{print $2}'
-    fi
+list:
+  - exec_local: |
+      if [ -f "$$qemu_image_disk" ] ; then
+          qemu-img snapshot -l $$qemu_image_disk | tail -n +3 | awk '{print $2}'
+      fi

data/templates/steps/checkpoints/virtualbox.yaml

@@ -0,0 +1,21 @@
+enabled?:
+  - exec_local: test -f $$kameleon_cwd/checkpoint_enabled
+  - exec_local: VBoxManage list vms | grep -q $$virtualbox_vmid
+
+create:
+  - exec_local: VBoxManage snapshot $$virtualbox_vmid take @microstep_id 2>&1
+
+apply:
+  - exec_local: VBoxManage snapshot $$virtualbox_vmid restore @microstep_id 2>&1
+
+clear:
+  - exec_local: |
+      if VBoxManage list vms | grep -q $$virtualbox_vmid; then
+        VBoxManage unregistervm --delete $$virtualbox_vmid 2>&1
+      fi
+
+list:
+  - exec_local: |
+      if VBoxManage list vms | grep -q $$virtualbox_vmid; then
+          VBoxManage snapshot $$virtualbox_vmid list | grep 'Name:' | awk '{print $2}'
+      fi

data/templates/steps/disable_checkpoint.yaml

@@ -0,0 +1,3 @@
+- disable_checkpoint:
+  - on_checkpoint: redo
+  - exec_local: rm -f $$kameleon_cwd/checkpoint_enabled

data/templates/steps/enable_checkpoint.yaml

@@ -0,0 +1,5 @@
+- enable_checkpoint:
+  - on_checkpoint: redo
+  - on_bootstrap_init:
+    - exec_local: rm -f $$kameleon_cwd/checkpoint_enabled
+  - exec_local: touch $$kameleon_cwd/checkpoint_enabled

data/templates/steps/export/qemu_save_appliance.yaml

@@ -0,0 +1,52 @@
+# Save Appliance
+
+- tar_out_opts: numericowner:true excludes:etc/fstab
+
+- save_as_tar_gz:
+  - check_cmd_local: guestfish
+  - check_cmd_local: gzip
+  - exec_local: echo "Exporting appliance to $$output.tar.gz..."
+  - exec_local: guestfish --ro -i tar-out -a $$input / - $$tar_out_opts | gzip --best > $$output.tar.gz
+
+- save_as_tar_xz:
+  - check_cmd_local: guestfish
+  - check_cmd_local: xz
+  - exec_local: echo "Exporting appliance to $$output.tar.xz..."
+  - exec_local: guestfish --ro -i tar-out -a $$input / - $$tar_out_opts | xz -9 -c - > $$output.tar.xz
+
+- save_as_tar_bz2:
+  - check_cmd_local: guestfish
+  - check_cmd_local: bzip2
+  - exec_local: echo "Exporting appliance to $$output.tar.bz2..."
+  - exec_local: guestfish --ro -i tar-out -a $$input / - $$tar_out_opts | bzip2 --best > $$output.tar.bz2
+
+- save_as_raw:
+  - check_cmd_local: qemu-img
+  - exec_local: echo "Exporting appliance to $$output.raw..."
+  - exec_local: qemu-img convert -O raw $$input $$output.raw
+
+- save_as_qcow2:
+  - check_cmd_local: qemu-img
+  - exec_local: echo "Exporting appliance to $$output.qcow2..."
+  - exec_local: qemu-img convert -c -O qcow2 $$input $$output.qcow2
+
+- save_as_qed:
+  - check_cmd_local: qemu-img
+  - exec_local: echo "Exporting appliance to $$output.qed..."
+  - exec_local: qemu-img convert -O qed $$input $$output.qed
+
+- save_as_vmdk:
+  - check_cmd_local: qemu-img
+  - exec_local: echo "Exporting appliance to $$output.vmdk..."
+  - exec_local: qemu-img convert -O vmdk $$input $$output.vmdk
+
+- save_as_vdi:
+  - check_cmd_local: qemu-img
+  - exec_local: echo "Exporting appliance to $$output.vdi..."
+  - exec_local: qemu-img convert -O vdi $$input $$output.vdi
+  - rescue:
+    - exec_local: |
+        echo "Compact the vdi disk"
+        VBoxManage modifyhd $$output.vdi --compact 2>&1
+    - exec_local: |
+        echo "Cannot compact the vdi disk : VBoxManage is missing."

data/templates/steps/export/virtualbox_save_appliance.yaml

@@ -0,0 +1,67 @@
+# Save Appliance from virtualbox
+
+- tar_out_opts: numericowner:true excludes:etc/fstab
+
+- save_as_ova:
+  - exec_local: rm -f $$output.ova
+  - exec_local: VBoxManage modifyvm $$virtualbox_vmid --natpf1 delete guestssh
+  - exec_local: VBoxManage storageattach $$virtualbox_vmid --storagectl "IDE Controller" --port 1 --device 0 --type dvddrive --medium none
+  - exec_local: VBoxManage export $$virtualbox_vmid -o $$output.ova
+
+- save_as_vdi:
+  - check_cmd_local: qemu-img
+  - exec_local: echo "Exporting appliance to $$output.vdi..."
+  - exec_local: qemu-img convert -O vdi $$virtualbox_image_disk $$output.vdi
+  - rescue:
+    - exec_local: |
+        echo "Compact the vdi disk"
+        VBoxManage modifyhd $$output.vdi --compact 2>&1
+    - exec_local: |
+        echo "Cannot compact the vdi disk : VBoxManage is missing."
+  - exec_local: echo "Saved vdi appliance to $$output.vdi"
+
+- save_as_vmdk:
+  - check_cmd_local: qemu-img
+  - exec_local: echo "Exporting appliance to $$output.vmdk..."
+  - exec_local: qemu-img convert -O vmdk $$virtualbox_image_disk $$output.vmdk
+  - exec_local: echo "Saved vmdk appliance to $$output.vmdk"
+
+- save_as_tar_gz:
+  - check_cmd_local: guestfish
+  - check_cmd_local: gzip
+  - exec_local: echo "Exporting appliance to $$output.tar.gz..."
+  - exec_local: guestfish --ro -i tar-out -a $$virtualbox_image_disk / - $$tar_out_opts | gzip --best > $$output.tar.gz
+
+- save_as_tar_xz:
+  - check_cmd_local: guestfish
+  - check_cmd_local: xz
+  - exec_local: echo "Exporting appliance to $$output.tar.xz..."
+  - exec_local: guestfish --ro -i tar-out -a $$virtualbox_image_disk / - $$tar_out_opts | xz -9 -c - > $$output.tar.xz
+
+- save_as_tar_bz2:
+  - check_cmd_local: guestfish
+  - check_cmd_local: bzip2
+  - exec_local: echo "Exporting appliance to $$output.tar.bz2..."
+  - exec_local: guestfish --ro -i tar-out -a $$virtualbox_image_disk / - $$tar_out_opts | bzip2 --best > $$output.tar.bz2
+
+- save_as_raw:
+  - check_cmd_local: qemu-img
+  - exec_local: echo "Exporting appliance to $$output.raw..."
+  - exec_local: qemu-img convert -O raw $$virtualbox_image_disk $$output.raw
+  - exec_local: echo "Saved raw appliance to $$output.raw"
+
+- save_as_qcow2:
+  - check_cmd_local: qemu-img
+  - exec_local: echo "Exporting appliance to $$output.qcow2..."
+  - exec_local: qemu-img convert -c -O qcow2 $$virtualbox_image_disk $$output.qcow2
+
+- save_as_qed:
+  - check_cmd_local: qemu-img
+  - exec_local: echo "Exporting appliance to $$output.qed..."
+  - exec_local: qemu-img convert -O qed $$virtualbox_image_disk $$output.qed
+
+- save_as_vagrant_box:
+  - check_cmd_local: vagrant
+  - exec_local: echo "Exporting appliance to $$output.box..."
+  - exec_local: rm -f $$output.box
+  - exec_local: vagrant package --base $$virtualbox_vmid --output $$output.box

data/templates/steps/setup/archlinux/install_bootloader.yaml

@@ -0,0 +1,23 @@
+# Install extlinux bootloader
+
+- install_syslinux:
+  - check_cmd_in: extlinux
+  - check_cmd_in: syslinux-install_update
+  - exec_in: DISTRIB_TITLE="$$kameleon_recipe_name"
+  - exec_in: syslinux-install_update -a -m
+  - exec_in: cp -r /usr/lib/syslinux/bios/*.c32 /boot/syslinux/
+  - exec_in: extlinux --install /boot/syslinux 2>&1
+  - exec_in: syslinux-install_update -a -m
+  - write_in:
+    - /boot/syslinux/syslinux.cfg
+    - |
+      default ${DISTRIB_TITLE^}
+      timeout 1
+      
+      label ${DISTRIB_TITLE^}
+      kernel ../vmlinuz-linux
+      initrd ../initramfs-linux.img
+      # the net.ifnames option is disable to get default net interface
+      # names according to this page:
+      # https://wiki.archlinux.org/index.php/Network_Configuration#Device_names
+      append root=UUID=`blkid -s UUID -o value $(__find_linux_boot_device)` rw net.ifnames=0

data/templates/steps/setup/centos/6.5/configure_network.yaml

@@ -0,0 +1,31 @@
+- mtu: "1492"
+
+- set_hostname:
+  - exec_in: echo $$hostname > /etc/hostname
+
+- enable_network:
+  - exec_in: chkconfig network on
+
+- set_host:
+  - write_in:
+    - /etc/hosts
+    - |
+      127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4 $$hostname
+      ::1         localhost localhost.localdomain localhost6 localhost6.localdomain6 $$hostname
+
+- set_interface:
+  - write_in:
+    - /etc/sysconfig/network-scripts/ifcfg-eth0
+    - |
+      DEVICE=eth0
+      BOOTPROTO=dhcp
+      ONBOOT=yes
+      HOSTNAME=$$hostname
+      NM_CONTROLLED=no
+      TYPE=Ethernet
+      MTU=$$mtu
+  - write_in:
+    - /etc/sysconfig/network
+    - |
+      NETWORKING=yes
+      HOSTNAME=$$hostname

data/templates/steps/setup/centos/6.5/configure_system.yaml

@@ -0,0 +1,27 @@
+# System configuration
+#
+# This will set the locals and the timezone
+
+- set_locales:
+  # uncomment the locales
+  - exec_in: |
+      echo $$locales | tr ' ' '\n' | xargs -I {} localedef -v -c -i {} -i {} -f UTF-8 $$lang 2>&1 || :
+
+- set_timezone:
+  - exec_in: ln -sf /usr/share/zoneinfo/$$timezone /etc/localtime
+
+- set_wheel_sudo:
+  - exec_in: echo "%wheel      ALL=(ALL) ALL" >> /etc/sudoers
+
+- remove_random_seed:
+  - exec_in: echo "Removing random-seed so it's not the same in every image."
+  - exec_in: rm -f /var/lib/random-seed
+
+- compress_cracklib:
+  - exec_in: gzip -9 /usr/share/cracklib/pw_dict.pwd
+
+- enable_sshd:
+  - exec_in: chkconfig sshd on
+
+- enable_ntpdate_service:
+  - exec_in: chkconfig ntpd on

data/templates/steps/setup/debian/configure_apt.yaml

@@ -1,7 +1,7 @@
 # Software Install
 - enable_contrib: true
 - enable_nonfree: true
-- install_recommends: false
+
 
 - configure_apt_to_use_less_disk_space:
   - write_in:
@@ -9,11 +9,6 @@
     - |
       Acquire::GzipIndexes "true";
       Acquire::CompressionTypes::Order:: "gz";
-  - exec_in: |
-      if [ $$install_recommends = false ]; then
-        echo 'APT::Install-Recommends "0";' >> /etc/apt/apt.conf.d/01norecommend
-        echo 'APT::Install-Suggests "0";' >> /etc/apt/apt.conf.d/01norecommend
-      fi
   - write_in:
     - /etc/apt/apt.conf.d/02nocache
     - |

data/templates/steps/setup/debian/configure_kernel.yaml

@@ -11,8 +11,3 @@
 
 - update_initramfs:
   - exec_in: update-initramfs -u
-
-- reconfigure_extlinux:
-  - exec_in: apt-get -y --force-yes --install-suggests --reinstall install extlinux
-  - exec_in: extlinux --install /boot/extlinux 2>&1
-  - exec_in: extlinux-update 2>&1

data/templates/steps/setup/debian/install_bootloader.yaml

@@ -0,0 +1,36 @@
+- install_extlinux:
+  - check_cmd_in: extlinux
+  - exec_in: DISTRIB_TITLE="$$kameleon_recipe_name"
+  - exec_in: extlinux --install /boot/extlinux 2>&1
+  - exec_in: |
+      MBR_PATH=
+      PATHS=("/usr/share/syslinux/mbr.bin"
+             "/usr/lib/bios/syslinux/mbr.bin"
+             "/usr/lib/syslinux/bios/mbr.bin"
+             "/usr/lib/extlinux/mbr.bin"
+             "/usr/lib/syslinux/mbr.bin")
+      for element in "${PATHS[@]}"
+      do
+        if [ -f "$element" ]; then
+          MBR_PATH="$element"
+          break
+        fi
+      done
+      if [ "$MBR_PATH" == "" ]; then
+        fail "unable to locate the extlinux mbr"
+      else
+        dd if="$MBR_PATH" of="$(__find_linux_boot_device | sed 's/[0-9]*//g')" bs=440  2>&1
+      fi
+  - write_in:
+    - /boot/extlinux/extlinux.conf
+    - |
+      default ${DISTRIB_TITLE^}
+      timeout 1
+      
+      label ${DISTRIB_TITLE^}
+      kernel ../`basename /boot/vmlinuz*`
+      initrd ../`basename /boot/init*`
+      # the net.ifnames option is disable to get default net interface
+      # names according to this page:
+      # https://wiki.archlinux.org/index.php/Network_Configuration#Device_names
+      append root=UUID=`blkid -s UUID -o value $(__find_linux_boot_device)` rw net.ifnames=0

data/templates/steps/setup/debian/setup_vagrant_box.yaml

@@ -9,33 +9,39 @@
 
 - install_vbox_guest_additions:
   - exec_in: echo "VirtualBox Guest Additions..."
-  - exec_in: wget http://download.virtualbox.org/virtualbox/4.3.8/VBoxGuestAdditions_4.3.8.iso
-  - exec_in: sudo mkdir /media/VBoxGuestAdditions
-  - exec_in: sudo mount -o loop,ro VBoxGuestAdditions_4.3.8.iso /media/VBoxGuestAdditions
-  - exec_in: sudo sh /media/VBoxGuestAdditions/VBoxLinuxAdditions.run --nox11
-  - exec_in: rm VBoxGuestAdditions_4.3.8.iso
-  - exec_in: sudo umount /media/VBoxGuestAdditions
-  - exec_in: sudo rmdir /media/VBoxGuestAdditions
+  - download_file_in:
+    - "http://download.virtualbox.org/virtualbox/4.3.8/VBoxGuestAdditions_4.3.8.iso"
+    - VBoxGuestAdditions_4.3.8.iso
+  - exec_in: mkdir /media/VBoxGuestAdditions
+  - exec_in: mount -o loop VBoxGuestAdditions_4.3.8.iso /media/VBoxGuestAdditions
+  - exec_in: yes|sh /media/VBoxGuestAdditions/VBoxLinuxAdditions.run --nox11 || true 2>&1
+  - exec_in: rm -f VBoxGuestAdditions_4.3.8.iso
+  - exec_in: umount /media/VBoxGuestAdditions
+  - exec_in: rmdir /media/VBoxGuestAdditions
 
 - install_puppet:
   - exec_in: echo "Installing puppet..."
-  - exec_in: wget -q http://apt.puppetlabs.com/puppetlabs-release-stable.deb -O /tmp/puppetlabs-release-stable.deb
-  - exec_in: dpkg -i "/tmp/puppetlabs-release-stable.deb"
+  - download_file_in:
+    - "http://apt.puppetlabs.com/puppetlabs-release-stable.deb"
+    - puppetlabs-release-stable.deb
+  - exec_in: dpkg -i "puppetlabs-release-stable.deb"
   - exec_in: apt-get update
   - exec_in: apt-get install puppet -y --force-yes
-  - exec_in: rm -f /tmp/puppetlabs-release-stable.deb
+  - exec_in: rm -f puppetlabs-release-stable.deb
 
 - install_chef:
   - exec_in: curl -L https://www.opscode.com/chef/install.sh -k | bash
 
 - copy_insecure_sshkey:
-  - exec_in: mkdir -p /home/$$user_name/.ssh/
-  - exec_in: chmod 0755 /home/$$user_name/.ssh/
-  - exec_in: echo -e  'y\n' | ssh-keygen -q -t dsa -f /home/$$user_name/.ssh/id_rsa -N ''
-  - write_in:
-    - /home/$$user_name/.ssh/authorized_keys
-    - |
-      ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA6NF8iallvQVp22WDkTkyrtvp9eWW6A8YVr+kz4TjGYe7gHzIw+niNltGEFHzD8+v1I2YJ6oXevct1YeS0o9HZyN1Q9qgCgzUFtdOKLv6IedplqoPkcmF0aYet2PkEDo3MlTBckFXPITAMzF8dJSIFo9D8HfdOV0IAdx4O7PtixWKn5y2hMNG0zQPyUecp4pzC6kivAIhyfHilFR61RGL+GPXQ2MWZWFYbAGjyiYJnAmCP3NOTd0jMZEnDkbUvxhMmBYSdETk1rRgm+R4LOzFUGaHqHDLKLX+FIPKcF96hrucXzcWyLbIbEgE98OHlnVYCzRdK8jlqm8tehUc9c9WhQ== $$user_name insecure public key
+  - exec_in: mkdir -pm 700 /home/$$user_name/.ssh/
+  - download_file_in:
+    - "https://raw.github.com/mitchellh/vagrant/master/keys/vagrant"
+    - /home/$$user_name/.ssh/id_rsa
+  - download_file_in:
+    - "https://raw.github.com/mitchellh/vagrant/master/keys/vagrant.pub"
+    - /home/$$user_name/.ssh/id_rsa.pub
+  - exec_in: cp /home/$$user_name/.ssh/id_rsa.pub /home/$$user_name/.ssh/authorized_keys
+  - exec_in: chmod 0600 /home/$$user_name/.ssh/*
 
 - config_ssh:
   - exec_in: echo "UseDNS no" >> /etc/ssh/sshd_config
@@ -49,4 +55,28 @@
       AddressFamily inet
   - exec_in: chmod 0600 /home/$$user_name/.ssh/config
   - exec_in: rsync -ah /home/$$user_name/.ssh/ /root/.ssh/
-  - exec_in: chown "$$user_name:" -R /home/$$user_name
+  - exec_in: chown "$$user_name:$$user_name" -R /home/$$user_name
+
+- customize_motd:
+  - exec_in: echo 'Welcome to your Vagrant-built virtual machine.' > /etc/motd
+
+- cleanup:
+  - exec_in: rm -rf /tmp/* || true
+  - exec_in: rm -rf /var/tmp/* || true
+  - exec_in: apt-get -y remove linux-headers-$(uname -r) build-essential
+  - exec_in: echo "cleaning up dhcp leases"
+  - exec_in: rm -f /var/lib/dhcp/*
+  - exec_in: echo "cleaning up udev rules"
+  - exec_in: rm -f /etc/udev/rules.d/70-persistent-net.rules
+  - exec_in: mkdir /etc/udev/rules.d/70-persistent-net.rules
+  - exec_in: rm -rf /dev/.udev/
+  - exec_in: rm -f /lib/udev/rules.d/75-persistent-net-generator.rules
+  - exec_in: |
+      echo "Adding a 2 sec delay to the interface up, to make the dhclient happy"
+      echo "pre-up sleep 2" >> /etc/network/interfaces
+
+- nullify_freespace:
+  - exec_in: |
+      echo "Nullify freespace..."
+      dd if=/dev/zero of=/bigemptyfile bs=1M 2>&1 >/dev/null || true
+      rm -f /bigemptyfile