kameleon-builder 2.2.5 → 2.3.0

data/templates/steps/bootstrap/debian/debootstrap.yaml

@@ -1,20 +0,0 @@
-# # Bootstrap
-- debootstrap:
-  - check_cmd_out: debootstrap
-  - exec_out: mkdir -p $$rootfs
-  - exec_out: |
-      debootstrap \
-      --variant=$$variant \
-      --no-check-gpg \
-      --arch=$$arch \
-      --include="$$include_pkg" \
-      $$release \
-      $$rootfs \
-      $$repository
-  - write_out:
-    - $$rootfs/etc/network/interfaces
-    - |
-      auto lo
-      iface lo inet loopback
-      auto eth0
-      iface eth0 inet dhcp

data/templates/steps/bootstrap/fedora/init_pxeboot.yaml

@@ -1,13 +0,0 @@
-- download_pxeboot_initrd:
-  - download_file_out:
-    - $$pxe_initrd_url
-    - $$rootfs/boot/initrd.img
-  - on_setup_init:
-    - exec_in: rm -f /boot/initrd.img
-
-- download_pxeboot_vmlinuz:
-  - download_file_out:
-    - $$pxe_vmlinuz_url
-    - $$rootfs/boot/vmlinuz
-  - on_setup_init:
-    - exec_in: rm -f /boot/vmlinuz

data/templates/steps/bootstrap/fedora/yum_bootstrap.yaml

@@ -1,45 +0,0 @@
-- fix_yum:
-  - check_cmd_out: yum
-  - exec_out: sed -i "s/opts.ssl_verify_host/2/g" /usr/lib/pymodules/python2.7/urlgrabber/grabber.py
-
-- init_rpm_db:
-  - check_cmd_out: rpm
-  - exec_out: mkdir -p $$rootfs/var/lib/rpm
-  - exec_out: rpm --root $$rootfs --initdb
-
-- fetch_release_package:
-  - check_cmd_out: lynx
-  - exec_out: RELEASE_PACKAGE_URL=$(lynx $$mirror_packages_url -dump -listonly -nonumbers | grep $${distrib}-release | head -1)
-  - exec_out: |
-      if [ -z "${RELEASE_PACKAGE_URL-unset}" ]; then
-          fail "$${distrib}-release package not found!"
-      fi
-
-- install_distrib_release:
-  - download_file_out:
-    - $RELEASE_PACKAGE_URL
-    - $KAMELEON_WORKDIR/$${distrib}-release.rpm
-  - exec_out: rpm --root $$rootfs -ivh --force-debian --nodeps $KAMELEON_WORKDIR/$${distrib}-release.rpm
-
-- install_yum:
-  - exec_out: ln -sf $$rootfs/etc/pki/ /etc/pki
-  - exec_out: yum --installroot $$rootfs -y install yum
-  - exec_out: echo $${release} > $$rootfs/etc/yum/vars/releasever
-
-- mount_chroot:
-  - exec_out: mount -o bind /dev  $$rootfs/dev
-  - exec_out: mount -o bind /dev/pts $$rootfs/dev/pts
-  - exec_out: mount -t proc /proc  $$rootfs/proc
-  - exec_out: mount -t sysfs /sys  $$rootfs/sys
-  - exec_out: cp /etc/resolv.conf $$rootfs/etc/resolv.conf
-
-- install_packages:
-  - exec_out: chroot $$rootfs yum install --releasever=$$release -y $$include_pkgs
-
-- umount_chroot:
-  - on_clean:
-    - umount_out: $$rootfs/sys
-    - umount_out: $$rootfs/proc
-    - umount_out: $$rootfs/dev/pts
-    - umount_out: $$rootfs/dev
-    - exec_out: rm -f $$rootfs/etc/resolv.conf

data/templates/steps/bootstrap/g5k_reserv.yaml

@@ -1,70 +0,0 @@
-- create_local_ssh_config_base:
-  - write_local:
-    - $$ssh_config_file
-    - |
-      Host *
-        UserKnownHostsFile /dev/null
-        StrictHostKeyChecking no
-        ConnectTimeout 2
-        LogLevel FATAL
-        ForwardAgent yes
-        Protocol 2
-        ControlPath /tmp/$${kameleon_short_uuid}%r@%h:%p
-        ControlMaster auto
-        ControlPersist yes
-        Compression yes
-      Host g5kaccess
-        User $$g5k_user
-        Hostname access.grid5000.fr
-      Host $$g5k_site
-        User $$g5k_user
-        ProxyCommand ssh -F $$ssh_config_file g5kaccess "nc -q 1 $$g5k_site %p"
-
-- deploy_image:
-  - exec_out: echo "Deploying image $$kenv with kadeploy"
-  - exec_out: sleep 1
-  - exec_out: echo "Submitting a job for deployment"
-    # We wait long to keep the job
-    # We submit a job only if there is no job already
-  - exec_out : |
-      oarstat | grep -q "$$kameleon_recipe_name" \
-          || oarsub -n "$$kameleon_recipe_name" -l walltime=$$walltime -t deploy "sleep 100000"
-  - exec_out : |
-      echo -n "Waiting for the reservation to be ready"
-      until $(oarstat -fu $$g5k_user | grep -q "state = Running")
-      do
-        echo -n .
-        sleep 2
-      done
-      sleep 1
-      echo " ~> OK"
-  - exec_out: echo "Getting the machine name"
-  - exec_out: export machine=`oarstat -fu $$g5k_user | grep assigned_hostnames | cut -d ' ' -f 7`
-  - exec_out: echo "Deploying environment $$kenv on $machine"
-  - exec_out: kadeploy3 -e $$kenv -m $machine -k
-  - pipe:
-      - exec_out: echo $machine
-      - exec_local: cat >$$kameleon_cwd/g5k_machine
-  - exec_out: sleep 1
-
-- create_out_ssh_config:
-  - write_out:
-    - $$out_cwd/ssh_config
-    - |
-      Host $$kameleon_recipe_name
-        User root
-        Hostname $machine
-        UserKnownHostsFile /dev/null
-        StrictHostKeyChecking no
-        ConnectTimeout 2
-        LogLevel FATAL
-        ForwardAgent yes
-        Protocol 2
-
-- append_ssh_node_config:
-  - append_local:
-    - $$ssh_config_file
-    - |
-      Host $$kameleon_recipe_name
-        User root
-        ProxyCommand ssh -F $$ssh_config_file $$g5k_site "nc -q 1 `cat $$kameleon_cwd/g5k_machine | awk '{print $NF}'` %p"

data/templates/steps/bootstrap/initialize_disk.yaml

@@ -1,16 +0,0 @@
-# Initialize disk
-
-- partition_disk:
-  - check_cmd_out: parted
-  - exec_out: |
-      echo "Partitioning disk..."
-      parted -s $${disk_device} mklabel msdos
-      parted -s -a none $${disk_device} mkpart primary 64s 100%
-      parted -s $${disk_device} set 1 boot on
-  - exec_out: |
-      echo Creating root partition...
-      mkfs.$$filesystem_type -q $${disk_device}1 || fail cannot create / ext4
-
-- mount_mountdir:
-  - exec_out: mkdir -p $$rootfs
-  - exec_out:  "echo Mounting root partition... ;  mount $${disk_device}1 $$rootfs || fail cannot mount /"

data/templates/steps/bootstrap/initialize_disk_chroot.yaml

@@ -1,80 +0,0 @@
-# Initialize disk
-
-# this step create the appliance disk and initialize the
-# checkpoint mechanism with Qemu Network Block Device (NBD)
-
-- create_initial_image:
-  - check_cmd_out: qemu-img
-  - exec_out: mkdir -p $$kameleon_cwd/checkpoints
-  - exec_out: |
-      if [ ! -e "$$image_disk" ] ; then
-        qemu-img create -f qcow2 $$kameleon_cwd/checkpoints/base.qcow2 $$image_size
-        # keep a link to the last checkpoint disk
-        ln -sf $$kameleon_cwd/checkpoints/base.qcow2 $$image_disk
-      fi
-
-- load_nbd_module:
-  - on_checkpoint: redo
-  - on_bootstrap_init:
-    - exec_out: |
-        lsmod | grep nbd >/dev/null \
-        || modprobe nbd max_part=63 \
-        || fail failed to load nbd module into kernel
-
-- attach_nbd_device:
-  # this microstep must be skipped because it is already done by the
-  # checkpoint restore function
-  - on_checkpoint: redo
-  - check_cmd_out: qemu-nbd
-  - exec_out: echo Connecting $$image_disk to nbd device $$nbd_device
-  - exec_out: echo "sync" ; sync
-  - exec_out: qemu-nbd -d $$nbd_device
-  - exec_out: qemu-nbd -c $$nbd_device $(readlink $$image_disk) -n || fail nbd device $$nbd_device is unavailable
-
-- detach_nbd_device:
-  # this miscrostep must be done again ensure that the nbd device is
-  # detached
-  - on_checkpoint: redo
-  - on_setup_clean:
-    - exec_out: echo "sync" ; sync
-    - exec_out: qemu-nbd -d $$nbd_device
-    - exec_out: "pgrep qemu-nbd | xargs -I {} kill -9 {} || true"
-
-- partition_disk:
-  - check_cmd_out: parted
-  - exec_out: |
-      echo "Partitioning disk..."
-      parted $${nbd_device} mklabel msdos
-      parted $${nbd_device} mkpart primary 0% 100%
-      parted $${nbd_device} set 1 boot on
-  - exec_out: |
-      echo Creating root partition...
-      mkfs.$$filesystem_type -q $${nbd_device}p1 || fail cannot create / ext4
-
-- mount_mountdir:
-  - on_checkpoint: redo
-  - exec_out: mkdir -p $$rootfs
-  - exec_out:  "echo Mounting root partition... ;  mount $${nbd_device}p1 $$rootfs || fail cannot mount /"
-  - on_setup_clean:
-    - exec_out: "echo try umount $$rootfs... ; mountpoint -q $$rootfs && umount -f -l $$rootfs || true"
-
-- copy_rootfs:
-  - check_cmd_out: rsync
-  - exec_out: echo "Copying rootfs to $$rootfs..."
-  - exec_out: |
-      rsync -aAX --delete --one-file-system\
-        --exclude '/.kameleon_timestamp' \
-        --exclude '/dev/*' \
-        --exclude '/proc/*' \
-        --exclude '/sys/*' \
-        $$rootfs/* $$rootfs
-  - exec_out: echo "sync..." ; sync
-
-- create_fstab:
-  - on_setup_init:
-    - write_out:
-      - $$rootfs/etc/fstab
-      - |
-        # /etc/fstab: static file system information.
-        # <file system> <mount point>   <type>  <options>       <dump>  <pass>
-        UUID=`blkid -s UUID -o value $${nbd_device}p1` /               $$filesystem_type    errors=remount-ro  0       1

data/templates/steps/bootstrap/install_requirements.yaml

@@ -1,3 +0,0 @@
-- apt_install:
-  - exec_out: apt-get update
-  - exec_out: apt-get -y --force-yes install $$packages 2>&1

data/templates/steps/bootstrap/prepare_chroot.yaml

@@ -1,126 +0,0 @@
-# create the appliance disk and initialize the checkpoint mechanism with Qemu
-# Network Block Device (NBD)
-
-- create_initial_image:
-  - check_cmd_out: qemu-img
-  - exec_out: mkdir -p checkpoints
-  - exec_out: |
-      if [ $$consider_checkpoint = true ]; then
-        if [ ! -e "$$image_disk" ] ; then
-          qemu-img create -f qcow2 checkpoints/base_$$image_disk $$image_size
-          # keep a link to the last checkpoint disk
-          ln -sf checkpoints/base_$$image_disk $$image_disk
-        fi
-      else
-        qemu-img create -f qcow2 $$image_disk $$image_size
-      fi
-
-- load_nbd_module:
-  - on_checkpoint: redo
-  - on_bootstrap_init:
-    - exec_out: |
-        lsmod | grep nbd >/dev/null \
-        || modprobe nbd max_part=63 \
-        || fail failed to load nbd module into kernel
-
-- attach_nbd_device:
-  # this microstep must be skipped because it is already done by the
-  # checkpoint restore function
-  - on_checkpoint: redo
-  - check_cmd_out: qemu-nbd
-  - exec_out: echo Connecting $$image_disk to nbd device $$nbd_device
-  - exec_out: echo "sync" ; sync
-  - exec_out: qemu-nbd -d $$nbd_device
-  - exec_out: |
-      if [ $$consider_checkpoint = true ]; then
-        REAL_PATH="$(readlink $$image_disk)"
-      else
-        REAL_PATH="$$image_disk"
-      fi
-      qemu-nbd -c $$nbd_device $REAL_PATH -n || fail nbd device $$nbd_device is unavailable
-
-- detach_nbd_device:
-  # this miscrostep must be done again ensure that the nbd device is
-  # detached
-  - on_checkpoint: redo
-  - on_export_clean:
-    - exec_out: echo "sync" ; sync
-    - exec_out: qemu-nbd -d $$nbd_device
-    - exec_out: "pgrep qemu-nbd | xargs -I {} kill -9 {} || true"
-
-- partition_disk:
-  - check_cmd_out: parted
-  - exec_out: |
-      echo "Partitioning disk..."
-      parted $${nbd_device} mklabel msdos
-      parted $${nbd_device} mkpart primary 0% 100%
-      parted $${nbd_device} set 1 boot on
-  - exec_out: |
-      echo Creating root partition...
-      mkfs.$$filesystem_type -q $${nbd_device}p1 || fail cannot create / ext4
-
-- mount_rootfs:
-  - exec_out: mkdir -p $$rootfs
-  - exec_out:  "echo Mounting root partition... ;  mount $${nbd_device}p1 $$rootfs || fail cannot mount /"
-  - on_clean:
-    - exec_out: "echo try umount $$rootfs... ; mountpoint -q $$rootfs && umount -f -l $$rootfs || true"
-
-- copy_rootfs:
-  - check_cmd_out: rsync
-  - exec_out: echo "Copying rootfs to $$rootfs..."
-  - exec_out: rsync -aAX --exclude '/.kameleon_timestamp' $$rootfs_partial/* $$rootfs
-  - exec_out: echo "sync..." ; sync
-
-- create_fstab:
-  - write_out:
-    - $$rootfs/etc/fstab
-    - |
-      # /etc/fstab: static file system information.
-      #
-      # Use 'blkid' to print the universally unique identifier for a
-      # device; this may be used with UUID= as a more robust way to name devices
-      # that works even if disks are added and removed. See fstab(5).
-      #
-      # <file system> <mount point>   <type>  <options>       <dump>  <pass>
-      UUID=`blkid -s UUID -o value $${nbd_device}p1` /               $$filesystem_type    errors=remount-ro  0       1
-
-- mount_chroot:
-  - check_cmd_out: chroot
-  - exec_out: mount -o bind /dev  $$rootfs/dev
-  - exec_out: mount -o bind /dev/pts $$rootfs/dev/pts
-  - exec_out: mount -t proc /proc  $$rootfs/proc
-  - exec_out: mount -t sysfs /sys  $$rootfs/sys
-  - exec_out: test -f $$rootfs/etc/mtab || cat /proc/mounts > $$rootfs/etc/mtab
-
-- umount_chroot:
-  - on_clean:
-    - exec_out: echo try umount $$rootfs/sys... ; mountpoint -q $$rootfs/sys && umount -f -l $$rootfs/sys  || true
-    - exec_out: echo try umount $$rootfs/proc... ; mountpoint -q $$rootfs/proc && umount  -f -l $$rootfs/proc  || true
-    - exec_out: echo try umount $$rootfs/dev/pts... ; mountpoint -q $$rootfs/dev/pts && umount -f -l $$rootfs/dev/pts  || true
-    - exec_out: echo try umount $$rootfs/dev... ; mountpoint -q $$rootfs/dev && umount -f -l $$rootfs/dev  || true
-
-- configure_sshd:
-  - exec_out: echo -e  'y\n' | ssh-keygen -q -t dsa -f $$insecure_ssh_key -N ''
-  - exec_out: cat $$insecure_ssh_key
-  - exec_out: chroot $$rootfs mkdir -p /root/.ssh
-  - exec_out: |
-        cat $${insecure_ssh_key}.pub | tee -a $$rootfs/root/.ssh/authorized_keys
-  - write_out:
-    - $$ssh_config_file
-    - |
-      Host $$kameleon_recipe_name
-      HostName 127.0.0.1
-      Port $${qemu_ssh_port}
-      User root
-      IdentityFile $$insecure_ssh_key
-      UserKnownHostsFile /dev/null
-      StrictHostKeyChecking no
-      PasswordAuthentication no
-      IdentitiesOnly yes
-      LogLevel FATAL
-      ForwardAgent yes
-      ControlPath $(pwd)/master-%l-%r@%h:%p
-      ControlMaster auto
-      ControlPersist yes
-      Compression yes
-      Protocol 2

data/templates/steps/bootstrap/prepare_docker.yaml

@@ -1,51 +0,0 @@
-- insecure_ssh_key: $$kameleon_cwd/insecure_ssh_key
-
-- clean_containers:
-  - on_checkpoint: redo
-  - on_export_clean:
-    - exec_out: echo "Stopping trailing containers"
-    - exec_out: touch CONTAINERS_TO_CLEAN
-    - exec_out: cat CONTAINERS_TO_CLEAN | xargs -I {} docker kill {}
-    - exec_out: echo "Removing trailing containers"
-    - exec_out: cat CONTAINERS_TO_CLEAN | xargs -I {} docker rm {}
-    - exec_out: rm -f CONTAINERS_TO_CLEAN
-
-
-- configure_ssh_access:
-  - exec_out: echo -e  'y\n' | ssh-keygen -q -t dsa -f $$insecure_ssh_key -N ''
-  - exec_out: cat $$insecure_ssh_key
-  - exec_out: chroot $$rootfs mkdir -p /root/.ssh
-  - exec_out: |
-        cat $${insecure_ssh_key}.pub > $$rootfs/root/.ssh/authorized_keys
-        cat $${insecure_ssh_key}.pub > $$rootfs/root/.ssh/kameleon_insecure_public_key
-        chmod 600 $$rootfs/root/.ssh/authorized_keys
-        chmod 755 $$rootfs/root/.ssh
-  - on_clean:
-    - exec_out: rm -rf $$rootfs/root/.ssh
-
-- import_to_docker:
-  - check_cmd_out: docker
-  - exec_out: echo "Importing $$docker_image to docker..."
-  - exec_out: tar -C $$rootfs -c . | docker import - $$docker_image:base
-
-- create_ssh_config:
-  - write_out:
-    - $$ssh_config_file
-    - |
-      Host $$kameleon_recipe_name
-      HostName 127.0.0.1
-      User root
-      IdentityFile $$insecure_ssh_key
-      UserKnownHostsFile /dev/null
-      StrictHostKeyChecking no
-      PasswordAuthentication no
-      IdentitiesOnly yes
-      LogLevel FATAL
-      ForwardAgent yes
-      ControlPath /tmp/$${kameleon_short_uuid}%r@%h:%p
-      ControlMaster auto
-      ControlPersist yes
-      Compression yes
-      Protocol 2
-  - on_export_clean:
-    - exec_out: rm -f /tmp/$${kameleon_short_uuid}*

data/templates/steps/bootstrap/prepare_qemu.yaml

@@ -1,41 +0,0 @@
-- insecure_ssh_key: $$kameleon_cwd/insecure_ssh_key
-
-- download_boot2kameleon_iso:
-  - download_file_local:
-    - $$boot2kameleon_url
-    - $$kameleon_cwd/boot2kameleon.iso
-
-- create_initial_image:
-  - check_cmd_local: qemu-img
-  - exec_local: |
-      rm -f $$qemu_image_disk
-      qemu-img create -f qcow2 $$qemu_image_disk $$qemu_image_size
-
-- delete_initial_image:
-  - on_checkpoint: skip
-  - on_export_clean:
-    - exec_local: rm -f $$qemu_image_disk
-
-- configure_ssh_access:
-  - download_file_local:
-    - $$insecure_ssh_key_url
-    - $$insecure_ssh_key
-  - exec_local: chmod 600 $$insecure_ssh_key
-
-- create_ssh_config:
-  - write_local:
-    - $$ssh_config_file
-    - |
-      Host $${kameleon_recipe_name}
-      HostName 127.0.0.1
-      Port $${qemu_ssh_port}
-      User root
-      IdentityFile $$insecure_ssh_key
-      UserKnownHostsFile /dev/null
-      StrictHostKeyChecking no
-      PasswordAuthentication no
-      IdentitiesOnly yes
-      LogLevel FATAL
-      ForwardAgent yes
-      Compression yes
-      Protocol 2