kameleon-builder 2.0.0 → 2.1.0

checksums.yaml

@@ -1,7 +0,0 @@
----
-SHA1:
-  metadata.gz: 0da2c2ced91eb366f1c84e507b387531e6a71036
-  data.tar.gz: bb947d9be606eca0d2f5dc4e38d31fa985b7b866
-SHA512:
-  metadata.gz: affe277bd4a073060f4e3f26a41df509f31a41d92e58e1bc6dfa1e068d619be240a52a426139c0165c507081a07fd2f0971218b97afd7a202f6407849d291772
-  data.tar.gz: 2d4dd5d871d9a7d9f3d64a991adae10fe04e47388a98b491b6fb7cdfb015dbe5b180b60350dd45501dc86c1dc7fa0b9d915ce7055f867b615ceb91afe00f9309

data/templates/checkpoints/qcow2.yaml

@@ -1,44 +0,0 @@
-create: |
-    if [ -e "$$container" ] ; then
-      parent_of_@microstep_id="$(readlink $$container)"
-      mkdir -p checkpoints
-      pushd checkpoints
-      rm -f @microstep_id_$${container}
-      qemu-img create -f qcow2 "@microstep_id_$${container}" \
-                      -o backing_file=$(basename "$parent_of_@microstep_id")
-      popd
-      ln -sf checkpoints/@microstep_id_$$container $$container
-
-      lsmod | grep nbd >/dev/null || modprobe nbd max_part=63
-
-      echo "sync" ; sync
-      qemu-nbd -d $$nbd_device
-      qemu-nbd -c $$nbd_device "$(readlink $$container)"
-    fi
-
-apply: |
-    # apply command use the backing file that represent the real state to restore
-    previous_id=$(qemu-img info "checkpoints/@microstep_id_$${container}" \
-                  | grep backing \
-                  | sed -e 's/.*checkpoints\/\(.*\)_$${container}\(.*\)/\1/p' \
-                  | uniq)
-    
-    ln -sf "checkpoints/${previous_id}_$${container}" "$$container"
-
-    lsmod | grep nbd >/dev/null || modprobe nbd max_part=63
-
-    echo "sync" ; sync
-    qemu-nbd -d $$nbd_device
-    qemu-nbd -c $$nbd_device "$(readlink $$container)"
-
-clear: |
-    if [ -d "checkpoints" ] ; then
-      ls checkpoints/ | \
-        xargs -I {} bash -c "echo Removing checkpoints/{} ; rm checkpoints/{}"
-      rm -f $$container
-    fi
-
-list: |
-    if [ -d "checkpoints" ] ; then
-      ls checkpoints/ | sed -e 's/\(.*\)_$${container}/\1/p' | uniq
-    fi

data/templates/fedora-docker.yaml

@@ -1,96 +0,0 @@
-#==============================================================================
-# vim: softtabstop=2 shiftwidth=2 expandtab fenc=utf-8 cc=81 tw=80
-#==============================================================================
-#
-# RECIPE: <%= recipe_name %>
-#
-# DESCRIPTION: Fedora base image [Working progress].
-#
-# TEMPLATE: <%= @name %>
-#
-#==============================================================================
-
----
-# Loads some helpful aliases
-aliases: defaults.yaml
-# Enables qcow2 checkpoint
-checkpoint: docker.yaml
-#== Global variables use by Kameleon engine and the steps
-global:
-  ## User varibales : used by the recipe
-  cachedir: /var/cache/kameleon
-  user_name: kameleon
-  arch: x86_64
-
-  distrib: fedora
-  release: 20
-  docker_image: kameleon-$${distrib}-$$release
-  # DNS servers : opendns
-  docker_dns: 208.67.222.222
-
-  ## System variables. Required by kameleon engine
-  # Include specific steps
-  include_steps: [$$distrib/$$release, $$distrib]
-
-  # Shell session from where we launch exec_out commands. There is often a
-  # local bash session, but it can be a remote shell on other machines or on
-  # any shell. (eg. bash, chroot, fakechroot, ssh, tmux, lxc...)
-  out_context:
-    cmd: bash
-    workdir: $$kameleon_cwd
-
-  # Shell session that allows us to connect to the building machine in order to
-  # configure it and setup additional programs
-  ssh_options: -o StrictHostKeyChecking=no -o ForwardAgent=yes
-  ssh_port: $(cat MAIN_CONTAINER_PORT)
-  insecure_ssh_key: insecure_ssh_dsa_key
-  in_context:
-    cmd: LC_ALL=POSIX ssh $$ssh_options localhost -p $$ssh_port -i $$insecure_ssh_key -t /bin/bash
-    workdir: /
-
-#== Bootstrap the new system and create the 'in_context'
-bootstrap:
-  - docker_bootstrap:
-    - release: $$release
-    - rootfs_archive: $$cachedir/$$distrib/$$release/$$arch/bootstrap.tar.gz
-    - dns: $$docker_dns
-  - prepare_docker:
-    - rootfs_archive: $$cachedir/$$distrib/$$release/$$arch/bootstrap.tar.gz
-    - image: $$docker_image
-    - dns: $$docker_dns
-  - start_docker:
-    - image: $$docker_image
-    - dns: $$docker_dns
-    - hostname: kameleon-$$distrib
-
-#== Install and configuration steps
-# WARNING: this part should be independante from the build context (whenever
-# possible...)
-setup:
-  # Install
-  - software_install:
-    - packages: > 
-        ntp zip unzip rsync sudo less vim bash-completion wget
-    - group_packages: >
-        "Development Tools"
-  - kernel_install
-  # # Configuration
-  # - system_config:
-  #   - locales: fr_FR en_US
-  #   - lang: fr_FR.UTF-8
-  #   - timezone: Europe/Paris
-  # - keyboard_config:
-  #   - layout: "fr,us"
-  - create_user:
-    - name: $$user_name
-    - group: admin
-    - password: $$user_name
-
-#== Export the generated appliance in the format of your choice
-export:
-  - build_appliance_from_docker:
-    - mountdir: $$kameleon_cwd/rootfs
-    - filename: $$kameleon_recipe_name
-    - filesystem_type: ext4
-    - format: qcow2  # Should be raw, qcow2 or qed format
-    - image_size: 2G

data/templates/steps/bootstrap/fedora/docker_bootstrap.yaml

@@ -1,25 +0,0 @@
-# # Bootstrap
-- repository: mattdm/fedora
-- rootfs: rootfs
-- include: >
-    yum initscripts passwd rsyslog vim-minimal dhclient chkconfig rootfiles openssh-server
-    policycoreutils fedora-release openssh-server net-tools nc traceroute
-- create_rootfs:
-  - exec_out: test -f "$$rootfs_archive" || mkdir -p $(dirname "$$rootfs_archive")
-  - exec_out: test -f "$$rootfs_archive" || echo "Pulling image from '$$repository'"
-  - exec_out: test -f "$$rootfs_archive" || docker pull -t f$$release $$repository  > /dev/null
-  - exec_out: |
-      echo "Installing core packages : $$include"
-      if [ ! -f "$$rootfs_archive" ]
-      then
-          BASE_CID=$(docker run --dns $$dns -d $$repository:f$${release} \
-                     bash -c "yum -y --nogpgcheck update ; \
-                              yum -y --nogpgcheck install $$include ; \
-                              /usr/bin/ssh-keygen -A")
-      fi
-  - exec_out: test -f "$$rootfs_archive" || bash -c "exit $(docker wait $BASE_CID)"
-  - exec_out: test -f "$$rootfs_archive" || docker export $BASE_CID > "$$rootfs_archive"
-  - on_bootstrap_clean:
-    - exec_out: test -f "$$rootfs_archive" || docker kill "$BASE_CID"
-    - exec_out: test -f "$$rootfs_archive" || docker rm "$BASE_CID"
-    - exec_out: test -f "$$rootfs_archive" || docker rmi $$repository

data/templates/steps/bootstrap/fedora/yum_bootstrap.yaml

@@ -1,22 +0,0 @@
-# # Bootstrap
-- include: >
-    yum initscripts passwd rsyslog vim-minimal dhclient chkconfig rootfiles
-    policycoreutils fedora-release openssh-server net-tools nc traceroute
-- bootstrap_fedora:
-  - check_cmd_out: yum
-  - check_cmd_out: curl
-  - exec_out: test -f "$$rootfs_archive" || mkdir -p $(dirname "$$rootfs_archive")
-  - exec_out: test -f "$$rootfs_archive" || ROOTFS=$(dirname "$$rootfs_archive")/rootfs
-  - exec_out: test -f "$$rootfs_archive" || mkdir -p $ROOTFS
-  - exec_out: test -f "$$rootfs_archive" || echo "Fetching release mirror"
-  - exec_out: test -f "$$rootfs_archive" || MIRROR_URL=$(curl -s -S -f "$$mirrorlist_url" | head -n2 | tail -n1)
-  - exec_out: test -f "$$rootfs_archive" || RELEASE_URL="$MIRROR_URL/Packages/f/fedora-release-$${release}-1.noarch.rpm"
-  - exec_out: test -f "$$rootfs_archive" || echo "Fetching from $RELEASE_URL"
-  - exec_out: test -f "$$rootfs_archive" || curl -sf "$RELEASE_URL" > "$(basename $RELEASE_URL)" 2> /dev/null
-  - exec_out: test -f "$$rootfs_archive" || mkdir -p $ROOTFS/var/lib/rpm
-  - exec_out: test -f "$$rootfs_archive" || rpm --root $ROOTFS --initdb
-  - exec_out: test -f "$$rootfs_archive" || rpm --root $ROOTFS -ivh "$(basename $RELEASE_URL)"
-  - exec_out: test -f "$$rootfs_archive" || yum --installroot $ROOTFS -y --nogpgcheck install $$include
-  - exec_out: test -f "$$rootfs_archive" || cat /etc/resolv.conf > $ROOTFS/etc/resolv.conf
-  - exec_out: test -f "$$rootfs_archive" || tar zcf "$$rootfs_archive" -C "$ROOTFS" --numeric-owner --one-file-system .
-  - exec_out: test -f "$$rootfs_archive" || rm -fr $ROOTFS

data/templates/steps/bootstrap/prepare_appliance_with_nbd.yaml

@@ -1,93 +0,0 @@
-# Prepare Appliance
-- nbd_device: /dev/nbd0
-
-- create_raw_image:
-  - check_cmd_out: qemu-img
-  - exec_out: mkdir -p checkpoints
-  - exec_out: |
-      if [ ! -e "$$container" ] ; then
-        qemu-img create -f qcow2 checkpoints/base_$$container $$image_size
-        ln -sf checkpoints/base_$$container $$container
-      fi
-
-- load_nbd_module:
-  - on_bootstrap_init:
-    - exec_out: |
-        lsmod | grep nbd >/dev/null \
-        || modprobe nbd max_part=63 \
-        || fail failed to load nbd module into kernel
-
-- attach_nbd_device:
-  - on_checkpoint: skip
-  - check_cmd_out: qemu-nbd
-  - exec_out: echo Connecting $$container to nbd device $$nbd_device
-  - exec_out: qemu-nbd -c $$nbd_device "$(readlink $$container)" -n || fail nbd device $$container is unavailable
-
-
-- detach_nbd_device:
-  - on_checkpoint: redo
-  - on_export_clean:
-    - exec_out: echo "sync" ; sync
-    - exec_out: qemu-nbd -d $$nbd_device
-    - exec_out: "pgrep qemu-nbd | xargs -I {} kill -9 {} || true"
-
-- partition_disk:
-  - check_cmd_out: sfdisk
-  - exec_out: |
-      echo "Partitioning disk..."
-      sfdisk $${nbd_device} -q -D -uM --force --no-reread <<< '
-      ,200,83,*
-      ;
-      ' 2>&1 || fail cannot partition $$container
-  - exec_out: |
-      echo Creating boot partition...
-      mkfs.$$filesystem_type -q $${nbd_device}p1 || fail cannot create /boot ext4
-  - exec_out: |
-      echo Creating root partition...
-      mkfs.$$filesystem_type -q $${nbd_device}p2 || fail cannot create / ext4
-
-- mount_mountdir:
-  - on_checkpoint: redo
-  - exec_out: mkdir -p $$mountdir
-  - exec_out:  "echo Mounting root partition... ;  mount $${nbd_device}p2 $$mountdir || fail cannot mount /"
-  - on_export_clean:
-    - exec_out: "echo try umount $$mountdir... ; mountpoint -q $$mountdir && umount -f -l $$mountdir || true"
-    - exec_out: "test -d $$mountdir && rmdir $$mountdir || true"
-  - exec_out: mkdir -p $$mountdir/boot
-  - exec_out:  "echo Mounting boot partition... ;  mount $${nbd_device}p1 $$mountdir/boot || fail cannot mount /boot"
-  - on_export_clean:
-    - exec_out: "echo try umount $$mountdir/boot... ; mountpoint -q $$mountdir/boot && umount -f -l $$mountdir/boot || true"
-    - exec_out: "test -d $$mountdir/boot && rmdir $$mountdir/boot || true"
-
-- copy_rootfs:
-  - exec_out: tar -xf $$rootfs_archive -C $$mountdir
-  - exec_out: echo "sync..." ; sync
-
-- create_fstab:
-  - write_out:
-    - $$mountdir/etc/fstab
-    - |
-      # /etc/fstab: static file system information.
-      #
-      # Use 'blkid' to print the universally unique identifier for a
-      # device; this may be used with UUID= as a more robust way to name devices
-      # that works even if disks are added and removed. See fstab(5).
-      #
-      # <file system> <mount point>   <type>  <options>       <dump>  <pass>
-      UUID=`blkid -s UUID -o value $${nbd_device}p2` /               $$filesystem_type    errors=remount-ro  0       1
-      UUID=`blkid -s UUID -o value $${nbd_device}p1` /boot           $$filesystem_type    sync               0       2
-
-
-- install_bootloader:
-  - on_export_init:
-    - exec_in: extlinux-install $$nbd_device 2>&1
-    - write_in:
-      - /boot/extlinux/extlinux.conf
-      - |
-        default linux
-        timeout 1
-        
-        label linux
-        kernel ../`basename /boot/vmlinuz*`
-        append initrd=../`basename /boot/init*` root=UUID=`blkid -s UUID -o value $${nbd_device}p2` ro
-    - exec_out: echo " sync..." ; sync

data/templates/steps/export/build_appliance_from_docker.yaml

@@ -1,105 +0,0 @@
-- nbd_device: /dev/nbd1
-
-- export_targz:
-  - on_export_init:
-    - exec_out: echo "Exporting the rootfs..."
-    - exec_out: docker export $(cat MAIN_CONTAINER_ID) > $$filename.tar.gz
-
-- create_raw_image:
-  - check_cmd_out: qemu-img
-  - exec_out: bash -c "qemu-img create -f $$format $$filename.$$format $$image_size"
-
-- load_nbd_module:
-  - on_bootstrap_init:
-    - exec_out: |
-        lsmod | grep nbd >/dev/null \
-        || modprobe nbd max_part=63 \
-        || fail failed to load nbd module into kernel
-
-- attach_nbd_device:
-  - on_checkpoint: redo
-  - check_cmd_out: qemu-nbd
-  - exec_out: echo Connecting $$filename.$$format to nbd device $$nbd_device
-  - exec_out: qemu-nbd -c $$nbd_device $$filename.$$format || fail nbd device $$filename.$$format is unavailable
-  - on_export_clean:
-    - exec_out: echo "sync" ; sync
-    - exec_out: qemu-nbd -d $$nbd_device
-    - exec_out: "pgrep qemu-nbd | xargs -I {} kill -9 {} || true"
-
-- partition_disk:
-  - check_cmd_out: sfdisk
-  - exec_out: |
-      echo "Partitioning disk..."
-      sfdisk $${nbd_device} -q -D -uM --force --no-reread <<< '
-      ,200,83,*
-      ;
-      ' 2>&1 || fail cannot partition $$filename.$$format
-  - exec_out: |
-      echo Creating boot partition...
-      mkfs.$$filesystem_type -q $${nbd_device}p1 || fail cannot create /boot ext4
-  - exec_out: |
-      echo Creating root partition...
-      mkfs.$$filesystem_type -q $${nbd_device}p2 || fail cannot create / ext4
-
-- mount_mountdir:
-  - on_checkpoint: redo
-  - exec_out: mkdir -p $$mountdir
-  - exec_out:  "echo Mounting root partition... ;  mount $${nbd_device}p2 $$mountdir || fail cannot mount /"
-  - on_export_clean:
-    - exec_out: "echo try umount $$mountdir... ; mountpoint -q $$mountdir && umount -f -l $$mountdir || true"
-    - exec_out: "test -d $$mountdir && rmdir $$mountdir || true"
-  - exec_out: mkdir -p $$mountdir/boot
-  - exec_out:  "echo Mounting boot partition... ;  mount $${nbd_device}p1 $$mountdir/boot || fail cannot mount /boot"
-  - on_export_clean:
-    - exec_out: "echo try umount $$mountdir/boot... ; mountpoint -q $$mountdir/boot && umount -f -l $$mountdir/boot || true"
-    - exec_out: "test -d $$mountdir/boot && rmdir $$mountdir/boot || true"
-
-- copy_rootfs:
-  - exec_out: echo "Copying the rootfs to $$mountdir..."
-  - exec_out: tar -xf $$filename.tar.gz -C $$mountdir
-  - exec_out: rm -f $$mountdir/.dockerinit
-  - exec_out: rm -f $$mountdir/.dockerenv
-  - exec_out: echo "sync..." ; sync
-
-- create_fstab:
-  - write_out:
-    - $$mountdir/etc/fstab
-    - |
-      # /etc/fstab: static file system information.
-      #
-      # Use 'blkid' to print the universally unique identifier for a
-      # device; this may be used with UUID= as a more robust way to name devices
-      # that works even if disks are added and removed. See fstab(5).
-      #
-      # <file system> <mount point>   <type>  <options>       <dump>  <pass>
-      UUID=`blkid -s UUID -o value $${nbd_device}p2` /               $$filesystem_type    errors=remount-ro  0       1
-      UUID=`blkid -s UUID -o value $${nbd_device}p1` /boot           $$filesystem_type    sync               0       2
-  - exec_out: echo "sync..." ; sync
-
-- mount_chroot:
-  - on_checkpoint: redo
-  - check_cmd_out: chroot
-  - exec_out: mount -o bind /dev  $$mountdir/dev
-  - exec_out: mount -o bind /dev/pts $$mountdir/dev/pts
-  - exec_out: mount -t proc /proc  $$mountdir/proc
-  - exec_out: mount -t sysfs /sys  $$mountdir/sys
-  - exec_out: test -f $$mountdir/etc/mtab || cat /proc/mounts > $$mountdir/etc/mtab
-  - on_export_clean:
-    - exec_out: echo try umount $$mountdir/sys... ; mountpoint -q $$mountdir/sys && umount -f -l $$mountdir/sys  || true
-    - exec_out: echo try umount $$mountdir/proc... ; mountpoint -q $$mountdir/proc && umount  -f -l $$mountdir/proc  || true
-    - exec_out: echo try umount $$mountdir/dev/pts... ; mountpoint -q $$mountdir/dev/pts && umount -f -l $$mountdir/dev/pts  || true
-    - exec_out: echo try umount $$mountdir/dev... ; mountpoint -q $$mountdir/dev && umount -f -l $$mountdir/dev  || true
-
-- install_bootloader:
-  - check_cmd_out: extlinux-install
-  - exec_out: chroot $$mountdir extlinux-install $$nbd_device 2>&1
-  - write_out:
-    - $$mountdir/boot/extlinux/extlinux.conf
-    - |
-      default linux
-      timeout 1
-      
-      label linux
-      kernel ../`basename $$mountdir/boot/vmlinuz*`
-      append initrd=../`basename $$mountdir/boot/init*` root=UUID=`blkid -s UUID -o value $${nbd_device}p2` ro
-  - exec_out: echo "sync..." ; sync

data/templates/steps/export/save_appliance_from_nbd.yaml

@@ -1,54 +0,0 @@
-# # Save Chroot Appliance
-- save_as_tgz:
-  - exec_out: echo "sync..." ; sync
-  - in2out:
-    - /etc/fstab
-    - ./fstab.bak
-  - on_clean:
-    - exec_out: rm -f ./fstab.bak
-  - write_in:
-    - /etc/fstab
-    - |
-      # UNCONFIGURED FSTAB FOR BASE SYSTEM
-  - pipe:
-    - exec_in: |
-        tar -zcf - --numeric-owner \
-        --exclude=tmp/* \
-        --exclude=dev/* \
-        --exclude=proc/* \
-        --exclude=sys/* \
-        --exclude=run/* \
-        --exclude=mnt/* \
-        --exclude=media/* \
-        --exclude=lost+found/* \
-        -C / .
-    - exec_out: cat > ./$$filename.tar.gz
-  - out2in:
-    - ./fstab.bak
-    - /etc/fstab
-  - exec_out: |
-      echo "Saved tar.gz appliance to $(pwd)/$$filename.tar.gz"
-
-- save_as_raw:
-  - exec_out: echo "sync..." ; sync
-  - exec_out: |
-      qemu-img convert -O raw $(readlink $$container) $$filename.raw
-  - exec_out: echo "Saved raw appliance to $(pwd)/$$filename.raw"
-
-- save_as_qcow2:
-  - exec_out: echo "sync..." ; sync
-  - exec_out: |
-      qemu-img convert -O qcow2 $(readlink $$container) $$filename.qcow2
-  - exec_out: echo "Saved qcow2 appliance to $(pwd)/$$filename.qcow2"
-
-- save_as_vmdk:
-  - exec_out: echo "sync..." ; sync
-  - exec_out: |
-      qemu-img convert -O vmdk $(readlink $$container) $$filename.vmdk
-  - exec_out: echo "Saved vmdk appliance to $(pwd)/$$filename.vmdk"
-
-- save_as_vdi:
-  - exec_out: echo "sync..." ; sync
-  - exec_out: |
-      qemu-img convert -O vdi $(readlink $$container) $$filename.vdi
-  - exec_out: echo "Saved vdi appliance to $(pwd)/$$filename.vdi"