boxgrinder-build 0.4.1 → 0.5.0

data/lib/boxgrinder-build/plugins/platform/ec2/ec2-plugin.rb

@@ -1,332 +0,0 @@
-# JBoss, Home of Professional Open Source
-# Copyright 2009, Red Hat Middleware LLC, and individual contributors
-# by the @authors tag. See the copyright.txt in the distribution for a
-# full listing of individual contributors.
-#
-# This is free software; you can redistribute it and/or modify it
-# under the terms of the GNU Lesser General Public License as
-# published by the Free Software Foundation; either version 2.1 of
-# the License, or (at your option) any later version.
-#
-# This software is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this software; if not, write to the Free
-# Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
-# 02110-1301 USA, or see the FSF site: http://www.fsf.org.
-
-require 'boxgrinder-build/plugins/platform/base-platform-plugin'
-
-module BoxGrinder
-  class EC2Plugin < BasePlatformPlugin
-    def info
-      {
-              :name       => :ec2,
-              :full_name  => "Amazon Elastic Compute Cloud (Amazon EC2)"
-      }
-    end
-
-    SUPPORTED_OSES = {
-            'rhel'    => [ '5' ],
-            'centos'  => [ '5' ],
-            'fedora'  => [ '11' ]
-    }
-
-    REGIONS = {'us_east' => 'url'}
-
-    KERNELS = {
-            'fedora' => {
-                    '11' => {
-                            'i386'     => { :rpm => 'http://repo.oddthesis.org/packages/other/kernel-xen-2.6.21.7-2.fc8.i686.rpm' },
-                            'x86_64'   => { :rpm => 'http://repo.oddthesis.org/packages/other/kernel-xen-2.6.21.7-2.fc8.x86_64.rpm' }
-                    }
-            },
-            'centos' => {
-                    '5' => {
-                            'i386'     => { :rpm => 'http://repo.oddthesis.org/packages/other/kernel-xen-2.6.21.7-2.fc8.i686.rpm' },
-                            'x86_64'   => { :rpm => 'http://repo.oddthesis.org/packages/other/kernel-xen-2.6.21.7-2.fc8.x86_64.rpm' }
-                    }
-            },
-            'rhel' => {
-                    '5' => {
-                            'i386'     => { :rpm => 'http://repo.oddthesis.org/packages/other/kernel-xen-2.6.21.7-2.fc8.i686.rpm' },
-                            'x86_64'   => { :rpm => 'http://repo.oddthesis.org/packages/other/kernel-xen-2.6.21.7-2.fc8.x86_64.rpm' }
-                    }
-            }
-    }
-
-    def after_init
-      @deliverables[:disk] = "#{@appliance_config.path.dir.build}/ec2/#{@appliance_config.name}.ec2"
-    end
-
-    def supported_os
-      supported = ""
-
-      SUPPORTED_OSES.each_key do |os_name|
-        supported << "#{os_name}, versions: #{SUPPORTED_OSES[os_name].join(", ")}"
-      end
-
-      supported
-    end
-
-    def execute(raw_disk)
-      if File.exists?(@deliverables[:disk])
-        @log.info "EC2 image for #{@appliance_config.name} appliance already exists, skipping..."
-        return
-      end
-
-      unless !SUPPORTED_OSES[@appliance_config.os.name].nil? and SUPPORTED_OSES[@appliance_config.os.name].include?(@appliance_config.os.version)
-        @log.error "EC2 platform plugin for Linux operating systems supports: #{supported_os}. Your OS is #{@appliance_config.os.name} #{@appliance_config.os.version}."
-        return
-      end
-
-      FileUtils.mkdir_p File.dirname(@deliverables[:disk])
-
-      @log.info "Converting #{@appliance_config.name} appliance image to EC2 format..."
-
-      begin
-        ec2_prepare_disk
-        ec2_create_filesystem
-      rescue => e
-        raise "Error while preparing EC2 disk image. See logs for more info"
-      end
-
-      ec2_disk_mount_dir = "#{@appliance_config.path.dir.build}/tmp/ec2-#{rand(9999999999).to_s.center(10, rand(9).to_s)}"
-      raw_disk_mount_dir = "#{@appliance_config.path.dir.build}/tmp/raw-#{rand(9999999999).to_s.center(10, rand(9).to_s)}"
-
-
-      begin
-        ec2_mounts = mount_image( @deliverables[:disk], ec2_disk_mount_dir )
-        raw_mounts = mount_image( raw_disk, raw_disk_mount_dir )
-      rescue => e
-        @log.debug e
-        raise "Error while mounting image. See logs for more info"
-      end
-
-      sync_files(raw_disk_mount_dir, ec2_disk_mount_dir)
-
-      umount_image(raw_disk, raw_disk_mount_dir, raw_mounts)
-      umount_image(@deliverables[:disk], ec2_disk_mount_dir, ec2_mounts)
-
-      customize(@deliverables[:disk]) do |guestfs, guestfs_helper|
-        # TODO is this really needed?
-        @log.debug "Uploading '/etc/resolv.conf'..."
-        guestfs.upload( "/etc/resolv.conf", "/etc/resolv.conf" )
-        @log.debug "'/etc/resolv.conf' uploaded."
-
-        create_devices(guestfs)
-        upload_fstab(guestfs)
-
-        guestfs.mkdir("/data") if @appliance_config.is64bit?
-
-        enable_networking(guestfs)
-        upload_rc_local(guestfs)
-
-        guestfs_helper.rebuild_rpm_database
-
-        install_additional_packages(guestfs)
-        change_configuration(guestfs)
-
-        unless @appliance_config.post['ec2'].nil?
-          @appliance_config.post['ec2'].each do |cmd|
-            @log.debug "Executing #{cmd}"
-            guestfs.sh( cmd )
-          end
-          @log.debug "Post commands from appliance definition file executed."
-        else
-          @log.debug "No commands specified, skipping."
-        end
-
-        #        if @appliance_config.os.name.eql?("fedora") and @appliance_config.os.version.to_s.eql?("12")
-        #          @log.debug "Downgrading udev package to use in EC2 environment..."
-        #
-        #          repo_included = false
-        #
-        #          @appliance_config.repos.each do |repo|
-        #            repo_included = true if repo['baseurl'] == "http://repo.boxgrinder.org/boxgrinder/packages/fedora/12/RPMS/#{@appliance_config.hardware.arch}"
-        #          end
-        #
-        #          guestfs.upload( "#{File.dirname( __FILE__ )}/src/f12-#{@appliance_config.hardware.arch}-boxgrinder.repo", "/etc/yum.repos.d/f12-#{@appliance_config.hardware.arch}-boxgrinder.repo" ) unless repo_included
-        #          guestfs.sh( "yum -y downgrade udev-142" )
-        #          guestfs.upload( "#{File.dirname( __FILE__ )}/src/f12/yum.conf", "/etc/yum.conf" )
-        #          guestfs.rm_rf( "/etc/yum.repos.d/f12-#{@appliance_config.hardware.arch}-boxgrinder.repo" ) unless repo_included
-        #
-        #          @log.debug "Package udev downgraded."
-        #
-        #          # TODO EC2 fix, remove that after Fedora pushes kernels to Amazon
-        #          @log.debug "Disabling unnecessary services..."
-        #          guestfs.sh( "/sbin/chkconfig ksm off" ) if guestfs.exists( "/etc/init.d/ksm" ) != 0
-        #          guestfs.sh( "/sbin/chkconfig ksmtuned off" ) if guestfs.exists( "/etc/init.d/ksmtuned" ) != 0
-        #          @log.debug "Services disabled."
-        #        end
-      end
-
-      @log.info "Image converted to EC2 format."
-    end
-
-    def ec2_prepare_disk
-      # TODO add progress bar?
-      # TODO using whole 10GB is fine?
-      @log.debug "Preparing disk for EC2 image..."
-      @exec_helper.execute "dd if=/dev/zero of=#{@deliverables[:disk]} bs=1 count=0 seek=#{10 * 1024}M"
-      @log.debug "Disk for EC2 image prepared"
-    end
-
-    def ec2_create_filesystem
-      @log.debug "Creating filesystem..."
-      @exec_helper.execute "mkfs.ext3 -F #{@deliverables[:disk]}"
-      @log.debug "Filesystem created"
-    end
-
-    def calculate_disk_offsets( disk )
-      @log.debug "Calculating offsets for '#{File.basename(disk)}' disk..."
-      loop_device = get_loop_device
-
-      @exec_helper.execute("sudo losetup #{loop_device} #{disk}")
-      offsets = @exec_helper.execute("sudo parted #{loop_device} 'unit B print' | grep -e '^ [0-9]' | awk '{ print $2 }'").scan(/\d+/)
-      @exec_helper.execute("sudo losetup -d #{loop_device}")
-
-      @log.trace "Offsets:\n#{offsets}"
-
-      offsets
-    end
-
-    def mount_image(disk, mount_dir)
-      offsets = calculate_disk_offsets( disk )
-
-      @log.debug "Mounting image #{File.basename(disk)} in #{mount_dir}..."
-      FileUtils.mkdir_p(mount_dir)
-
-      mounts = {}
-
-      offsets.each do |offset|
-        loop_device = get_loop_device
-        @exec_helper.execute("sudo losetup -o #{offset.to_s} #{loop_device} #{disk}")
-        label = @exec_helper.execute("sudo e2label #{loop_device}").strip.chomp
-        label = '/' if label == ''
-        mounts[label] = loop_device
-      end
-
-      @exec_helper.execute("sudo mount #{mounts['/']} -t ext3 #{mount_dir}")
-
-      mounts.each { |mount_point, loop_device| @exec_helper.execute("sudo mount #{loop_device} -t ext3 #{mount_dir}/#{mount_point}") unless mount_point == '/' }
-
-      @log.trace "Mounts:\n#{mounts}"
-
-      mounts
-    end
-
-    def umount_image(disk, mount_dir, mounts)
-      @log.debug "Unmounting image '#{File.basename(disk)}'..."
-
-      mounts.each { |mount_point, loop_device| @exec_helper.execute("sudo umount -d #{loop_device}") unless mount_point == '/' }
-
-      @exec_helper.execute("sudo umount -d #{mounts['/']}")
-
-      FileUtils.rm_rf(mount_dir)
-    end
-
-
-    def sync_files(from_dir, to_dir)
-      @log.debug "Syncing files between #{from_dir} and #{to_dir}..."
-      @exec_helper.execute "sudo rsync -u -r -a  #{from_dir}/* #{to_dir}"
-      @log.debug "Sync finished."
-    end
-
-    def cache_rpms(rpms)
-      for name in rpms.keys
-        cache_file = "#{@config.dir.src_cache}/#{name}"
-
-        if (!File.exist?(cache_file))
-          FileUtils.mkdir_p(@config.dir.src_cache)
-          @exec_helper.execute("wget #{rpms[name]} -O #{cache_file}")
-        end
-      end
-    end
-
-    def create_devices(guestfs)
-      @log.debug "Creating required devices..."
-      guestfs.sh("/sbin/MAKEDEV -d /dev -x console")
-      guestfs.sh("/sbin/MAKEDEV -d /dev -x null")
-      guestfs.sh("/sbin/MAKEDEV -d /dev -x zero")
-      @log.debug "Devices created."
-    end
-
-    def upload_fstab(guestfs)
-      @log.debug "Uploading '/etc/fstab' file..."
-      fstab_file = @appliance_config.is64bit? ? "#{File.dirname(__FILE__)}/src/fstab_64bit" : "#{File.dirname(__FILE__)}/src/fstab_32bit"
-      guestfs.upload(fstab_file, "/etc/fstab")
-      @log.debug "'/etc/fstab' file uploaded."
-    end
-
-    # enable networking on default runlevels
-    def enable_networking(guestfs)
-      @log.debug "Enabling networking..."
-      guestfs.sh("/sbin/chkconfig network on")
-      guestfs.upload("#{File.dirname(__FILE__)}/src/ifcfg-eth0", "/etc/sysconfig/network-scripts/ifcfg-eth0")
-      @log.debug "Networking enabled."
-    end
-
-    def upload_rc_local(guestfs)
-      @log.debug "Uploading '/etc/rc.local' file..."
-      rc_local = Tempfile.new('rc_local')
-      rc_local << guestfs.read_file("/etc/rc.local") + File.read("#{File.dirname(__FILE__)}/src/rc_local")
-      rc_local.flush
-
-      guestfs.upload(rc_local.path, "/etc/rc.local")
-
-      rc_local.close
-      @log.debug "'/etc/rc.local' file uploaded."
-    end
-
-    def install_additional_packages(guestfs)
-      rpms = {
-              "ec2-ami-tools.noarch.rpm" => "http://s3.amazonaws.com/ec2-downloads/ec2-ami-tools.noarch.rpm"
-      }
-
-      begin
-        kernel_rpm =  KERNELS[@appliance_config.os.name][@appliance_config.os.version][@appliance_config.hardware.arch][:rpm]
-        rpms[File.basename(kernel_rpm)] = kernel_rpm
-      rescue
-      end
-
-      cache_rpms(rpms)
-
-      @log.debug "Installing additional packages (#{rpms.keys.join(", ")})..."
-      guestfs.mkdir_p("/tmp/rpms")
-
-      for name in rpms.keys
-        cache_file = "#{@config.dir.src_cache}/#{name}"
-        guestfs.upload(cache_file, "/tmp/rpms/#{name}")
-      end
-
-      guestfs.sh("rpm -Uvh --nodeps /tmp/rpms/*.rpm")
-      guestfs.rm_rf("/tmp/rpms")
-      @log.debug "Additional packages installed."
-    end
-
-    def change_configuration(guestfs)
-      @log.debug "Changing configuration files using augeas..."
-      guestfs.aug_init("/", 0)
-      # disable password authentication
-      guestfs.aug_set("/files/etc/ssh/sshd_config/PasswordAuthentication", "no")
-      guestfs.aug_save
-      @log.debug "Augeas changes saved."
-    end
-
-    def get_loop_device
-      begin
-        loop_device = @exec_helper.execute("sudo losetup -f 2>&1").strip
-      rescue
-        raise "No free loop devices available, please free at least one. See 'losetup -d' command."
-      end
-
-      loop_device
-    end
-
-
-  end
-end

data/lib/boxgrinder-build/plugins/platform/ec2/src/f12/yum.conf

@@ -1,24 +0,0 @@
-[main]
-cachedir=/var/cache/yum/$basearch/$releasever
-keepcache=0
-debuglevel=2
-logfile=/var/log/yum.log
-exactarch=1
-obsoletes=1
-gpgcheck=1
-plugins=1
-installonly_limit=3
-exclude=udev*
-
-#  This is the default, if you make this bigger yum won't see if the metadata
-# is newer on the remote and so you'll "gain" the bandwidth of not having to
-# download the new metadata and "pay" for it by yum not having correct
-# information.
-#  It is esp. important, to have correct metadata, for distributions like
-# Fedora which don't keep old packages around. If you don't like this checking
-# interupting your command line usage, it's much better to have something
-# manually check the metadata once an hour (yum-updatesd will do this).
-# metadata_expire=90m
-
-# PUT YOUR REPOS HERE OR IN separate files named file.repo
-# in /etc/yum.repos.d

data/lib/boxgrinder-build/plugins/platform/ec2/src/f12-i386-boxgrinder.repo

@@ -1,11 +0,0 @@
-[boxgrinder-i386]
-name=boxgrinder-i386
-enabled=1
-gpgcheck=0
-baseurl=http://repo.boxgrinder.org/boxgrinder/packages/fedora/12/RPMS/i386
-
-[boxgrinder-noarch]
-name=boxgrinder-noarch
-enabled=1
-gpgcheck=0
-baseurl=http://repo.boxgrinder.org/boxgrinder/packages/fedora/12/RPMS/noarch

data/lib/boxgrinder-build/plugins/platform/ec2/src/f12-x86_64-boxgrinder.repo

@@ -1,11 +0,0 @@
-[boxgrinder-x86_64]
-name=boxgrinder-x86_64
-enabled=1
-gpgcheck=0
-baseurl=http://repo.boxgrinder.org/boxgrinder/packages/fedora/12/RPMS/x86_64
-
-[boxgrinder-noarch]
-name=boxgrinder-noarch
-enabled=1
-gpgcheck=0
-baseurl=http://repo.boxgrinder.org/boxgrinder/packages/fedora/12/RPMS/noarch

data/lib/boxgrinder-build/plugins/platform/ec2/src/fstab_32bit

@@ -1,8 +0,0 @@
-/dev/sda1  /         ext3    defaults         1 1
-/dev/sda2  /mnt      ext3    defaults         1 2
-/dev/sda3  swap      swap    defaults         0 0
-none       /dev/pts  devpts  gid=5,mode=620   0 0
-none       /dev/shm  tmpfs   defaults         0 0
-none       /proc     proc    defaults         0 0
-none       /sys      sysfs   defaults         0 0
-

data/lib/boxgrinder-build/plugins/platform/ec2/src/fstab_64bit

@@ -1,8 +0,0 @@
-/dev/sda1  /         ext3    defaults         1 1
-/dev/sdb   /mnt      ext3    defaults         0 0
-/dev/sdc   /data     ext3    defaults         0 0
-none       /dev/pts  devpts  gid=5,mode=620   0 0
-none       /dev/shm  tmpfs   defaults         0 0
-none       /proc     proc    defaults         0 0
-none       /sys      sysfs   defaults         0 0
-

data/lib/boxgrinder-build/plugins/platform/ec2/src/ifcfg-eth0

@@ -1,7 +0,0 @@
-DEVICE=eth0
-BOOTPROTO=dhcp
-ONBOOT=yes
-TYPE=Ethernet
-USERCTL=yes
-PEERDNS=yes
-IPV6INIT=no

data/lib/boxgrinder-build/plugins/platform/ec2/src/rc_local

@@ -1,29 +0,0 @@
-curl http://169.254.169.254/2009-04-04/meta-data/public-keys/0/openssh-key 2>/dev/null >/tmp/my-key
-
-if [ $? -eq 0 ] ; then
-    if [ ! -d /root/.ssh ] ; then
-        mkdir -p /root/.ssh
-        chmod 700 /root/.ssh
-    fi
-
-    dd if=/dev/urandom count=50 2>/dev/null|md5sum|awk '{ print $1 }'|passwd --stdin root >/dev/null
-    cat /tmp/my-key >> /root/.ssh/authorized_keys
-    chmod 600 /root/.ssh/authorized_keys
-
-   for home in `find /home/* -maxdepth 0 -type d 2>/dev/null | tr '\n' ' '`; do
-       user=`echo $home | awk -F '/' '{ print $3 }'`
-
-       if [ ! -d $home/.ssh ] ; then
-            mkdir -p $home/.ssh
-            chmod 700 $home/.ssh
-            chown $user $home/.ssh
-        fi
-
-       dd if=/dev/urandom count=50 2>/dev/null|md5sum|awk '{ print $1 }'|passwd --stdin $user >/dev/null
-       cat /tmp/my-key >> $home/.ssh/authorized_keys
-       chmod 600 $home/.ssh/authorized_keys
-       chown $user $home/.ssh/authorized_keys
-
-   done
-   rm /tmp/my-key
-fi

data/lib/boxgrinder-build/plugins/platform/vmware/src/README

@@ -1,42 +0,0 @@
-#NAME# version #VERSION#
-
-This package contains #APPLIANCE_NAME# image for VMware.
-
-VMware Personal (VMware Fusion, VMware Server, VMware Player)
-=============================================================
-
-Required files:
----------------
-
-#APPLIANCE_NAME#.raw
-#APPLIANCE_NAME#-personal.vmx
-#APPLIANCE_NAME#-personal.vmdk
-
-Required steps:
----------------
-
-1. Extract required files into one directory.
-2. Rename #APPLIANCE_NAME#-personal.vmx to #APPLIANCE_NAME#.vmx
-3. Rename #APPLIANCE_NAME#-personal.vmdk to #APPLIANCE_NAME#.vmdk
-4. Add #APPLIANCE_NAME#.vmx to inventory.
-3. Run appliance.
-
-VMware Enterprise (VMware ESX/ESXi/, VMware vSphere)
-====================================================
-
-Required files:
----------------
-
-#APPLIANCE_NAME#.raw
-#APPLIANCE_NAME#-enterprise.vmx
-#APPLIANCE_NAME#-enterprise.vmdk
-
-Required steps:
----------------
-
-1. Extract required files into one directory.
-2. Rename #APPLIANCE_NAME#-personal.vmx to #APPLIANCE_NAME#.vmx
-3. Rename #APPLIANCE_NAME#-personal.vmdk to #APPLIANCE_NAME#.vmdk
-4. Upload all files to ESX server using vSpehere/VI client.
-5. Add #APPLIANCE_NAME#.vmx to inventory.
-6. Run appliance.

data/lib/boxgrinder-build/plugins/platform/vmware/src/base.vmdk

@@ -1,19 +0,0 @@
-# Disk DescriptorFile
-version=1
-CID=fffffffe
-parentCID=ffffffff
-createType="#TYPE#"
-
-# Extent description
-RW #TOTAL_SECTORS# #EXTENT_TYPE# "#NAME#.raw" #NUMBER#
-
-# The Disk Data Base
-#DDB
-
-ddb.toolsVersion = "0"
-ddb.adapterType = "lsilogic"
-ddb.geometry.sectors = "#SECTORS#"
-ddb.geometry.heads = "#HEADS#"
-ddb.geometry.cylinders = "#CYLINDERS#"
-ddb.encoding = "UTF-8"
-ddb.virtualHWVersion = "#HW_VERSION#"

data/lib/boxgrinder-build/plugins/platform/vmware/src/base.vmx

@@ -1,45 +0,0 @@
-
-#!/usr/bin/vmware
-
-config.version = "8"
-virtualHW.version = "4"
-guestOS = "#GUESTOS#"
-displayName = "#NAME#"
-annotation = "#SUMMARY# | Version: #VERSION# | Built by: #BUILDER#"
-guestinfo.vmware.product.long = "#NAME#"
-guestinfo.vmware.product.url = "http://www.jboss.org/stormgrind/projects/boxgrinder.html"
-guestinfo.vmware.product.class = "virtual machine"
-numvcpus = "#VCPU#"
-memsize = "#MEM_SIZE#"
-MemAllowAutoScaleDown = "FALSE"
-MemTrimRate = "-1"
-uuid.action = "create"
-tools.remindInstall = "TRUE"
-hints.hideAll = "TRUE"
-tools.syncTime = "TRUE"
-serial0.present = "FALSE"
-serial1.present = "FALSE"
-parallel0.present = "FALSE"
-logging = "TRUE"
-log.fileName = "#NAME#.log"
-log.append = "TRUE"
-log.keepOld = "3"
-isolation.tools.hgfs.disable = "FALSE"
-isolation.tools.dnd.disable = "FALSE"
-isolation.tools.copy.enable = "TRUE"
-isolation.tools.paste.enabled = "TRUE"
-floppy0.present = "FALSE"
-
-scsi0:0.present = "TRUE"
-scsi0:0.fileName = "#NAME#.vmdk"
-scsi0:0.mode = "persistent"
-scsi0:0.startConnected = "TRUE"
-scsi0:0.writeThrough = "TRUE"
-scsi0.present = "TRUE"
-scsi0.virtualDev = "lsilogic"
-
-ethernet0.present = "TRUE"
-ethernet0.connectionType = "nat"
-ethernet0.addressType = "generated"
-ethernet0.generatedAddressOffset = "0"
-ethernet0.autoDetect = "TRUE"